selenium的基本使用

╰半橙微兮° 2021-07-05 00:10 484阅读 0赞

### 基本使用 ###

from selenium import webdriver
    from selenium.webdriver.common.by import By
    from selenium.webdriver.common.keys import Keys
    from selenium.webdriver.support import expected_conditions as EC
    from selenium.webdriver.support.wait import WebDriverWait
    browser = webdriver.Chrome()
    try:
        browser.get('http://www.baidu.com')
        input = browser.find_element_by_id('kw')
        input.send_keys('Python')
        input.send_keys(Keys.ENTER)
        wait = WebDriverWait(browser,10)
        wait.until(EC.presence_of_all_elements_located((By.ID,'content_left')))
        print(browser.current_url)
        print(browser.get_cookies())
        print(browser.page_source)
    finally:
        browser.close()

### 声明浏览器对象 ###

from selenium import webdriver browser = webdriver.Chrome()
    browser = webdriver.Firefox()
    browser = webdriver.Edge()
    browser = webdriver.PhantomJS()
    browser = webdriver.Safari()

### 访问页面 ###

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('http://www.taobao.com')
    print(browser.page_source)
    browser.close()

### 查找元素 ###

#### 单元素 ####

第一种

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('http://www.taobao.com')
    input_first = browser.find_element_by_id('q')
    input_second = browser.find_element_by_css_selector('#q')
    input_third = browser.find_element_by_xpath('//*[@id="q"]')
    print(input_first,input_second,input_third)
    browser.close()

第二种

from selenium import webdriver
    from selenium.webdriver.common.by import By
    browser = webdriver.Chrome()
    browser.get('http://www.taobao.com')
    input_first = browser.find_element(By.ID,'q')
    print(input_first)
    browser.close()

#### 多元素 ####

第一种

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('http://www.taobao.com')
    lis = browser.find_elements_by_css_selector('.service-bd li')
    print(lis)
    browser.close()

第二种

from selenium import webdriver
    from selenium.webdriver.common.by import By
    browser = webdriver.Chrome()
    browser.get('http://www.taobao.com')
    lis = browser.find_elements(By.CSS_SELECTOR,'.service-bd li')
    print(lis)
    browser.close()

### 元素交互 ###

import time
    from selenium import webdriver
    from selenium.webdriver.common.by import By
    browser = webdriver.Chrome()
    browser.get('http://www.taobao.com')
    input = browser.find_element_by_id('q')
    input.send_keys('Iphone')
    time.sleep(1)
    input.clear()
    input.send_keys('iPad')
    button = browser.find_element_by_class_name('btn-search')
    button.click()
    browser.close()

### 交互动作 ###

from selenium import webdriver
    from selenium.webdriver import ActionChains
    browser = webdriver.Chrome()
    url = 'http://www.runoob.com/try/try.php?filename=jqueryui-api-droppable'
    browser.get(url)
    browser.switch_to.frame('iframeResult')
    source= browser.find_element_by_css_selector('#draggable') # 拖拽对象
    target= browser.find_element_by_css_selector('#droppable') # 拖拽目标
    actions = ActionChains(browser)
    actions.drag_and_drop(source,target)
    actions.perform()
    browser.close()

### 执行js代码 ###

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('https://www.zhihu.com/explore')
    browser.execute_script('window.scrollTo(0,document.body.scrollHeight)') # 把下拉到最下面
    browser.execute_script('alert("to bottom")')
    browser.close()

### 获取元素信息 ###

#### 获取属性 ####

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('https://www.zhihu.com/explore')
    logo = browser.find_element_by_id('zh-top-link-logo')
    print(logo)
    print(logo.get_attribute('class')) # 获取class
    browser.close()

#### 获取文本值 ####

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('https://www.zhihu.com/explore')
    input = browser.find_element_by_css_selector('.zh-summary')
    print(input.text)
    browser.close()

#### 获取id,标签名,大小 ####

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('https://www.zhihu.com/explore')
    input = browser.find_element_by_class_name('zh-summary')
    print(input.id)
    print(input.location)
    print(input.tag_name)
    print(input.size)
    browser.close()

#### Frame:进去和出来 ####

import time
    from selenium import webdriver
    from selenium.common.exceptions import NoSuchElementException
    browser = webdriver.Chrome()
    url = 'http://www.runoob.com/try/try.php?filename=jqueryui-api-droppable'
    browser.get(url)
    browser.switch_to.frame('iframeResult')  # 进入里面iframe
    source = browser.find_element_by_css_selector('#draggable') # 拖拽对象
    print(source)
    try:
        logo = browser.find_element_by_class_name('logo')
    except NoSuchElementException:
        print('No Logo')
    browser.switch_to.parent_frame() # 出来iframe
    logo = browser.find_element_by_class_name('logo')
    print(logo)
    print(logo.text)

### 等待 ###

#### 隐式等待 ####

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.implicitly_wait(10)
    browser.get('https://www.zhihu.com/explore')
    input = browser.find_element_by_class_name('zu-top-add-question')
    print(input)
    browser.close()

#### 显示等待 ####

from selenium import webdriver
    from selenium.webdriver.common.by import By
    from selenium.webdriver.support.ui import WebDriverWait
    from selenium.webdriver.support import expected_conditions as EC
    browser = webdriver.Chrome()
    browser.get('https://www.taobao.com/')
    wait = WebDriverWait(browser,10)
    input = wait.until(EC.presence_of_all_elements_located((By.ID,'q')))
    button = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR,'.btn-search')))
    print(input,button)
    browser.close()

### 前进和后退 ###

from selenium import webdriver
    import time
    browser = webdriver.Chrome()
    browser.get('https://www.baidu.com/')
    browser.get('http://www.taobao.com/')
    browser.get('http://www.python.org/')
    browser.back()  # 后退一步
    time.sleep(1)
    browser.forward() # 前进一步
    browser.close()

### 设置cookie ###

from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('https://www.zhihu.com/explore')
    print(browser.get_cookies())
    browser.add_cookie({ 'name':'name','domain':'www.zhihu.com','value':'germey'})
    print(browser.get_cookies())
    browser.delete_all_cookies()
    print(browser.get_cookies())

### 选项卡管理 ###

import time
    from selenium import webdriver
    browser = webdriver.Chrome()
    browser.get('https://www.baidu.com')
    browser.execute_script('window.open()') # 打开一个新的标签
    print(browser.window_handles)
    browser.switch_to_window(browser.window_handles[1]) # 切换标签
    browser.get('https://www.taobao.com')
    time.sleep(1)
    browser.switch_to_window(browser.window_handles[0])
    browser.get('https://python.org')

### 异常处理 ###

from selenium import webdriver
    from selenium.common.exceptions import TimeoutException, NoSuchElementException
    browser = webdriver.Chrome()
    try:
        browser.get('https://www.baidu.com')
    except TimeoutException:
        print('请求超时')
    try:
        browser.find_element_by_id('hello')
    except NoSuchElementException:
        print('没有此id')
    finally:
        browser.close()

### 无头Chrome ###

from selenium import webdriver
    from selenium.webdriver.chrome.options import Options
    import time
     
    # 创建一个参数对象，用来控制chrome以无界面模式打开
    chrome_options = Options()
    chrome_options.add_argument('--headless')
    chrome_options.add_argument('--disable-gpu')
     
    # 创建浏览器对象
    browser = webdriver.Chrome(executable_path=path, chrome_options=chrome_options)
     
    # 上网
    url = 'http://www.baidu.com/'
    browser.get(url)
    time.sleep(3)
     
    browser.save_screenshot('baidu.png') # 截图
     
    browser.quit()