selenium的使用

selenium

Selenium是一个用于Web应用程序测试的工具。Selenium测试直接运行在浏览器中，就像真正的用户在操作一样。

模拟登陆

# -*- coding: utf-8 -*-

import time
from selenium import webdriver

LOGIN_URI = 'https://*'

driver.get(LOGIN_URI)
driver.implicitly_wait(20)
driver.find_element_by_id('username').send_keys('13811275860')
driver.find_element_by_id('password').send_keys('prgc123456')
driver.find_element_by_class_name('login_btn').click()
userid_els = driver.find_elements_by_id('hiddenUserIdInTopBar')

page = start_page

if len(userid_els) == 1:
    pass

抓取数据

...
url = 'http://*'
driver.get(url)
if driver.current_url != url:
    pass
else:
    li_eles = driver.find_elements_by_xpath(
        "/html/body/div[7]/div/div/ul/li")
    if len(li_eles) == 0:
        pass
    for li in li_eles:
        date = li.find_element_by_xpath(".//span").text
        title = li.find_element_by_xpath(".//a").text
        order_url = li.find_element_by_xpath(
            ".//a").get_attribute("href")
...

cookie和requests

cookies = None
if len(userid_els) == 1:

...
url = 'http://*'
cookies = {}
for cookie in driver.get_cookies():
    cookies[cookie['name']] = cookie['value']
r = requests.get(url, cookies=cookies)
...