1、需求

統(tǒng)計最近一周特定城市數(shù)據(jù)抓取是否缺失

2、使用包

1义锥、pip install selenium

2、根據(jù)本地chrome版本，下載對應chrome驅(qū)動姆坚，放到當前目錄
http://npm.taobao.org/mirrors/chromedriver/

當前使用版本 
http://npm.taobao.org/mirrors/chromedriver/81.0.4044.69/
chromedriver_win32.zip   

3、示例代碼

數(shù)據(jù)界面

import datetime #精確時間
from selenium import webdriver

driver = webdriver.Chrome('chromedriver.exe')
#全局等待,隱性等待
driver.implicitly_wait(10)


# 默認顯示第一個菜單數(shù)據(jù)面板实愚，可不用點擊菜單
def location_element():
    # 元素多 class時兼呵，查找包含
    eles = driver.find_elements_by_css_selector('div[class~=dashboard-stat]')

    for ele in eles:
        # 直接使用 text 會導致可見區(qū)域以外輸出為空
        # print(ele.find_element_by_css_selector('div[class=desc]').text)
        # print(ele.find_element_by_css_selector('div[class=desc]').get_attribute('innerText'))
        if ele.find_element_by_css_selector('div[class=desc]').get_attribute('innerText') == 'xxxxxxxxxxxxx':
            # 直接查找 a 標簽點擊，提示出錯腊敲，element not interactable
            # ele.find_element_by_css_selector('a[class=more]').click()
            # 修改為先滾動定位至該位置击喂，再點擊
            ele_a = ele.find_element_by_css_selector('a[class=more]')
            driver.execute_script("arguments[0].scrollIntoView();", ele_a)
            ele_a.click()

            # 循環(huán)比較最近一周抓取數(shù)據(jù)
            for i in range(-7,0):
                now = datetime.datetime.now()
                start_date = (datetime.datetime.now() + datetime.timedelta(days=i)).strftime('%Y-%m-%d 00:00:00')
                end_date = (datetime.datetime.now() + datetime.timedelta(days=i+1)).strftime('%Y-%m-%d 00:00:00')
                check_app_data(start_date,end_date)


# 展開指定頁面后，過濾碰辅、查詢懂昂、比對輸出
def check_app_data(start_date,end_date):
    # 選擇城市
    city = driver.find_element_by_id('txt_Space0046A.column_3')
    city.clear()
    city.send_keys('北京市')

    # 設(shè)置開始時間、結(jié)束時間
    start = driver.find_element_by_id('txt_Space0046A.column_14')
    start.clear()
    start.send_keys(start_date)

    end = driver.find_element_by_id('txt_Space0046A.column_14_End')
    end.clear()
    end.send_keys(end_date)

    driver.find_element_by_link_text(u"查詢").click()

    text = driver.find_element_by_css_selector(".pagination.pull-right").get_attribute('innerText')
    print(datetime.datetime.strptime(start_date,'%Y-%m-%d %H:%M:%S').date(),text.split("/")[1])


def login():
    driver.get('http://localhost:29150/Theme_M/login.aspx')
    # 輸入用戶名
    driver.find_element_by_id('username').send_keys('test')

    # 輸入密碼
    driver.find_element_by_id('password').send_keys('123456')

    # 登錄
    driver.find_element_by_tag_name('button').click()

    location_element()

login()

結(jié)果輸出