一蜓萄，用法

?opener:添加附加功能，我們把附加功能稱為----處理器對(duì)象(Handler對(duì)象)

二勺良、常用handler對(duì)象

• HTTPHandler： 普通的HTPP處理器
• ProxyHandler：代理IP處理器
• HTTPCookieProcessor：cookie處理器
  
  

三、代碼演示

(1) HTTPHandler

# -*- coding:utf-8 -*-
from fake_useragent import UserAgent
from urllib.request import Request, urlopen, build_opener, HTTPHandler

def download(url):
    headers = {
        "User-Agent": UserAgent().random
    }
    req = Request(url, headers=headers)
    # 創(chuàng)建httpc處理器對(duì)象粱玲，debuglevel打開調(diào)試
    handler = HTTPHandler(debuglevel=2)
    opener = build_opener(handler)
    resp = opener.open(req)
    print(resp.read().decode())


if __name__ == '__main__':
    url = "http://httpbin.org/get"
    download(url)

HTTPHandler處理器

(2) ProxyHandler

# -*- coding:utf-8 -*-
from fake_useragent import UserAgent
from urllib.request import Request, build_opener, ProxyHandler

def proxy_handler(url):
    headers = {
        "User-Agent": UserAgent().random
    }
    req = Request(url, headers=headers)
    # ProxyHandler({"http": "ip:port"})
    handler = ProxyHandler({"http": "218.14.108.53:8060"})
    opener = build_opener(handler)
    resp = opener.open(req)
    print(resp.read().decode())


if __name__ == '__main__':
    url = "http://httpbin.org/get"
    # download(url)
    proxy_handler(url)

ProxyHandler處理器對(duì)象

HTTPCookieProcessor1.png

HTTPCookieProcessor2.png

HTTPCookieProcessor3.png

HTTPCookieProcessor4.png

HTTPCookieProcessor5.png

• 代碼演示:

import json
from urllib.parse import urlencode
from fake_useragent import UserAgent
from urllib.request import Request,  build_opener, HTTPCookieProcessor


def cookie_handler(url):
    headers = {
        "User-Agent": UserAgent().random
    }
    with open("./009account.json", "r", encoding="utf-8") as fr:
        account_json = json.load(fr)
    args = {
        "login_type": 1,
        "username": "{}".format(account_json["username"]),
        "passwd": "{}".format(account_json["pwd"])
    }
    # print(args)
    # 請(qǐng)求登錄頁面
    req = Request(url, headers=headers, data=urlencode(args).encode())
    # 創(chuàng)建cookie控制器, 自動(dòng)保存cookie信息
    handler = HTTPCookieProcessor()
    opener = build_opener(handler)
    resp_login = opener.open(req)
    # 請(qǐng)求登錄后的url
    login_after = "https://www.kuaidaili.com/usercenter/overview"
    req_login_after = Request(login_after, headers=headers)
    resp_after = opener.open(req_login_after)
    print(resp_after.read().decode())


if __name__ == '__main__':
    url = "http://httpbin.org/get"

    login_url = "https://www.kuaidaili.com/login/"
    # download(url)
    # proxy_handler(url)
    cookie_handler(login_url)