urllib
urlopen()函數(shù)
from urllib import request
resp = request.urlopen("http://www.httpbin.org")
print(resp.read())
print(resp.getcode()) #獲取返回狀態(tài)嗎
print(resp.readline())#逐行讀取
urlretrieve函數(shù)用法
request.urlretrieve("http://www.httpbin.org",'tset.txt')#下載函數(shù)
urlencode用法
###編碼
from urllib import parse
params = {
"name":"張三",
'age':18,
'greet':'helloworld'
}
qs = parse.urlencode(params)
print(qs)
from urllib import parse
params = {'name':'張三','age':'18','greet':'hello world'}
result = parse.urlencode(params)
print(result)
url ="https://www.baidu.com/s"
paramss = {'wd':"劉德華"}
qs = parse.urlencode(paramss)
url = url+"?"+qs
resp = request.urlopen(url)
print(resp.read().decode("utf-8"))
Parse_qs用法
from urllib import parse
params = {
"name":"張三",
'age':18,
'greet':'helloworld'
}
qs = parse.urlencode(params) #編碼
print(qs)
result = parse.parse_qs(qs)#解碼
print(result)
urlparse
urlparse模塊主要是用于解析url中的參數(shù) 對(duì)url按照一定格式進(jìn)行 拆分或拼接
將url分為6個(gè)部分砌溺，返回一個(gè)包含6個(gè)字符串項(xiàng)目的元組：協(xié)議洋幻、位置存璃、路徑、參數(shù)、查詢、片段。
from urllib import parse
url = "https://www.baidu.com/baidu?isource=infinity&iname=baidu&itype=web&tn=02003390_42_hao_pg&ie=utf-8&wd=mac%20markdown"
result = parse.urlparse(url)
print(result)
print(result.scheme)
print(result.netloc)
print(result.path)
print(result.query)
result_dict = parse.parse_qs(result.query)
for i in result_dict.items():
print(i)
