import requests
from bs4 import BeautifulSoup
import json
import time
i = 0
data = {}
def save_file(content):
file = open('qsbk.txt','a')
file.writelines(content)
file.close()
while True:
url = 'https://www.qiushibaike.com/8hr/page/'+str(i)+'/?s=4986156'
data['dicAccept-Encoding'] = 'gzip, deflate'
data['Referer'] = 'https://www.qiushibaike.com/'
data['Accept'] = 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
data['User-Agent'] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/602.3.12 (KHTML, like Gecko) Version/10.0.2 Safari/602.3.12'
data['Accept-Language'] = 'zh-cn'
respose = requests.get(url,data)
soup = BeautifulSoup(respose.text,'html5lib')
results = soup.find_all('div',class_='content')
for result in results:
span = result.select('span')
print(span[0].text +'\n'+'\n')
save_file(span[0].text +'\n')
i += 1;
time.sleep(4)
在這里我讓其4秒自動執(zhí)行下一頁數(shù)據(jù)的抓取僵缺，并進(jìn)行保存闷哆，最終的結(jié)果就像這樣噪生。(當(dāng)然苹享，不應(yīng)該這么做的)
WechatIMG85.jpeg
