import requests, re, lxml
from lxml import etree
from bs4 import BeautifulSoup
import json
import pandas as pd
import openpyxl
wb = openpyxl.Workbook()
sheet = wb.active
sheet.title = 'news-online'
sheet['A1'] = '名稱' # 加表頭弥喉，給A1單元格賦值
sheet['B1'] = '網(wǎng)址' # 加表頭艇搀，給B1單元格賦值
sheet['C1'] = '圖片網(wǎng)址' # 加表頭，給C1單元格賦值
headers = {
'Referer': 'https://news.qq.com',
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; rv:46.0) Gecko/20100101 Firefox/46.0',
}
url = 'https://i.news.qq.com/trpc.qqnews_web.kv_srv.kv_srv_http_proxy/list?sub_srv_id=24hours&srv_id=pc&offset=0&limit=20&strategy=1&ext={"pool":["top"],"is_filter":7,"check_type":true}'
res = requests.get(url, headers=headers)
res1=res.json()
res2=res1['data']
datas=res2['list']
datas_list = []
for i in datas:
datas_dict = {}
datas_dict['標(biāo)題']=i['title']
datas_dict['網(wǎng)址'] = i['url']
datas_dict['圖片網(wǎng)址'] = i['thumb_nail']
datas_list.append(datas_dict)
row = [i['title'], i['url'],i['thumb_nail']]
sheet.append(row)
wb.save('qqnews.xlsx')
df=pd.DataFrame(datas_list)
print(df)
excel文件截圖如下
[圖片上傳失敗...(image-fa6a14-1648970447170)]
