import re
import requests
from fake_useragent import UserAgent
ua = UserAgent()
headers = {'User-Agent': ua.random}
html = requests.get('http://www.baidu.com/',headers = headers)
html.encoding = 'utf-8'
html = html.text
title = re.findall(r'<a href="(http://.*?.com)" name="tj_tr.*?" class="mnav">(\w{2})</a>',html)
print(title)
輸出
[('http://news.baidu.com', '新聞'), ('http://map.baidu.com', '地圖'), ('http://v.baidu.com', '視頻'), ('http://tieba.baidu.com', '貼吧'), ('http://xueshu.baidu.com', '學(xué)術(shù)')]
