任務(wù)：
1、獲取網(wǎng)址：http://sh.58.com/pbdn 中商品詳情鏈接地址
2陪拘、在商品詳情頁中獲瘸д颉：
類別----category
標(biāo)題----title
價格----price
區(qū)域----area
瀏覽量--lookTime
成果：
Snip20170524_2.png
代碼：
from bs4 import BeautifulSoup
import requests
url = 'http://sh.58.com/pbdn'
def GetGoodsUrls(url):
wb_data = requests.get(url)
soup = BeautifulSoup(wb_data.text,'lxml')
goodsUrls = soup.select('#infolist > div > table > tbody > tr > td.t > a')
data = []
for goodsUrl in goodsUrls:
temp = goodsUrl.get('href')
data_list =temp.split('/')
#print(data_list)
if data_list[2] == 'zhuanzhuan.58.com':
data.insert(-1,temp.split('?')[0])
print(data)
return data
def GetGoodsInfo(url):
wb_data = requests.get(url)
soup = BeautifulSoup(wb_data.text,'lxml')
categorys = soup.select('#nav > div > span > a')
titles = soup.select('body > div.content > div > div.box_left > div.info_lubotu.clearfix > div.box_left_top > h1')
prices = soup.select('body > div.content > div > div.box_left > div.info_lubotu.clearfix > div.info_massege.left > div.price_li > span > i')
areas = soup.select('body > div.content > div > div.box_left > div.info_lubotu.clearfix > div.info_massege.left > div.palce_li > span > i')
lookTimes = soup.select('body > div.content > div > div.box_left > div.info_lubotu.clearfix > div.box_left_top > p > span.look_time')
del categorys[0:1]
for category,title,price,area,lookTime in zip(categorys,titles,prices,areas,lookTimes):
data = {
'category':category.get_text(),
'title':title.get_text(),
'prices':price.get_text(),
'area':area.get_text(),
'lookTime':lookTime.get_text()
}
print(data)
for i in GetGoodsUrls(url):
GetGoodsInfo(i)
