參考
可以參考：http://www.reibang.com/p/45e13334a71f
我的是Soup版 爬取貼吧 某個帖子下面所有的圖片鏈接
優(yōu)點
- 不用輸入頁面 自動匹配到總共幾頁藕甩。
- 自動爬取該貼吧下的所有頁的圖片資源
- 自動重命名文件粒氧。通過命名可以看到是第幾頁的圖片
效果圖如下：
tiebapachong.png
# -*- coding:utf-8 -*-
# **********************************
# ** http://weibo.com/lixiaodaoaaa #
# ****** by:lixiaodaoaaa ***********
# -*- coding: UTF-8 -*-
import urllib
import re
import sys
import json
import requests
from bs4 import BeautifulSoup, Tag
from datetime import datetime
import random
import time
def convertUrlToBeautifulSoup(url):
getStr = requests.get(url)
getStr.encoding = "utf-8"
return BeautifulSoup(getStr.text, "html.parser")
def download_img(beSoup, page):
for myImg in mySoup.select(".BDE_Image"):
imgUrl = myImg.get("src")
myTempStr = imgUrl.split("sign=")
strPage = "page_%d_fileName=" % page
strTime = "%s.jpg" % time.time()
fileName = strPage + strTime
print(fileName)
urllib.request.urlretrieve(imgUrl, fileName)
def getTotalNumber(beSoup):
page = beSoup.select(".l_reply_num")[0].select(".red")[1].text
return int(page)
def getParaUrl(sourUrl, page):
para = "?pn=%d" % page
hasParaUrl = startUrl + para
return hasParaUrl
if __name__ == '__main__':
startUrl = input('輸入網(wǎng)址，把pn=后面的數(shù)字去掉')
mySoup = convertUrlToBeautifulSoup(startUrl)
totalPage = getTotalNumber(mySoup)
startPage = 2
download_img(mySoup, 1)
while startPage <= totalPage:
tempSoup = convertUrlToBeautifulSoup(getParaUrl(startUrl, startPage))
download_img(tempSoup, startPage)
startPage += 1
