最近用Python寫(xiě)了一個(gè)新浪微博相冊(cè)的批量下載程序封救，選好用戶(hù)后運(yùn)行就可以把他相冊(cè)的全部相片下載到本地乐严。記錄了下載歷史，可以中途停止和續(xù)傳掉缺。

新浪微博瀏覽相冊(cè)需要登錄卜录，在嘗試了模擬登錄之后，在登錄機(jī)制和驗(yàn)證碼上糾結(jié)了很久眶明，最后我選擇了直接用cookie登錄艰毒，這樣其實(shí)更省事。

Python2.7搜囱，應(yīng)該就用了requests這個(gè)第三方庫(kù)丑瞧，API用起來(lái)更舒服。

pip install requests

使用的時(shí)候：
1.先打開(kāi)該用戶(hù)的微博頁(yè)面蜀肘，F(xiàn)12或者查看源代碼绊汹，找到他的page_id，填到程序的uid處扮宠。
2.用F12或者其他監(jiān)聽(tīng)軟件找到cookies西乖，填入程序cookies處。
3.把希望保存的本地目錄路徑填入程序中dirpath處坛增。

下面是完整代碼

# coding=u8
#作者:平仄_pingze (簡(jiǎn)書(shū))

"功能"
'''
獲取新浪微博用戶(hù)相冊(cè)照片到本地
'''

"使用方法"
'''
1.填寫(xiě)儲(chǔ)存目錄
2.指定微博用戶(hù)id
3.填寫(xiě)cookie
4.運(yùn)行
'''

# ---|| 初始參數(shù)浴栽，需要預(yù)先填寫(xiě) ||---
dirpath = ''  #儲(chǔ)存目錄
uid =   #用戶(hù)page_id
cookies = ''  #cookies


import os
import requests
import urllib
import re
from StringIO import StringIO
import pickle
import traceback
import time


def list_find(alist,ele):
    '不報(bào)錯(cuò)的list.index()'
    try:
        return alist.index(ele)
    except:
        return -1

def get_response(url,headers='',params=''):
    '穩(wěn)定高效的獲取響應(yīng)方法'
    max_try_times = 20 # 最大嘗試次數(shù)
    wait_time = 0.75 # 最大單次嘗試時(shí)間
    sleep_time = 0.25 # 嘗試失敗延時(shí)
    #print('[%s][INFO] Start trying to connect ...' % time.asctime()[11:19])
    for times in range(1,max_try_times+1):
        # print('[%s][INFO] The %s time try begin ...' % (time.asctime()[11:19], times))
        try:
            response = requests.get(url, timeout = wait_time, headers=headers, params=params)
            # print('[%s][INFO] The %s time try success!' % (time.asctime()[11:19], times))
            break
        except:
            if times < max_try_times:
                # print('[%s][WARN] The %s time try failed!' % (time.asctime()[11:19], times))
                time.sleep(sleep_time)
                continue
            else:
                print('[%s][ERROR] The last try failed at last , exit pro ...' % time.asctime()[11:19])
                traceback.print_exc()
                exit()
    # print('[%s][INFO] Successfully get the response!' % time.asctime()[11:19])
    return response

def retrieve(imgurl,imgpath):
    '穩(wěn)定高效的下載圖片方法（多次嘗試失敗后跳過(guò)）'
    max_try_times = 5 # 最大嘗試次數(shù)
    wait_time = 15 # 最大單次嘗試時(shí)間
    sleep_time = 3 # 嘗試失敗延時(shí)
    import socket
    socket.setdefaulttimeout(wait_time)
    #print('[%s][INFO] Start trying to connect ...' % time.asctime()[11:19])
    for times in range(1,max_try_times+1):
        # print('[%s][INFO] The %s time try begin ...' % (time.asctime()[11:19], times))
        try:
            urllib.urlretrieve(imgurl,imgpath)
            # print('[%s][INFO] The %s time try success!' % (time.asctime()[11:19], times))
            break
        except:
            if times < max_try_times:
                # print('[%s][WARN] The %s time try failed!' % (time.asctime()[11:19], times))
                time.sleep(sleep_time)
                continue
            else:
                print('[%s][ERROR] The last try failed at last , pass ...' % time.asctime()[11:19])
                break
    # print('[%s][INFO] Successfully get the response!' % time.asctime()[11:19])

def secp(string,pattern1,pattern2=''):
    '替換字符串中所有指定字符串為新字符串(效率低)'
    while True:
        index = string.find(pattern1)
        if index > -1:
            string = string[:index]+pattern2+string[index+len(pattern1):]
        else:
            break
    return string

def url_deal(url):
    'URL處理'
    urld = secp(url,'\\')
    urld = secp(urld,'thumb300','large')
    return urld

def get_imgurl(html):
    '解析html，獲取圖像url列表'
    imgurl_list = []
    extlist = ['jpg','gif','png']
    for ext in extlist:
        pattern = r'class=\\\"photo_pict\\\" src=\\\"(http:\S+thumb300\S+.'+ext+')'
        result = re.findall(pattern,html,re.S)
        if len(result) > 0:
            for url in result:
                imgurl_list.append(url_deal(url))    
    return imgurl_list  

def save_img(imgurl,savepath,imgname):
    '向本地目錄儲(chǔ)存圖像'
    imgext = imgurl[-4:]
    imgname = imgname + imgext 
    retrieve(imgurl,savepath+os.sep+imgname)

def save_log(dic, path):
    '以pickle文件格式儲(chǔ)存到目標(biāo)路徑'
    try:
        out_file = open(path, 'wb')
        pickle.dump(dic,out_file)
        return path
    except:
        traceback.print_exc()
        return None
    finally:
        out_file.close()     

def load_log(path):
    '從指定文件讀取pickle文件轉(zhuǎn)成字典'
    try:
        in_file = open(path, 'rb')
        dic = pickle.load(in_file)
        return dic
    except:
        traceback.print_exc()
        return None

def main():
    url = 'http://www.weibo.com/p/'+str(uid)+'/photos'
    headers = {
        'Cookie': cookies
    }
    #訪問(wèn)網(wǎng)址轿偎，獲取html文檔
    response = get_response(url, headers=headers)
    print('[%s][INFO] Pro starting at %s ...' % (time.asctime()[11:19], response.url))
    html = response.text
    #檢查html是否有效典鸡；若無(wú)效，報(bào)錯(cuò)并中止
    if len(re.findall('thumb300',html,re.S)) < 1 and len(re.findall('oid',html,re.S)) < 1 and len(re.findall('的微薄',re.S)) < 1:
        print('[%s][ERROR] Invalid cookies or page_id, please check !' % (time.asctime()[11:19]))
        exit()
    #解析文檔坏晦，獲取用戶(hù)信息和圖片路徑
    uname = re.findall(u'content="(.+?)萝玷，',html,re.S)[0]
    imgurl_list = get_imgurl(html)
    #動(dòng)態(tài)獲取循環(huán)
    while True:
        #獲取since_id，進(jìn)一步獲取動(dòng)態(tài)加載的頁(yè)面
        result = re.findall('since_id=(\S+)">',html,re.S)
        if len(result)>0:
            since_id = result[0][:-1]
        else:
            break
        #print(since_id)
        payload={
            'since_id': since_id,
            'page_id': uid,
            'ajax_call': 1
        }
        url = 'http://weibo.com/p/aj/album/loading'
        response = get_response(url,params=payload,headers=headers)
        html = response.text
        print('[%s][INFO] Got new page of %s !' % (time.asctime()[11:19], response.url))
        #解析文檔昆婿，獲取html路徑
        imgurl_list = imgurl_list + get_imgurl(html)
    savepath = dirpath + os.sep + uname
    if(os.path.exists(savepath)==False or os.path.isdir(savepath)==False):
        os.mkdir(savepath)
    imgurl_list.reverse()
    global total_num
    total_num = len(imgurl_list)
    #log文件存在性檢查
    logpath = savepath + os.sep + 'log.pkl'
    if os.path.exists(logpath) and os.path.isfile(logpath):
        print('[%s][INFO] Found log.pkl, loading...' % (time.asctime()[11:19]))
        logdic = load_log(logpath)
        log_last_num = logdic.get('last_num')
        log_imgurl_list = logdic.get('imgurl_list')
        index = log_last_num + 1
    else:
        print('[%s][INFO] Not found log.pkl, creating a new one ...' % (time.asctime()[11:19]))
        log_imgurl_list = []
        index = 1
    #開(kāi)始下載圖片
    num = 1
    for imgurl in imgurl_list:
        if list_find(log_imgurl_list, imgurl) < 0: 
            imgname = '{:0>5}'.format(index)
            save_img(imgurl, savepath, imgname)
            index = index + 1
            last_num = index - 1
            log_imgurl_list.append(imgurl)
            logdic = {
                'last_num': last_num,
                'imgurl_list': log_imgurl_list
            }
            print('[%s][INFO] Writing log ... (%d/%d) !' % (time.asctime()[11:19], num, total_num))
            save_log(logdic, logpath)
            print('[%s][INFO] Successfully saved image as %s (%d/%d) !' % (time.asctime()[11:19], imgname, num, total_num))
        else:
            print('[%s][INFO] Jump this image (%d/%d) !' % (time.asctime()[11:19], num, total_num))
        num = num + 1

if __name__ == '__main__':
    main()

比如我的初始參數(shù)是:

dirpath = 'images' #與腳本同目錄的images文件夾
uid = 1035051191258123 # 韓寒
cookies = 'SINAGLOBAL=221.237.83.131_146556……' #很長(zhǎng)球碉，不給你看

套路是這么個(gè)套路，大家有什么想法可以提一提嘛……