西刺免費代理IP獲取API接口無法訪問氢伟，先嘗試獲取一下ip信息，后續(xù)需要驗證下ip可用性，創(chuàng)建自有代理ip池。
image.png
# -*- coding=utf-8 -*-
import requests
from bs4 import BeautifulSoup
from pyExcelerator import *
s = requests.session()
header = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36"
}
rs = s.get(url="http://www.xicidaili.com/nn/", headers=header)
soup = BeautifulSoup(rs.text, "lxml")
ip_list_all = []
ip_list = soup.select_one("#ip_list").select("tr")
ip_info_list_key = ["ip", "port", "address", "hidden", "type", "speed", "conn_time", "survival_time", "verify_time"]
for item in ip_list[1:]:
ip_info_list_value = []
ip_info = item.select("td")
for info in ip_info[1:]:
if info.select_one(".bar"):
ip_info_list_value.append(info.select_one(".bar")["title"])
else:
ip_info_list_value.append(info.get_text().strip())
ip_list_all.append(dict(zip(ip_info_list_key, ip_info_list_value)))
print len(ip_list_all)
# 寫excel文件
w = Workbook() # 創(chuàng)建一個工作簿
ws = w.add_sheet(u"西刺免費代理IP") # 創(chuàng)建一個工作表
ws.write(0, 0, u"序號") # 在1行1列寫入
ws.write(0, 1, u"IP地址")
ws.write(0, 2, u"端口")
ws.write(0, 3, u"服務器地址")
ws.write(0, 4, u"是否匿名")
ws.write(0, 5, u"類型")
ws.write(0, 6, u"速度")
ws.write(0, 7, u"連接時間")
ws.write(0, 8, u"存活時間")
ws.write(0, 9, u"驗證時間")
i = 0
for item in ip_list_all:
i += 1
ws.write(i, 0, i) # 在i+1行1列寫入
ws.write(i, 1, item["ip"])
ws.write(i, 2, item["port"])
ws.write(i, 3, item["address"])
ws.write(i, 4, item["hidden"])
ws.write(i, 5, item["type"])
ws.write(i, 6, item["speed"])
ws.write(i, 7, item["conn_time"])
ws.write(i, 8, item["survival_time"])
ws.write(i, 9, item["verify_time"])
w.save(u"西刺免費代理IP.xlsx") # 保存
print "寫excel完成"
