??這是從id97拉取新上映電影的python腳本烘跺,很簡(jiǎn)單田晚,如果需要拉取其它電影直接改一下正則表達(dá)式就可以了妥畏,程序測(cè)試環(huán)境:Win7 64位稀余,Python 2.7悦冀。
??代碼如下:
# -*- coding: utf-8 -*-
import urllib2;
import os;
import re;
# 找到電影
# <a\shref=\"http\:\/\/www\.id97\.com\/videos\/resource\/id\/(.+?)\"><img\swidth=\"100\%\"\ssrc=(.+?)\salt=(.+?)></a>
def getVideoList():
url = 'http://www.id97.com/';
user_agent = 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'
headers = { 'User-Agent' : user_agent }
req = urllib2.Request(url, headers = headers)
result = urllib2.urlopen(req);
# print 'myResponse == ',myResponse;
content = result.read();
items = re.findall('<a\shref=\"http\:\/\/www\.id97\.com\/videos\/resource\/id\/(.+?)\"><img\swidth=\"100\%\"\ssrc=(.+?)\salt=(.+?)></a>',content,re.S);
filePath = 'freefilm.txt';
if os.path.exists(filePath):
os.remove(filePath);
f = open(filePath,'w+');
for item in items:
itemUrl = 'http://www.id97.com/videos/resource/id/' + item[0];
onlineUrl = getVideoInfo(itemUrl);
itemName = item[2];
print 'itemName == ',itemName,' onlineUrl == ',onlineUrl;
f.write('電影名稱:' + itemName + ( 60 - len( itemName ) )*' ' + '播放地址:' + onlineUrl + '\n' );
f.close();
# 找播放地址
# <li\stitle=\"\"\sdata-original-title=\"\"\sdata-toggle=\"tooltip\"\sid=\"onlineplay\"\sclass=\"list-group-item\"><a\starget=\"_blank\"\shref=\"(.+?)\">在線觀看</a></li><script\stype=\"text/javascript\">
def getVideoInfo(url):
resultUrl = '';
user_agent = 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'
headers = { 'User-Agent' : user_agent }
req = urllib2.Request(url, headers = headers)
result = urllib2.urlopen(req);
page = result.read();
content = page.decode("utf-8");
urls = re.findall('<li\stitle=\"\"\sdata-original-title=\"\"\sdata-toggle=\"tooltip\"\sid=\"onlineplay\"\sclass=\"list-group-item\"><a\starget=\"_blank\"\shref=\"(.+?)\">(.+?)</a></li><script\stype=\"text/javascript\">'\
,content,re.S);
for onlineUrl in urls:
resultUrl = onlineUrl[0];
break;
return str(resultUrl);
# 拉取id97新上映電影
getVideoList();
??拉取結(jié)果如下:
電影名稱:"霍比特人3:五軍之戰(zhàn),高清在線播放" 播放地址:http://www.id97.com/videos/play/mid/8549.html
電影名稱:"饑餓游戲3:嘲笑鳥(上).高清在線觀看" 播放地址:http://www.id97.com/videos/play/mid/8548.html
電影名稱:"爆裂鼓手,高清在線播放" 播放地址:http://www.id97.com/videos/play/mid/8543.html
電影名稱:"生命之書,高清在線播放" 播放地址:http://www.id97.com/videos/play/mid/8518.html
電影名稱:"馬達(dá)加斯加的企鵝,高清在線播放" 播放地址:http://www.id97.com/videos/play/mid/8501.html