309 lines
10 KiB
Python
309 lines
10 KiB
Python
#coding=utf-8
|
|
#!/usr/bin/python
|
|
import sys
|
|
sys.path.append('..')
|
|
from base.spider import Spider
|
|
import json
|
|
import re
|
|
import time
|
|
import uuid
|
|
import hashlib
|
|
from urllib import request, parse
|
|
import urllib
|
|
import urllib.request
|
|
import ssl
|
|
ssl._create_default_https_context = ssl._create_unverified_context#全局取消证书验证
|
|
class Spider(Spider): # 元类 默认的元类 type
|
|
def getName(self):
|
|
return "1905电影"
|
|
def init(self,extend=""):
|
|
print("============{0}============".format(extend))
|
|
pass
|
|
def isVideoFormat(self,url):
|
|
pass
|
|
def manualVideoCheck(self):
|
|
pass
|
|
def homeContent(self,filter):
|
|
result = {}
|
|
cateManual = {
|
|
"电影": "n_1",
|
|
"微电影":"n_1_c_922",
|
|
"系列电影":"n_2",
|
|
"纪录片":"c_927",
|
|
"晚会":"n_1_c_586",
|
|
"独家":"n_1_c_178",
|
|
"综艺":"n_1_c_1024"
|
|
# ,"体育":"n_1_c_1053"
|
|
}
|
|
classes = []
|
|
for k in cateManual:
|
|
classes.append({
|
|
'type_name':k,
|
|
'type_id':cateManual[k]
|
|
})
|
|
result['class'] = classes
|
|
if(filter):
|
|
result['filters'] = self.config['filter']
|
|
return result
|
|
def homeVideoContent(self):
|
|
url = 'https://www.1905.com/vod/cctv6/lst/'
|
|
rsp = self.fetch(url, headers=self.header)
|
|
html = self.html(rsp.text)
|
|
aList = html.xpath("//div[@class='grid-2x']/a")
|
|
videos = self.custom_list(aList=aList)
|
|
result = {
|
|
'list':videos
|
|
}
|
|
return result
|
|
def categoryContent(self,tid,pg,filter,extend):
|
|
result = {}
|
|
videos=[]
|
|
by='/o3p'
|
|
if 'by' in extend.keys():
|
|
by='/{0}p'.format(extend['by'])
|
|
url = 'https://www.1905.com/vod/list/{0}{2}{1}.html'.format(tid, pg,by)
|
|
HtmlTxt =self.custom_webReadFile(url,header=self.header)
|
|
html = self.html(HtmlTxt)
|
|
aList = html.xpath("//section[contains(@class,'search-list')]/div/a" if tid != u'n_2' else "//div[@class='mod']/div[1]/a")
|
|
videos = self.custom_list(aList=aList)
|
|
limit = len(aList)
|
|
result['list'] = videos
|
|
result['page'] = pg
|
|
result['pagecount'] = 100
|
|
result['limit'] = limit
|
|
result['total'] = 100 * limit
|
|
return result
|
|
def detailContent(self,array):
|
|
result = {}
|
|
temporary = array[0].split('###')
|
|
title=temporary[1]
|
|
aid=temporary[0]
|
|
pic=temporary[2]
|
|
remark=''
|
|
actor=''
|
|
direct=''
|
|
content=''
|
|
vodItems=[]
|
|
playList=[]
|
|
vod_play_from=['播放线路',]
|
|
if aid.isdigit()==False:
|
|
HtmlTxt=self.custom_webReadFile(aid,self.header)
|
|
url=self.custom_RegexGetText(HtmlTxt,r'<a class="iconBanner-playBtn icon-banner btn-play"\s*href="(.+?)"',1)
|
|
if url=='':
|
|
url=self.custom_RegexGetText(HtmlTxt,r'property="og:url"\scontent="(.+?)"', 1)
|
|
if self.custom_RegexGetText(url,r'/(film)/',1)!='':
|
|
HtmlTxt=self.custom_webReadFile(aid+'video',self.header)
|
|
url=self.custom_RegexGetText(HtmlTxt,r'<li class="video-position-icon\s{0,1}">\r*\n*\s*<a href="(.+?)"\s{1,4}class="online-list-positive other-vedio-url"', 1)
|
|
if len(self.custom_RegexGetText(url,r'(vip.1905)',1))>3:
|
|
vod_play_from=['播放线路(需要vip解析)',]
|
|
aid=url
|
|
title=self.custom_RegexGetText(HtmlTxt,r'<div class="container-right">\s*\r*\n*\t*<h1>(.+?)<',1).replace(' ','')
|
|
pic=self.custom_RegexGetText(HtmlTxt,r'<img class="poster" src="(.+?)"',1)
|
|
content=self.custom_RegexGetText(HtmlTxt,r'<p>(.+?)</p>',1)
|
|
vodItems.append(title + "$" + aid)
|
|
joinStr = '#'.join(vodItems)
|
|
playList.append(joinStr)
|
|
else:
|
|
aid=self.custom_RegexGetText(url,r'play/(.*?)\.sh',1)
|
|
if aid=='':
|
|
return {'list': []}
|
|
elif aid.isdigit() and vod_play_from[0].find('需要vip解析')<0:
|
|
url = "https://www.1905.com/api/content/?callback=&m=Vod&a=getVodSidebar&id={0}&fomat=json".format(aid)
|
|
try:
|
|
HtmlTxt=self.custom_webReadFile(url,self.header)
|
|
root = json.loads(HtmlTxt)
|
|
title = root['title']
|
|
pic = root['thumb']
|
|
remark = root['commendreason']
|
|
content = root['description']
|
|
actor = root['starring']
|
|
direct = root['direct']
|
|
vodItems.append(title + "$" + aid)
|
|
series = root['info']['series_data']
|
|
series = root['info']['series_data']
|
|
for ser in series:
|
|
vodItems.append(ser['title'] + "$" + ser['contentid'])
|
|
joinStr = '#'.join(vodItems)
|
|
playList.append(joinStr)
|
|
except:
|
|
joinStr = '#'.join([title + "$" + aid])
|
|
playList.append(joinStr)
|
|
else:
|
|
pass
|
|
|
|
vod = {
|
|
"vod_id":array[0],
|
|
"vod_name":title,
|
|
"vod_pic":pic,
|
|
"type_name":'',
|
|
"vod_year":"",
|
|
"vod_area":"",
|
|
"vod_remarks":remark,
|
|
"vod_actor":actor,
|
|
"vod_director":direct,
|
|
"vod_content":content
|
|
}
|
|
vod['vod_play_from'] = "$$$".join(vod_play_from)
|
|
vod['vod_play_url'] = "$$$".join(playList)
|
|
result = {
|
|
'list':[
|
|
vod
|
|
]
|
|
}
|
|
return result
|
|
|
|
def searchContent(self,key,quick):
|
|
url = 'https://www.1905.com/search/index-p-type-film-q-{}.html?envod=1&year=0&score=0&order=0'.format(urllib.parse.quote(key))#只搜索能看电影,想搜其它的可以把html之后的字符删掉
|
|
#https://www.1905.com/search/index-p-type-all-q-{}.html
|
|
html = self.html(self.custom_webReadFile(url,self.header))
|
|
aList = html.xpath('//div[@class="main clearfix"]')
|
|
videos = self.custom_list_search(aList=aList)
|
|
result = {
|
|
'list':videos
|
|
}
|
|
return result
|
|
def playerContent(self,flag,id,vipFlags):
|
|
result = {}
|
|
if flag.find('vip解析')>0:
|
|
result["parse"] = 1#0=直接播放、1=嗅探
|
|
result["playUrl"] =''
|
|
result["url"] = id
|
|
result['jx'] = 1#1=VIP解析,0=不解析
|
|
result["header"] = ''
|
|
else:
|
|
nonce = int(round(time.time() * 1000))
|
|
expiretime = nonce + 600
|
|
uid = str(uuid.uuid4())
|
|
playerid = uid.replace("-", "")[5:20]
|
|
signature = 'cid={0}&expiretime={1}&nonce={2}&page=https%3A%2F%2Fwww.1905.com%2Fvod%2Fplay%2F{3}.shtml&playerid={4}&type=hls&uuid={5}.dde3d61a0411511d'.format(id,expiretime,nonce,id,playerid,uid)
|
|
signature = hashlib.sha1(signature.encode()).hexdigest()
|
|
url = 'https://profile.m1905.com/mvod/getVideoinfo.php?nonce={0}&expiretime={1}&cid={2}&uuid={3}&playerid={4}&page=https%3A%2F%2Fwww.1905.com%2Fvod%2Fplay%2F{5}.shtml&type=hls&signature={6}&callback='.format(nonce,expiretime,id,uid,playerid,id,signature)
|
|
HtmlTxt=self.custom_webReadFile(url,self.header)
|
|
jo = json.loads(HtmlTxt.replace("(", "").replace(")", ""))
|
|
data = jo['data']['sign']
|
|
sign = ''
|
|
qualityStr = ''
|
|
if 'uhd' in data.keys():
|
|
sign = data['uhd']['sign']
|
|
qualityStr = 'uhd'
|
|
elif 'hd' in data.keys():
|
|
sign = data['hd']['sign']
|
|
qualityStr = 'hd'
|
|
elif 'sd' in data.keys():
|
|
sign = data['sd']['sign']
|
|
qualityStr = 'sd'
|
|
host = jo['data']['quality'][qualityStr]['host']
|
|
path = jo['data']['path'][qualityStr]['path']
|
|
playUrl = host + sign + path
|
|
result["parse"] = 0#0=直接播放、1=嗅探
|
|
result["playUrl"] =''
|
|
result["url"] = playUrl
|
|
result["header"] = self.header
|
|
return result
|
|
|
|
|
|
config = {
|
|
"player": {},
|
|
"filter": {
|
|
"n_1":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
],
|
|
"n_1_c_922":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
],
|
|
"n_2":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
],
|
|
"c_927":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
],
|
|
"n_1_c_586":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
],
|
|
"n_1_c_178":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
],
|
|
"n_1_c_1024":[
|
|
{"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]}
|
|
]
|
|
}
|
|
}
|
|
header = {
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36 Edg/117.0.2045.43',
|
|
'Referer': 'https://www.1905.com/vod/list/n_1/o3p1.html',
|
|
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7'
|
|
}
|
|
def localProxy(self,param):
|
|
return [200, "video/MP2T", action, ""]
|
|
#-----------------------------------------------自定义函数-----------------------------------------------
|
|
#分类取结果
|
|
def custom_list(self,aList):
|
|
videos = []
|
|
for a in aList:
|
|
img=a.xpath('./img/@src')[0]
|
|
title=a.xpath('./img/@alt')[0]
|
|
url=a.xpath("./@href")[0]
|
|
if url.find('vip.1905')>1:#可以除掉
|
|
continue
|
|
if self.custom_RegexGetText(url,'(play)',1)=='':
|
|
vod_id="{0}###{1}###{2}".format(url,title,img)
|
|
else:
|
|
id=self.custom_RegexGetText(url,r'play/(.*?)\.sh',1)
|
|
vod_id="{0}###{1}###{2}".format(id,title,img)
|
|
videos.append({
|
|
"vod_id":vod_id,
|
|
"vod_name":title,
|
|
"vod_pic":img,
|
|
"vod_remarks":''
|
|
})
|
|
return videos
|
|
def custom_list_search(self,aList):
|
|
videos = []
|
|
for a in aList:
|
|
try:
|
|
img=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/img/@src')[0]
|
|
title=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/img/@alt')[0]
|
|
url=a.xpath('./ul[@class="cont"]/li[@class="spec paly-tab-icon position-icon"]/a/@href')
|
|
if len(url)<1:
|
|
url=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/@href')[0]
|
|
else:
|
|
url=url[0]
|
|
if url.find('vip.1905')>1:
|
|
url=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/@href')[0]
|
|
if self.custom_RegexGetText(url,'(play)',1)=='':
|
|
vod_id="{0}###{1}###{2}".format(url,title,img)
|
|
else:
|
|
id=self.custom_RegexGetText(url,r'play/(.*?)\.sh',1)
|
|
vod_id="{0}###{1}###{2}".format(id,title,img)
|
|
videos.append({
|
|
"vod_id":vod_id,
|
|
"vod_name":title,
|
|
"vod_pic":img,
|
|
"vod_remarks":''
|
|
})
|
|
except:
|
|
pass
|
|
return videos
|
|
#访问网页
|
|
def custom_webReadFile(self,urlStr,header=None,codeName='utf-8'):
|
|
html=''
|
|
if header==None:
|
|
header={
|
|
"Referer":urlStr,
|
|
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36',
|
|
"Host":self.custom_RegexGetText(Text=urlStr,RegexText='https*://(.*?)(/|$)',Index=1)
|
|
}
|
|
req=urllib.request.Request(url=urlStr,headers=header)#,headers=header
|
|
with urllib.request.urlopen(req) as response:
|
|
html = response.read().decode(codeName,'ignore')
|
|
return html
|
|
|
|
#正则取文本
|
|
def custom_RegexGetText(self,Text,RegexText,Index):
|
|
returnTxt=""
|
|
Regex=re.search(RegexText, Text, re.M|re.S)
|
|
if Regex is None:
|
|
returnTxt=""
|
|
else:
|
|
returnTxt=Regex.group(Index)
|
|
return returnTxt |