#coding=utf-8 #!/usr/bin/python import sys sys.path.append('..') from base.spider import Spider import json import re import time import uuid import hashlib from urllib import request, parse import urllib import urllib.request import ssl ssl._create_default_https_context = ssl._create_unverified_context#全局取消证书验证 class Spider(Spider): # 元类 默认的元类 type def getName(self): return "1905电影" def init(self,extend=""): print("============{0}============".format(extend)) pass def isVideoFormat(self,url): pass def manualVideoCheck(self): pass def homeContent(self,filter): result = {} cateManual = { "电影": "n_1", "微电影":"n_1_c_922", "系列电影":"n_2", "纪录片":"c_927", "晚会":"n_1_c_586", "独家":"n_1_c_178", "综艺":"n_1_c_1024" # ,"体育":"n_1_c_1053" } classes = [] for k in cateManual: classes.append({ 'type_name':k, 'type_id':cateManual[k] }) result['class'] = classes if(filter): result['filters'] = self.config['filter'] return result def homeVideoContent(self): url = 'https://www.1905.com/vod/cctv6/lst/' rsp = self.fetch(url, headers=self.header) html = self.html(rsp.text) aList = html.xpath("//div[@class='grid-2x']/a") videos = self.custom_list(aList=aList) result = { 'list':videos } return result def categoryContent(self,tid,pg,filter,extend): result = {} videos=[] by='/o3p' if 'by' in extend.keys(): by='/{0}p'.format(extend['by']) url = 'https://www.1905.com/vod/list/{0}{2}{1}.html'.format(tid, pg,by) HtmlTxt =self.custom_webReadFile(url,header=self.header) html = self.html(HtmlTxt) aList = html.xpath("//section[contains(@class,'search-list')]/div/a" if tid != u'n_2' else "//div[@class='mod']/div[1]/a") videos = self.custom_list(aList=aList) limit = len(aList) result['list'] = videos result['page'] = pg result['pagecount'] = 100 result['limit'] = limit result['total'] = 100 * limit return result def detailContent(self,array): result = {} temporary = array[0].split('###') title=temporary[1] aid=temporary[0] pic=temporary[2] remark='' actor='' direct='' content='' vodItems=[] playList=[] vod_play_from=['播放线路',] if aid.isdigit()==False: HtmlTxt=self.custom_webReadFile(aid,self.header) url=self.custom_RegexGetText(HtmlTxt,r'\r*\n*\s*3: vod_play_from=['播放线路(需要vip解析)',] aid=url title=self.custom_RegexGetText(HtmlTxt,r'
\s*\r*\n*\t*

(.+?)<',1).replace(' ','') pic=self.custom_RegexGetText(HtmlTxt,r'(.+?)

',1) vodItems.append(title + "$" + aid) joinStr = '#'.join(vodItems) playList.append(joinStr) else: aid=self.custom_RegexGetText(url,r'play/(.*?)\.sh',1) if aid=='': return {'list': []} elif aid.isdigit() and vod_play_from[0].find('需要vip解析')<0: url = "https://www.1905.com/api/content/?callback=&m=Vod&a=getVodSidebar&id={0}&fomat=json".format(aid) try: HtmlTxt=self.custom_webReadFile(url,self.header) root = json.loads(HtmlTxt) title = root['title'] pic = root['thumb'] remark = root['commendreason'] content = root['description'] actor = root['starring'] direct = root['direct'] vodItems.append(title + "$" + aid) series = root['info']['series_data'] series = root['info']['series_data'] for ser in series: vodItems.append(ser['title'] + "$" + ser['contentid']) joinStr = '#'.join(vodItems) playList.append(joinStr) except: joinStr = '#'.join([title + "$" + aid]) playList.append(joinStr) else: pass vod = { "vod_id":array[0], "vod_name":title, "vod_pic":pic, "type_name":'', "vod_year":"", "vod_area":"", "vod_remarks":remark, "vod_actor":actor, "vod_director":direct, "vod_content":content } vod['vod_play_from'] = "$$$".join(vod_play_from) vod['vod_play_url'] = "$$$".join(playList) result = { 'list':[ vod ] } return result def searchContent(self,key,quick): url = 'https://www.1905.com/search/index-p-type-film-q-{}.html?envod=1&year=0&score=0&order=0'.format(urllib.parse.quote(key))#只搜索能看电影,想搜其它的可以把html之后的字符删掉 #https://www.1905.com/search/index-p-type-all-q-{}.html html = self.html(self.custom_webReadFile(url,self.header)) aList = html.xpath('//div[@class="main clearfix"]') videos = self.custom_list_search(aList=aList) result = { 'list':videos } return result def playerContent(self,flag,id,vipFlags): result = {} if flag.find('vip解析')>0: result["parse"] = 1#0=直接播放、1=嗅探 result["playUrl"] ='' result["url"] = id result['jx'] = 1#1=VIP解析,0=不解析 result["header"] = '' else: nonce = int(round(time.time() * 1000)) expiretime = nonce + 600 uid = str(uuid.uuid4()) playerid = uid.replace("-", "")[5:20] signature = 'cid={0}&expiretime={1}&nonce={2}&page=https%3A%2F%2Fwww.1905.com%2Fvod%2Fplay%2F{3}.shtml&playerid={4}&type=hls&uuid={5}.dde3d61a0411511d'.format(id,expiretime,nonce,id,playerid,uid) signature = hashlib.sha1(signature.encode()).hexdigest() url = 'https://profile.m1905.com/mvod/getVideoinfo.php?nonce={0}&expiretime={1}&cid={2}&uuid={3}&playerid={4}&page=https%3A%2F%2Fwww.1905.com%2Fvod%2Fplay%2F{5}.shtml&type=hls&signature={6}&callback='.format(nonce,expiretime,id,uid,playerid,id,signature) HtmlTxt=self.custom_webReadFile(url,self.header) jo = json.loads(HtmlTxt.replace("(", "").replace(")", "")) data = jo['data']['sign'] sign = '' qualityStr = '' if 'uhd' in data.keys(): sign = data['uhd']['sign'] qualityStr = 'uhd' elif 'hd' in data.keys(): sign = data['hd']['sign'] qualityStr = 'hd' elif 'sd' in data.keys(): sign = data['sd']['sign'] qualityStr = 'sd' host = jo['data']['quality'][qualityStr]['host'] path = jo['data']['path'][qualityStr]['path'] playUrl = host + sign + path result["parse"] = 0#0=直接播放、1=嗅探 result["playUrl"] ='' result["url"] = playUrl result["header"] = self.header return result config = { "player": {}, "filter": { "n_1":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ], "n_1_c_922":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ], "n_2":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ], "c_927":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ], "n_1_c_586":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ], "n_1_c_178":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ], "n_1_c_1024":[ {"key":"by","name":"排序:","value":[{"n":"默认(最热)","v":"o3"},{"n":"最新","v":"o1"},{"n":"好评","v":"o4"}]} ] } } header = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36 Edg/117.0.2045.43', 'Referer': 'https://www.1905.com/vod/list/n_1/o3p1.html', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7' } def localProxy(self,param): return [200, "video/MP2T", action, ""] #-----------------------------------------------自定义函数----------------------------------------------- #分类取结果 def custom_list(self,aList): videos = [] for a in aList: img=a.xpath('./img/@src')[0] title=a.xpath('./img/@alt')[0] url=a.xpath("./@href")[0] if url.find('vip.1905')>1:#可以除掉 continue if self.custom_RegexGetText(url,'(play)',1)=='': vod_id="{0}###{1}###{2}".format(url,title,img) else: id=self.custom_RegexGetText(url,r'play/(.*?)\.sh',1) vod_id="{0}###{1}###{2}".format(id,title,img) videos.append({ "vod_id":vod_id, "vod_name":title, "vod_pic":img, "vod_remarks":'' }) return videos def custom_list_search(self,aList): videos = [] for a in aList: try: img=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/img/@src')[0] title=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/img/@alt')[0] url=a.xpath('./ul[@class="cont"]/li[@class="spec paly-tab-icon position-icon"]/a/@href') if len(url)<1: url=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/@href')[0] else: url=url[0] if url.find('vip.1905')>1: url=a.xpath('./div[@class="movie-pic"]/a[@class="img-a"]/@href')[0] if self.custom_RegexGetText(url,'(play)',1)=='': vod_id="{0}###{1}###{2}".format(url,title,img) else: id=self.custom_RegexGetText(url,r'play/(.*?)\.sh',1) vod_id="{0}###{1}###{2}".format(id,title,img) videos.append({ "vod_id":vod_id, "vod_name":title, "vod_pic":img, "vod_remarks":'' }) except: pass return videos #访问网页 def custom_webReadFile(self,urlStr,header=None,codeName='utf-8'): html='' if header==None: header={ "Referer":urlStr, 'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36', "Host":self.custom_RegexGetText(Text=urlStr,RegexText='https*://(.*?)(/|$)',Index=1) } req=urllib.request.Request(url=urlStr,headers=header)#,headers=header with urllib.request.urlopen(req) as response: html = response.read().decode(codeName,'ignore') return html #正则取文本 def custom_RegexGetText(self,Text,RegexText,Index): returnTxt="" Regex=re.search(RegexText, Text, re.M|re.S) if Regex is None: returnTxt="" else: returnTxt=Regex.group(Index) return returnTxt