220 lines
8.3 KiB
Python
220 lines
8.3 KiB
Python
# -*- coding: utf-8 -*-
|
|
# 本资源来源于互联网公开渠道，仅可用于个人学习爬虫技术。
|
|
# 严禁将其用于任何商业用途，下载后请于 24 小时内删除，搜索结果均来自源站，本人不承担任何责任。
|
|
|
|
import sys,json,urllib3
|
|
import concurrent.futures
|
|
from urllib.parse import quote
|
|
from base.spider import Spider
|
|
urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
|
|
sys.path.append('..')
|
|
|
|
class Spider(Spider):
|
|
host, userid, episode_list = '', '', []
|
|
headers = {
|
|
'User-Agent': "okhttp/4.12.0",
|
|
'Connection': "Keep-Alive",
|
|
'Accept-Encoding': "gzip",
|
|
'Content-Type': "application/json;charset=UTF-8",
|
|
'Cache-Control': "no-cache",
|
|
'token': "",
|
|
'deviceId': "",
|
|
'client': "app",
|
|
'deviceType': "Android"
|
|
}
|
|
|
|
def init(self, extend=''):
|
|
self.headers['deviceId'] = '2d590b9842d064a1'
|
|
response = self.fetch('http://osstexll.oss-rg-china-mainland.aliyuncs.com/domainPath.json', headers={'User-Agent': "okhttp/4.12.0",'Connection': "Keep-Alive",'Accept-Encoding': "gzip"}).json()
|
|
self.host = response['url'][0]
|
|
response = self.fetch(f'{self.host}/api/v1/app/user/visitorInfo', headers=self.headers).json()
|
|
self.userid = response['data']['id']
|
|
token = response['data']['token']
|
|
self.headers['token'] = token
|
|
|
|
def homeContent(self, filter):
|
|
response = self.post(f'{self.host}/api/v1/app/screen/screenType', headers=self.headers).json()
|
|
data = response['data']
|
|
classes = []
|
|
for i in data:
|
|
classes.append({'type_id': i['id'],'type_name': i['name']})
|
|
return {'class': classes}
|
|
|
|
def homeVideoContent(self):
|
|
response = self.post(f'{self.host}/api/v1/app/recommend/recommendList', headers=self.headers).json()
|
|
data = response['data']
|
|
videos = []
|
|
with concurrent.futures.ThreadPoolExecutor() as executor:
|
|
future_to_id = {
|
|
executor.submit(
|
|
self.post,
|
|
f'{self.host}/api/v1/app/recommend/recommendSubList',
|
|
data=json.dumps({
|
|
"condition": item['id'],
|
|
"pageNum": 1,
|
|
"pageSize": 6
|
|
}),
|
|
headers=self.headers
|
|
): item['id'] for item in data
|
|
}
|
|
for future in concurrent.futures.as_completed(future_to_id):
|
|
try:
|
|
response = future.result().json()
|
|
for video in response['data']['records']:
|
|
videos.append({
|
|
"vod_id": video['id'],
|
|
"vod_name": video['name'],
|
|
"vod_pic": video['cover']
|
|
})
|
|
except Exception as e:
|
|
print(f"Request failed for item {future_to_id[future]}: {str(e)}")
|
|
return {'list': videos}
|
|
|
|
def categoryContent(self, tid, pg, filter, extend):
|
|
payload = {
|
|
"condition": {
|
|
"classify": "",
|
|
"region": "",
|
|
"sreecnTypeEnum": "NEWEST",
|
|
"typeId": tid,
|
|
"year": ""
|
|
},
|
|
"pageNum": pg,
|
|
"pageSize": 40
|
|
}
|
|
response = self.post(f'{self.host}/api/v1/app/screen/screenMovie', data=json.dumps(payload), headers=self.headers).json()
|
|
videos = []
|
|
for i in response['data']['records']:
|
|
videos.append({
|
|
"vod_id": i['id'],
|
|
"vod_name": i['name'],
|
|
"vod_pic": i['cover'],
|
|
"vod_remarks": i['area'],
|
|
"vod_year": i['year']
|
|
})
|
|
return {'list': videos, 'page': pg}
|
|
|
|
def searchContent(self, key, quick, pg='1'):
|
|
payload = {
|
|
"condition": {
|
|
"value": key
|
|
},
|
|
"pageNum": pg,
|
|
"pageSize": 40
|
|
}
|
|
response = self.post(f'{self.host}/api/v1/app/search/searchMovie', data=json.dumps(payload), headers=self.headers).json()
|
|
videos = []
|
|
for i in response['data']['records']:
|
|
videos.append({
|
|
'vod_id': i['id'],
|
|
'vod_name': i['name'],
|
|
'vod_pic': i['cover'],
|
|
'vod_remarks': i['area'],
|
|
'vod_year': i['year'],
|
|
'vod_area': i['area'],
|
|
'vod_content': i['desc']
|
|
})
|
|
return {'list': videos, 'page': pg}
|
|
|
|
def detailContent(self, ids):
|
|
payload = {
|
|
"id": ids[0],
|
|
"source": 0,
|
|
"typeId": "M17",
|
|
"userId": self.userid
|
|
}
|
|
response = self.post(f'{self.host}/api/v1/app/play/movieDetails', data=json.dumps(payload), headers=self.headers).json()
|
|
data = response['data']
|
|
currentplayerid = data['playerId']
|
|
play_urls = []
|
|
play_url = []
|
|
show = []
|
|
for i in data['episodeList']:
|
|
play_url.append(f"{i['episode']}${ids[0]}@{currentplayerid}@{i['id']}@episode")
|
|
play_urls.append('#'.join(play_url))
|
|
moviePlayerList = data['moviePlayerList']
|
|
for i2 in moviePlayerList:
|
|
if i2['id'] == currentplayerid:
|
|
show.append(i2['moviePlayerName'])
|
|
for j in moviePlayerList:
|
|
playerid = j['id']
|
|
episodeTotal = j.get('episodeTotal')
|
|
if playerid == currentplayerid or episodeTotal == None:
|
|
continue
|
|
play_url = []
|
|
for k in range(1,episodeTotal + 1):
|
|
play_url.append(f"第{k}集${k}@{playerid}@{ids[0]}@virtual")
|
|
play_urls.append('#'.join(play_url))
|
|
if j['moviePlayerName'] not in show:
|
|
show.append(j['moviePlayerName'])
|
|
payload = {
|
|
"id": ids[0],
|
|
"typeId": "M17"
|
|
}
|
|
response = self.post(f'{self.host}/api/v1/app/play/movieDesc', data=json.dumps(payload), headers=self.headers).json()
|
|
data2 = response['data']
|
|
video = {}
|
|
video.update({
|
|
'vod_id': data2['id'],
|
|
'vod_name': data2['name'],
|
|
'vod_pic': data2['cover'],
|
|
'vod_content': data2['introduce'],
|
|
'vod_year': data2['year'],
|
|
'vod_area': data2['area'],
|
|
'vod_remarks': '',
|
|
'vod_score': data2['score'],
|
|
'type_name': data2['classify'],
|
|
'vod_director': data2['director'],
|
|
'vod_play_from': '$$$'.join(show),
|
|
'vod_play_url': '$$$'.join(play_urls)
|
|
})
|
|
return {'list': [video]}
|
|
|
|
def playerContent(self, flag, id, vipflags):
|
|
param, playerid, param2, param3 = id.split('@')
|
|
if param3 == 'virtual':
|
|
payload = {
|
|
"episodeIndex": str(int(param)-1),
|
|
"id": int(param2),
|
|
"playerId": playerid,
|
|
"source": 0,
|
|
"typeId": "M16",
|
|
"userId": self.userid
|
|
}
|
|
response = self.post(f'{self.host}/api/v1/app/play/movieDetails', data=json.dumps(payload), headers=self.headers).json()
|
|
data = response['data']
|
|
parse_url = data['url']
|
|
playerid = data['playerId']
|
|
else:
|
|
payload = {
|
|
"episodeId": param2,
|
|
"id": param,
|
|
"playerId": playerid,
|
|
"source": 0,
|
|
"typeId": "M16",
|
|
"userId": self.userid
|
|
}
|
|
response = self.post(f'{self.host}/api/v1/app/play/movieDetails', data=json.dumps(payload), headers=self.headers).json()
|
|
data = response['data']
|
|
parse_url = data['url']
|
|
playerid = data['playerId']
|
|
response = self.fetch(f"{self.host}/api/v1/app/play/analysisMovieUrl?playerUrl={quote(parse_url,safe='')}&playerId={playerid}", headers=self.headers).json()
|
|
url = response['data']
|
|
|
|
return { 'jx': '0', 'parse': '0', 'url': url, 'header': {'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1'}}
|
|
|
|
|
|
def getName(self):
|
|
pass
|
|
|
|
def isVideoFormat(self, url):
|
|
pass
|
|
|
|
def manualVideoCheck(self):
|
|
pass
|
|
|
|
def destroy(self):
|
|
pass
|
|
|
|
def localProxy(self, param):
|
|
pass |