221 lines
7.5 KiB
Python
221 lines
7.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
# by @嗷呜
|
|
import json
|
|
import re
|
|
import sys
|
|
import threading
|
|
import time
|
|
from urllib.parse import urlparse
|
|
import requests
|
|
from pyquery import PyQuery as pq
|
|
sys.path.append('..')
|
|
from base.spider import Spider
|
|
|
|
|
|
class Spider(Spider):
|
|
|
|
def init(self, extend=""):
|
|
self.session = requests.Session()
|
|
self.headers = {
|
|
'User-Agent': 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36',
|
|
'sec-ch-ua-platform': '"Android"',
|
|
'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="130", "Google Chrome";v="130"',
|
|
'dnt': '1',
|
|
'sec-ch-ua-mobile': '?1',
|
|
'sec-fetch-site': 'same-origin',
|
|
'sec-fetch-mode': 'no-cors',
|
|
'sec-fetch-dest': 'script',
|
|
'accept-language': 'zh-CN,zh;q=0.9',
|
|
'priority': 'u=2',
|
|
}
|
|
try:self.proxies = json.loads(extend)
|
|
except:self.proxies = {}
|
|
self.hsot=self.gethost()
|
|
self.headers.update({'referer': f"{self.hsot}/"})
|
|
self.session.proxies.update(self.proxies)
|
|
self.session.headers.update(self.headers)
|
|
pass
|
|
|
|
def getName(self):
|
|
pass
|
|
|
|
def isVideoFormat(self, url):
|
|
pass
|
|
|
|
def manualVideoCheck(self):
|
|
pass
|
|
|
|
def destroy(self):
|
|
pass
|
|
|
|
pheader={
|
|
'User-Agent': 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36',
|
|
'sec-ch-ua-platform': '"Android"',
|
|
'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="130", "Google Chrome";v="130"',
|
|
'dnt': '1',
|
|
'sec-ch-ua-mobile': '?1',
|
|
'origin': 'https://jx.8852.top',
|
|
'sec-fetch-site': 'cross-site',
|
|
'sec-fetch-mode': 'cors',
|
|
'sec-fetch-dest': 'empty',
|
|
'accept-language': 'zh-CN,zh;q=0.9',
|
|
'priority': 'u=1, i',
|
|
}
|
|
|
|
def homeContent(self, filter):
|
|
data=self.getpq(self.session.get(self.hsot))
|
|
cdata=data('.stui-header__menu.type-slide li')
|
|
ldata=data('.stui-vodlist.clearfix li')
|
|
result = {}
|
|
classes = []
|
|
for k in cdata.items():
|
|
i=k('a').attr('href')
|
|
if i and 'type' in i:
|
|
classes.append({
|
|
'type_name': k.text(),
|
|
'type_id': re.search(r'\d+', i).group(0)
|
|
})
|
|
result['class'] = classes
|
|
result['list'] = self.getlist(ldata)
|
|
return result
|
|
|
|
def homeVideoContent(self):
|
|
return {'list':''}
|
|
|
|
def categoryContent(self, tid, pg, filter, extend):
|
|
data=self.getpq(self.session.get(f"{self.hsot}/vodshow/{tid}--------{pg}---.html"))
|
|
result = {}
|
|
result['list'] = self.getlist(data('.stui-vodlist.clearfix li'))
|
|
result['page'] = pg
|
|
result['pagecount'] = 9999
|
|
result['limit'] = 90
|
|
result['total'] = 999999
|
|
return result
|
|
|
|
def detailContent(self, ids):
|
|
data=self.getpq(self.session.get(f"{self.hsot}{ids[0]}"))
|
|
v=data('.stui-vodlist__box a')
|
|
vod = {
|
|
'vod_play_from': '花都影视',
|
|
'vod_play_url': f"{v('img').attr('alt')}${v.attr('href')}"
|
|
}
|
|
return {'list':[vod]}
|
|
|
|
def searchContent(self, key, quick, pg="1"):
|
|
data=self.getpq(self.session.get(f"{self.hsot}/vodsearch/{key}----------{pg}---.html"))
|
|
return {'list':self.getlist(data('.stui-vodlist.clearfix li')),'page':pg}
|
|
|
|
def playerContent(self, flag, id, vipFlags):
|
|
try:
|
|
data=self.getpq(self.session.get(f"{self.hsot}{id}"))
|
|
jstr=data('.stui-player.col-pd script').eq(0).text()
|
|
jsdata=json.loads(jstr.split("=", maxsplit=1)[-1])
|
|
p,url=0,jsdata['url']
|
|
if '.m3u8' in url:url=self.proxy(url,'m3u8')
|
|
except Exception as e:
|
|
print(f"{str(e)}")
|
|
p,url=1,f"{self.hsot}{id}"
|
|
return {'parse': p, 'url': url, 'header': self.pheader}
|
|
|
|
def liveContent(self, url):
|
|
pass
|
|
|
|
def localProxy(self, param):
|
|
url = self.d64(param['url'])
|
|
if param.get('type') == 'm3u8':
|
|
return self.m3Proxy(url)
|
|
else:
|
|
return self.tsProxy(url,param['type'])
|
|
|
|
def gethost(self):
|
|
params = {
|
|
'v': '1',
|
|
}
|
|
self.headers.update({'referer': 'https://a.hdys.top/'})
|
|
response = self.session.get('https://a.hdys.top/assets/js/config.js',proxies=self.proxies,params=params,headers=self.headers)
|
|
return self.host_late(response.text.split(';')[:-4])
|
|
|
|
def getlist(self,data):
|
|
videos=[]
|
|
for i in data.items():
|
|
videos.append({
|
|
'vod_id': i('a').attr('href'),
|
|
'vod_name': i('img').attr('alt'),
|
|
'vod_pic': self.proxy(i('img').attr('data-original')),
|
|
'vod_year': i('.pic-tag-t').text(),
|
|
'vod_remarks': i('.pic-tag-b').text(),
|
|
'style': {"type": "rect", "ratio": 1.33}
|
|
})
|
|
return videos
|
|
|
|
def getpq(self, data):
|
|
try:
|
|
return pq(data.text)
|
|
except Exception as e:
|
|
print(f"{str(e)}")
|
|
return pq(data.text.encode('utf-8'))
|
|
|
|
def host_late(self, url_list):
|
|
if isinstance(url_list, str):
|
|
urls = [u.strip() for u in url_list.split(',')]
|
|
else:
|
|
urls = url_list
|
|
|
|
if len(urls) <= 1:
|
|
return urls[0] if urls else ''
|
|
|
|
results = {}
|
|
threads = []
|
|
|
|
def test_host(url):
|
|
try:
|
|
url=re.findall(r'"([^"]*)"', url)[0]
|
|
start_time = time.time()
|
|
self.headers.update({'referer': f'{url}/'})
|
|
response = requests.head(url,proxies=self.proxies,headers=self.headers,timeout=1.0, allow_redirects=False)
|
|
delay = (time.time() - start_time) * 1000
|
|
results[url] = delay
|
|
except Exception as e:
|
|
results[url] = float('inf')
|
|
|
|
for url in urls:
|
|
t = threading.Thread(target=test_host, args=(url,))
|
|
threads.append(t)
|
|
t.start()
|
|
|
|
for t in threads:
|
|
t.join()
|
|
|
|
return min(results.items(), key=lambda x: x[1])[0]
|
|
|
|
def m3Proxy(self, url):
|
|
ydata = requests.get(url, headers=self.pheader, proxies=self.proxies, allow_redirects=False)
|
|
data = ydata.content.decode('utf-8')
|
|
if ydata.headers.get('Location'):
|
|
url = ydata.headers['Location']
|
|
data = requests.get(url, headers=self.pheader, proxies=self.proxies).content.decode('utf-8')
|
|
lines = data.strip().split('\n')
|
|
last_r = url[:url.rfind('/')]
|
|
parsed_url = urlparse(url)
|
|
durl = parsed_url.scheme + "://" + parsed_url.netloc
|
|
for index, string in enumerate(lines):
|
|
if '#EXT' not in string:
|
|
if 'http' not in string:
|
|
domain=last_r if string.count('/') < 2 else durl
|
|
string = domain + ('' if string.startswith('/') else '/') + string
|
|
lines[index] = self.proxy(string, string.split('.')[-1].split('?')[0])
|
|
data = '\n'.join(lines)
|
|
return [200, "application/vnd.apple.mpegur", data]
|
|
|
|
def tsProxy(self, url,type):
|
|
h=self.pheader.copy()
|
|
if type=='img':h=self.headers.copy()
|
|
data = requests.get(url, headers=h, proxies=self.proxies, stream=True)
|
|
return [200, data.headers['Content-Type'], data.content]
|
|
|
|
def proxy(self, data, type='img'):
|
|
if data and len(self.proxies):return f"{self.getProxyUrl()}&url={self.e64(data)}&type={type}"
|
|
else:return data
|
|
|
|
|