fix: add daishu spider short id playback
This commit is contained in:
Harold
@@ -0,0 +1,291 @@
|
|||||||
|
import unittest
|
||||||
|
from importlib.machinery import SourceFileLoader
|
||||||
|
from pathlib import Path
|
||||||
|
from requests.exceptions import ConnectionError
|
||||||
|
from unittest.mock import patch
|
||||||
|
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
MODULE = SourceFileLoader("daishu_spider", str(ROOT / "袋鼠影视.py")).load_module()
|
||||||
|
Spider = MODULE.Spider
|
||||||
|
|
||||||
|
|
||||||
|
class TestDaishuSpider(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
Spider._instance = None
|
||||||
|
self.spider = Spider()
|
||||||
|
self.spider.init()
|
||||||
|
|
||||||
|
def test_name(self):
|
||||||
|
self.assertEqual(self.spider.getName(), "袋鼠影视")
|
||||||
|
|
||||||
|
def test_home_content_exposes_categories_and_filters(self):
|
||||||
|
content = self.spider.homeContent(True)
|
||||||
|
self.assertEqual(
|
||||||
|
[item["type_id"] for item in content["class"]],
|
||||||
|
["1", "2", "3", "4"],
|
||||||
|
)
|
||||||
|
self.assertIn("filters", content)
|
||||||
|
self.assertIn("1", content["filters"])
|
||||||
|
self.assertEqual(content["filters"]["1"][0]["key"], "tid")
|
||||||
|
|
||||||
|
def test_home_content_without_filter(self):
|
||||||
|
content = self.spider.homeContent(False)
|
||||||
|
self.assertNotIn("filters", content)
|
||||||
|
|
||||||
|
def test_build_url(self):
|
||||||
|
self.assertEqual(self.spider._build_url("/movie/123.html"), "https://daishuys.com/movie/123.html")
|
||||||
|
self.assertEqual(self.spider._build_url("https://other.com/x"), "https://other.com/x")
|
||||||
|
self.assertEqual(self.spider._build_url("//cdn.example.com/img.jpg"), "https://cdn.example.com/img.jpg")
|
||||||
|
self.assertEqual(self.spider._build_url(""), "")
|
||||||
|
|
||||||
|
def test_encode_and_decode_detail_and_play_ids(self):
|
||||||
|
self.assertEqual(self.spider._encode_vod_id("/movie/index123.html"), "movie/index123")
|
||||||
|
self.assertEqual(self.spider._decode_vod_id("movie/index123"), "https://daishuys.com/movie/index123.html")
|
||||||
|
self.assertEqual(self.spider._encode_play_id("/play/123-1-2.html"), "play/123-1-2")
|
||||||
|
self.assertEqual(self.spider._decode_play_id("play/123-1-2"), "https://daishuys.com/play/123-1-2.html")
|
||||||
|
|
||||||
|
def test_clean_text(self):
|
||||||
|
self.assertEqual(self.spider._clean_text(" hello world "), "hello world")
|
||||||
|
self.assertEqual(self.spider._clean_text("\xa0test"), "test")
|
||||||
|
self.assertEqual(self.spider._clean_text(None), "")
|
||||||
|
|
||||||
|
def test_build_category_url(self):
|
||||||
|
url = self.spider._build_category_url("1", 1, {})
|
||||||
|
self.assertIn("searchtype=5", url)
|
||||||
|
self.assertIn("tid=1", url)
|
||||||
|
self.assertIn("page=1", url)
|
||||||
|
|
||||||
|
def test_build_category_url_with_filters(self):
|
||||||
|
url = self.spider._build_category_url("1", 2, {"tid": "5", "area": "大陆", "year": "2024"})
|
||||||
|
self.assertIn("tid=5", url)
|
||||||
|
self.assertIn("area=", url)
|
||||||
|
self.assertIn("year=2024", url)
|
||||||
|
self.assertIn("page=2", url)
|
||||||
|
|
||||||
|
def test_parse_category_cards_simple(self):
|
||||||
|
html = """
|
||||||
|
<div class="hy-video-list">
|
||||||
|
<div class="item">
|
||||||
|
<a class="videopic" href="/movie/123.html" title="测试影片">
|
||||||
|
<img src="/pic.jpg" />
|
||||||
|
<span class="note">HD</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
items, pagecount = self.spider._parse_category_cards(html)
|
||||||
|
self.assertEqual(len(items), 1)
|
||||||
|
self.assertEqual(items[0]["vod_id"], "movie/123")
|
||||||
|
self.assertEqual(items[0]["vod_name"], "测试影片")
|
||||||
|
self.assertEqual(items[0]["vod_pic"], "https://daishuys.com/pic.jpg")
|
||||||
|
self.assertEqual(items[0]["vod_remarks"], "HD")
|
||||||
|
self.assertEqual(pagecount, 1)
|
||||||
|
|
||||||
|
def test_parse_category_cards_with_detail(self):
|
||||||
|
html = """
|
||||||
|
<div class="hy-video-details">
|
||||||
|
<div class="item">
|
||||||
|
<dl class="content">
|
||||||
|
<dt><a class="videopic" href="/movie/456.html"></a></dt>
|
||||||
|
<dd>
|
||||||
|
<div class="head"><h3>详情影片</h3></div>
|
||||||
|
<ul>
|
||||||
|
<li>主演：张三</li>
|
||||||
|
<li>导演：李四</li>
|
||||||
|
<li>地区：大陆</li>
|
||||||
|
<li>年份：2024</li>
|
||||||
|
</ul>
|
||||||
|
</dd>
|
||||||
|
</dl>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
items, _ = self.spider._parse_category_cards(html)
|
||||||
|
self.assertEqual(len(items), 1)
|
||||||
|
self.assertEqual(items[0]["vod_name"], "详情影片")
|
||||||
|
self.assertEqual(items[0]["vod_actor"], "张三")
|
||||||
|
self.assertEqual(items[0]["vod_director"], "李四")
|
||||||
|
self.assertEqual(items[0]["vod_area"], "大陆")
|
||||||
|
self.assertEqual(items[0]["vod_year"], "2024")
|
||||||
|
|
||||||
|
def test_parse_page_count(self):
|
||||||
|
html = """
|
||||||
|
<div class="hy-page">
|
||||||
|
<a href="/search.php?page=1">1</a>
|
||||||
|
<a href="/search.php?page=5">5</a>
|
||||||
|
<a href="/search.php?page=10">10</a>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
root = self.spider.html(html)
|
||||||
|
self.assertEqual(self.spider._parse_page_count(root), 10)
|
||||||
|
|
||||||
|
def test_parse_detail(self):
|
||||||
|
html = """
|
||||||
|
<h1 class="h4">详情标题</h1>
|
||||||
|
<div class="hy-video-details">
|
||||||
|
<div class="content">
|
||||||
|
<dt>
|
||||||
|
<a class="videopic">
|
||||||
|
<img src="/poster.jpg" />
|
||||||
|
<span class="note">更新至10集</span>
|
||||||
|
</a>
|
||||||
|
</dt>
|
||||||
|
<li>主演：演员甲 演员乙</li>
|
||||||
|
<li>导演：导演甲</li>
|
||||||
|
<li>年份：2024</li>
|
||||||
|
<li>地区：大陆</li>
|
||||||
|
<li>类型：电影</li>
|
||||||
|
<li>语言：国语</li>
|
||||||
|
<li>又名：Another Name</li>
|
||||||
|
<li>豆瓣：8.5</li>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div id="list3"><div class="plot">这是一段剧情简介</div></div>
|
||||||
|
<div id="playlist">
|
||||||
|
<div class="panel">
|
||||||
|
<a class="option" title="线路1"></a>
|
||||||
|
<div class="playlist">
|
||||||
|
<a href="/play/123-1-1.html" title="第1集">第1集</a>
|
||||||
|
<a href="/play/123-1-2.html" title="第2集">第2集</a>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="panel">
|
||||||
|
<a class="option" title="线路2"></a>
|
||||||
|
<div class="playlist">
|
||||||
|
<a href="/play/123-2-1.html" title="正片">正片</a>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
result = self.spider._parse_detail(html, "https://daishuys.com/movie/123.html")
|
||||||
|
vod = result
|
||||||
|
self.assertEqual(vod["vod_name"], "详情标题")
|
||||||
|
self.assertEqual(vod["vod_pic"], "https://daishuys.com/poster.jpg")
|
||||||
|
self.assertEqual(vod["vod_remarks"], "更新至10集")
|
||||||
|
self.assertEqual(vod["vod_actor"], "演员甲 演员乙")
|
||||||
|
self.assertEqual(vod["vod_director"], "导演甲")
|
||||||
|
self.assertEqual(vod["vod_year"], "2024")
|
||||||
|
self.assertEqual(vod["vod_area"], "大陆")
|
||||||
|
self.assertEqual(vod["type_name"], "电影")
|
||||||
|
self.assertEqual(vod["vod_lang"], "国语")
|
||||||
|
self.assertEqual(vod["vod_content"], "这是一段剧情简介")
|
||||||
|
self.assertEqual(vod["vod_play_from"], "线路1$$$线路2")
|
||||||
|
self.assertEqual(
|
||||||
|
vod["vod_play_url"],
|
||||||
|
"第1集$play/123-1-1#第2集$play/123-1-2$$$"
|
||||||
|
"正片$play/123-2-1",
|
||||||
|
)
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_detail_content_resolves_relative_id(self, mock_request_html):
|
||||||
|
mock_request_html.return_value = "<h1>测试</h1>"
|
||||||
|
self.spider.detailContent(["/movie/123.html"])
|
||||||
|
self.assertEqual(mock_request_html.call_args.args[0], "https://daishuys.com/movie/123.html")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_detail_content_passes_absolute_url(self, mock_request_html):
|
||||||
|
mock_request_html.return_value = "<h1>测试</h1>"
|
||||||
|
self.spider.detailContent(["https://daishuys.com/movie/456.html"])
|
||||||
|
self.assertEqual(mock_request_html.call_args.args[0], "https://daishuys.com/movie/456.html")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_detail_content_decodes_short_vod_id(self, mock_request_html):
|
||||||
|
mock_request_html.return_value = "<h1>测试</h1>"
|
||||||
|
self.spider.detailContent(["movie/index456"])
|
||||||
|
self.assertEqual(mock_request_html.call_args.args[0], "https://daishuys.com/movie/index456.html")
|
||||||
|
|
||||||
|
def test_extract_play_url_double_quotes(self):
|
||||||
|
html = 'var now="https://video.example/stream.m3u8";'
|
||||||
|
self.assertEqual(self.spider._extract_play_url(html), "https://video.example/stream.m3u8")
|
||||||
|
|
||||||
|
def test_extract_play_url_single_quotes(self):
|
||||||
|
html = "var now='https://video.example/stream.m3u8';"
|
||||||
|
self.assertEqual(self.spider._extract_play_url(html), "https://video.example/stream.m3u8")
|
||||||
|
|
||||||
|
def test_extract_play_url_protocol_relative(self):
|
||||||
|
html = "var now='//video.example/stream.m3u8';"
|
||||||
|
self.assertEqual(self.spider._extract_play_url(html), "https://video.example/stream.m3u8")
|
||||||
|
|
||||||
|
def test_extract_play_url_no_quotes(self):
|
||||||
|
html = 'var now=https://video.example/stream.m3u8;'
|
||||||
|
self.assertEqual(self.spider._extract_play_url(html), "https://video.example/stream.m3u8")
|
||||||
|
|
||||||
|
def test_extract_play_url_m3u8_fallback(self):
|
||||||
|
html = 'some text https://video.example/path/stream.m3u8 other text'
|
||||||
|
self.assertEqual(self.spider._extract_play_url(html), "https://video.example/path/stream.m3u8")
|
||||||
|
|
||||||
|
def test_extract_play_url_empty(self):
|
||||||
|
self.assertEqual(self.spider._extract_play_url(""), "")
|
||||||
|
self.assertEqual(self.spider._extract_play_url("<html></html>"), "")
|
||||||
|
|
||||||
|
@patch.object(Spider, "fetch")
|
||||||
|
def test_player_content_extracts_now_var(self, mock_fetch):
|
||||||
|
mock_response = type("R", (), {"status_code": 200, "text": 'var now="https://video.example/stream.m3u8";'})()
|
||||||
|
mock_fetch.return_value = mock_response
|
||||||
|
result = self.spider.playerContent("", "play/123-1-1", [])
|
||||||
|
self.assertEqual(result["parse"], 0)
|
||||||
|
self.assertEqual(result["jx"], 0)
|
||||||
|
self.assertEqual(result["playUrl"], "")
|
||||||
|
self.assertEqual(result["url"], "https://video.example/stream.m3u8")
|
||||||
|
self.assertIn("Referer", result["header"])
|
||||||
|
self.assertEqual(result["header"]["Referer"], "https://daishuys.com/play/123-1-1.html")
|
||||||
|
self.assertEqual(mock_fetch.call_args.args[0], "https://daishuys.com/play/123-1-1.html")
|
||||||
|
|
||||||
|
@patch.object(Spider, "fetch")
|
||||||
|
def test_player_content_falls_back_to_parse(self, mock_fetch):
|
||||||
|
mock_response = type("R", (), {"status_code": 200, "text": "<html>no video</html>"})()
|
||||||
|
mock_fetch.return_value = mock_response
|
||||||
|
result = self.spider.playerContent("", "play/123-1-1", [])
|
||||||
|
self.assertEqual(result["parse"], 1)
|
||||||
|
self.assertEqual(result["jx"], 1)
|
||||||
|
self.assertEqual(result["playUrl"], "")
|
||||||
|
self.assertEqual(result["header"]["Referer"], "https://daishuys.com/play/123-1-1.html")
|
||||||
|
self.assertEqual(result["url"], "https://daishuys.com/play/123-1-1.html")
|
||||||
|
|
||||||
|
@patch.object(Spider, "fetch")
|
||||||
|
def test_player_content_handles_non_200(self, mock_fetch):
|
||||||
|
mock_response = type("R", (), {"status_code": 403, "text": ""})()
|
||||||
|
mock_fetch.return_value = mock_response
|
||||||
|
result = self.spider.playerContent("", "play/123-1-1", [])
|
||||||
|
self.assertEqual(result["parse"], 1)
|
||||||
|
self.assertEqual(result["playUrl"], "")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_curl_request")
|
||||||
|
@patch.object(Spider, "fetch")
|
||||||
|
def test_player_content_falls_back_to_curl_request_on_fetch_error(self, mock_fetch, mock_curl_request):
|
||||||
|
mock_fetch.side_effect = ConnectionError("dns failed")
|
||||||
|
mock_curl_request.return_value = {"body": 'var now="https://video.example/fallback.m3u8";', "status_code": 200}
|
||||||
|
result = self.spider.playerContent("", "play/123-1-1", [])
|
||||||
|
self.assertEqual(result["parse"], 0)
|
||||||
|
self.assertEqual(result["url"], "https://video.example/fallback.m3u8")
|
||||||
|
|
||||||
|
def test_player_content_empty_id(self):
|
||||||
|
result = self.spider.playerContent("", "", [])
|
||||||
|
self.assertEqual(result["parse"], 1)
|
||||||
|
self.assertEqual(result["url"], "")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_category_content(self, mock_request_html):
|
||||||
|
mock_request_html.return_value = """
|
||||||
|
<div class="hy-video-list">
|
||||||
|
<div class="item">
|
||||||
|
<a class="videopic" href="/movie/789.html" title="分类片">
|
||||||
|
<img src="/cat.jpg" />
|
||||||
|
<span class="note">TC</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="hy-page">
|
||||||
|
<a href="/search.php?page=5">5</a>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
result = self.spider.categoryContent("1", "2", True, {})
|
||||||
|
self.assertEqual(result["page"], 2)
|
||||||
|
self.assertEqual(result["pagecount"], 5)
|
||||||
|
self.assertEqual(len(result["list"]), 1)
|
||||||
|
self.assertEqual(result["list"][0]["vod_name"], "分类片")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
+554
@@ -0,0 +1,554 @@
|
|||||||
|
# coding=utf-8
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
from urllib.parse import quote, urljoin
|
||||||
|
|
||||||
|
from base.spider import Spider as BaseSpider
|
||||||
|
|
||||||
|
sys.path.append("..")
|
||||||
|
|
||||||
|
|
||||||
|
class Spider(BaseSpider):
|
||||||
|
def __init__(self):
|
||||||
|
self.name = "袋鼠影视"
|
||||||
|
self.host = "https://daishuys.com"
|
||||||
|
self.headers = {
|
||||||
|
"User-Agent": (
|
||||||
|
"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) "
|
||||||
|
"AppleWebKit/605.1.15 (KHTML, like Gecko) "
|
||||||
|
"Version/17.0 Mobile/15E148 Safari/604.1"
|
||||||
|
),
|
||||||
|
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
|
||||||
|
"Referer": self.host + "/",
|
||||||
|
}
|
||||||
|
self.classes = [
|
||||||
|
{"type_id": "1", "type_name": "电影"},
|
||||||
|
{"type_id": "2", "type_name": "电视剧"},
|
||||||
|
{"type_id": "3", "type_name": "综艺"},
|
||||||
|
{"type_id": "4", "type_name": "动漫"},
|
||||||
|
]
|
||||||
|
self.filters = {
|
||||||
|
"1": [
|
||||||
|
{
|
||||||
|
"key": "tid",
|
||||||
|
"name": "类型",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": "1"},
|
||||||
|
{"n": "动作片", "v": "5"},
|
||||||
|
{"n": "喜剧片", "v": "10"},
|
||||||
|
{"n": "爱情片", "v": "6"},
|
||||||
|
{"n": "科幻片", "v": "7"},
|
||||||
|
{"n": "恐怖片", "v": "8"},
|
||||||
|
{"n": "战争片", "v": "9"},
|
||||||
|
{"n": "剧情片", "v": "12"},
|
||||||
|
{"n": "动画片", "v": "41"},
|
||||||
|
{"n": "纪录片", "v": "11"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "area",
|
||||||
|
"name": "地区",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "大陆", "v": "大陆"},
|
||||||
|
{"n": "香港", "v": "香港"},
|
||||||
|
{"n": "台湾", "v": "台湾"},
|
||||||
|
{"n": "日本", "v": "日本"},
|
||||||
|
{"n": "韩国", "v": "韩国"},
|
||||||
|
{"n": "美国", "v": "美国"},
|
||||||
|
{"n": "英国", "v": "英国"},
|
||||||
|
{"n": "印度", "v": "印度"},
|
||||||
|
{"n": "法国", "v": "法国"},
|
||||||
|
{"n": "泰国", "v": "泰国"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "year",
|
||||||
|
"name": "年份",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "2026", "v": "2026"},
|
||||||
|
{"n": "2025", "v": "2025"},
|
||||||
|
{"n": "2024", "v": "2024"},
|
||||||
|
{"n": "2023", "v": "2023"},
|
||||||
|
{"n": "2022", "v": "2022"},
|
||||||
|
{"n": "2021", "v": "2021"},
|
||||||
|
{"n": "2020", "v": "2020"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
"2": [
|
||||||
|
{
|
||||||
|
"key": "tid",
|
||||||
|
"name": "类型",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": "2"},
|
||||||
|
{"n": "国产剧", "v": "13"},
|
||||||
|
{"n": "港台剧", "v": "14"},
|
||||||
|
{"n": "欧美剧", "v": "15"},
|
||||||
|
{"n": "日韩剧", "v": "16"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "area",
|
||||||
|
"name": "地区",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "大陆", "v": "大陆"},
|
||||||
|
{"n": "香港", "v": "香港"},
|
||||||
|
{"n": "台湾", "v": "台湾"},
|
||||||
|
{"n": "日本", "v": "日本"},
|
||||||
|
{"n": "韩国", "v": "韩国"},
|
||||||
|
{"n": "美国", "v": "美国"},
|
||||||
|
{"n": "英国", "v": "英国"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "year",
|
||||||
|
"name": "年份",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "2026", "v": "2026"},
|
||||||
|
{"n": "2025", "v": "2025"},
|
||||||
|
{"n": "2024", "v": "2024"},
|
||||||
|
{"n": "2023", "v": "2023"},
|
||||||
|
{"n": "2022", "v": "2022"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
"3": [
|
||||||
|
{
|
||||||
|
"key": "area",
|
||||||
|
"name": "地区",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "大陆", "v": "大陆"},
|
||||||
|
{"n": "日本", "v": "日本"},
|
||||||
|
{"n": "韩国", "v": "韩国"},
|
||||||
|
{"n": "美国", "v": "美国"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "year",
|
||||||
|
"name": "年份",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "2026", "v": "2026"},
|
||||||
|
{"n": "2025", "v": "2025"},
|
||||||
|
{"n": "2024", "v": "2024"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
"4": [
|
||||||
|
{
|
||||||
|
"key": "area",
|
||||||
|
"name": "地区",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "大陆", "v": "大陆"},
|
||||||
|
{"n": "日本", "v": "日本"},
|
||||||
|
{"n": "韩国", "v": "韩国"},
|
||||||
|
{"n": "美国", "v": "美国"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "year",
|
||||||
|
"name": "年份",
|
||||||
|
"value": [
|
||||||
|
{"n": "全部", "v": ""},
|
||||||
|
{"n": "2026", "v": "2026"},
|
||||||
|
{"n": "2025", "v": "2025"},
|
||||||
|
{"n": "2024", "v": "2024"},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
}
|
||||||
|
self.filter_defaults = {
|
||||||
|
"1": {"tid": "1", "area": "", "year": ""},
|
||||||
|
"2": {"tid": "2", "area": "", "year": ""},
|
||||||
|
"3": {"tid": "3", "area": "", "year": ""},
|
||||||
|
"4": {"tid": "4", "area": "", "year": ""},
|
||||||
|
}
|
||||||
|
|
||||||
|
def init(self, extend=""):
|
||||||
|
return None
|
||||||
|
|
||||||
|
def getName(self):
|
||||||
|
return self.name
|
||||||
|
|
||||||
|
def homeContent(self, filter):
|
||||||
|
result = {"class": self.classes}
|
||||||
|
if filter:
|
||||||
|
result["filters"] = self.filters
|
||||||
|
return result
|
||||||
|
|
||||||
|
def homeVideoContent(self):
|
||||||
|
html = self._request_html(self.host + "/")
|
||||||
|
root = self.html(html)
|
||||||
|
if root is None:
|
||||||
|
return {"list": []}
|
||||||
|
items = []
|
||||||
|
seen = set()
|
||||||
|
for node in root.xpath("//*[contains(@class,'swiper-container') and contains(@class,'hy-slide')]//a[contains(@class,'videopic')][@href]"):
|
||||||
|
card = self._parse_card(root, node)
|
||||||
|
if card and card["vod_id"] not in seen:
|
||||||
|
seen.add(card["vod_id"])
|
||||||
|
items.append(card)
|
||||||
|
for node in root.xpath("//*[contains(@class,'hy-video-list')]//*[contains(@class,'item')]//a[contains(@class,'videopic')][@href]"):
|
||||||
|
card = self._parse_card(root, node)
|
||||||
|
if card and card["vod_id"] not in seen:
|
||||||
|
seen.add(card["vod_id"])
|
||||||
|
items.append(card)
|
||||||
|
return {"list": items}
|
||||||
|
|
||||||
|
def _build_url(self, path):
|
||||||
|
raw = str(path or "").strip()
|
||||||
|
if not raw:
|
||||||
|
return ""
|
||||||
|
if raw.startswith(("http://", "https://")):
|
||||||
|
return raw
|
||||||
|
if raw.startswith("//"):
|
||||||
|
return "https:" + raw
|
||||||
|
return urljoin(self.host + "/", raw)
|
||||||
|
|
||||||
|
def _encode_vod_id(self, href):
|
||||||
|
matched = re.search(r"/movie/([^/?#]+)\.html", self._build_url(href))
|
||||||
|
return f"movie/{matched.group(1)}" if matched else ""
|
||||||
|
|
||||||
|
def _decode_vod_id(self, vod_id):
|
||||||
|
matched = re.search(r"^movie/([^/?#]+)$", str(vod_id or "").strip())
|
||||||
|
return self._build_url(f"/movie/{matched.group(1)}.html") if matched else ""
|
||||||
|
|
||||||
|
def _encode_play_id(self, href):
|
||||||
|
matched = re.search(r"/play/([^/?#]+)\.html", self._build_url(href))
|
||||||
|
return f"play/{matched.group(1)}" if matched else ""
|
||||||
|
|
||||||
|
def _decode_play_id(self, play_id):
|
||||||
|
matched = re.search(r"^play/([^/?#]+)$", str(play_id or "").strip())
|
||||||
|
return self._build_url(f"/play/{matched.group(1)}.html") if matched else ""
|
||||||
|
|
||||||
|
def _clean_text(self, text):
|
||||||
|
return re.sub(r"\s+", " ", str(text or "").replace("\xa0", " ")).strip()
|
||||||
|
|
||||||
|
def _request_html(self, path_or_url):
|
||||||
|
target = path_or_url if str(path_or_url).startswith("http") else self._build_url(path_or_url)
|
||||||
|
response = self.fetch(target, headers=dict(self.headers), timeout=15, verify=False)
|
||||||
|
if response.status_code != 200:
|
||||||
|
return ""
|
||||||
|
return response.text or ""
|
||||||
|
|
||||||
|
def _normalize_media_url(self, value):
|
||||||
|
raw = str(value or "").strip().strip("'\"")
|
||||||
|
if not raw:
|
||||||
|
return ""
|
||||||
|
if raw.startswith("//"):
|
||||||
|
return "https:" + raw
|
||||||
|
if raw.startswith(("http://", "https://")):
|
||||||
|
return raw
|
||||||
|
if raw.startswith("/"):
|
||||||
|
return self._build_url(raw)
|
||||||
|
return ""
|
||||||
|
|
||||||
|
def _first_text(self, node, expr):
|
||||||
|
for value in node.xpath(expr):
|
||||||
|
text = str(value or "").strip()
|
||||||
|
if text:
|
||||||
|
return text
|
||||||
|
return ""
|
||||||
|
|
||||||
|
def _parse_card(self, root, anchor):
|
||||||
|
href = self._first_text(anchor, "./@href")
|
||||||
|
vod_id = self._encode_vod_id(href)
|
||||||
|
if not vod_id:
|
||||||
|
return None
|
||||||
|
title = (
|
||||||
|
self._first_text(anchor, "./@title")
|
||||||
|
or self._first_text(anchor, ".//img[1]/@alt")
|
||||||
|
)
|
||||||
|
pic = (
|
||||||
|
self._first_text(anchor, "./@data-original")
|
||||||
|
or self._first_text(anchor, ".//img[1]/@data-original")
|
||||||
|
or self._first_text(anchor, ".//img[1]/@src")
|
||||||
|
)
|
||||||
|
remarks = self._clean_text("".join(anchor.xpath(".//*[contains(@class,'note')][1]//text()")))
|
||||||
|
return {
|
||||||
|
"vod_id": vod_id,
|
||||||
|
"vod_name": self._clean_text(title),
|
||||||
|
"vod_pic": self._build_url(pic),
|
||||||
|
"vod_remarks": remarks,
|
||||||
|
}
|
||||||
|
|
||||||
|
def _parse_page_count(self, root):
|
||||||
|
max_page = 1
|
||||||
|
for node in root.xpath("//*[contains(@class,'hy-page')]//a[@href]"):
|
||||||
|
href = self._first_text(node, "./@href")
|
||||||
|
match = re.search(r"[?&]page=(\d+)", href)
|
||||||
|
if match:
|
||||||
|
max_page = max(max_page, int(match.group(1)))
|
||||||
|
return max_page
|
||||||
|
|
||||||
|
def _parse_category_cards(self, html):
|
||||||
|
root = self.html(html)
|
||||||
|
if root is None:
|
||||||
|
return [], 1
|
||||||
|
items = []
|
||||||
|
seen = set()
|
||||||
|
for node in root.xpath("//*[contains(@class,'hy-video-list')]//*[contains(@class,'item')]//a[contains(@class,'videopic')][@href]"):
|
||||||
|
card = self._parse_card(root, node)
|
||||||
|
if card and card["vod_id"] not in seen and card["vod_name"]:
|
||||||
|
seen.add(card["vod_id"])
|
||||||
|
items.append(card)
|
||||||
|
for node in root.xpath("//*[contains(@class,'hy-video-details')]//*[contains(@class,'item')]//dl[contains(@class,'content')]"):
|
||||||
|
anchor = node.xpath(".//dt//a[contains(@class,'videopic')][@href]")
|
||||||
|
if not anchor:
|
||||||
|
continue
|
||||||
|
anchor = anchor[0]
|
||||||
|
href = self._first_text(anchor, "./@href")
|
||||||
|
vod_id = self._encode_vod_id(href)
|
||||||
|
if not vod_id or vod_id in seen:
|
||||||
|
continue
|
||||||
|
title = self._clean_text(
|
||||||
|
self._first_text(node, ".//dd//*[contains(@class,'head')]//a[1]//text()")
|
||||||
|
or self._first_text(node, ".//dd//*[contains(@class,'head')]//h3[1]//text()")
|
||||||
|
or self._first_text(node, ".//dd//*[contains(@class,'head')]//h5[1]//text()")
|
||||||
|
)
|
||||||
|
pic = (
|
||||||
|
self._first_text(anchor, "./@data-original")
|
||||||
|
or self._first_text(anchor, ".//img[1]/@src")
|
||||||
|
or ""
|
||||||
|
)
|
||||||
|
style_match = re.search(r"url\(([^)]+)\)", self._first_text(anchor, "./@style"))
|
||||||
|
if not pic and style_match:
|
||||||
|
pic = style_match.group(1).strip("'\"")
|
||||||
|
remarks = self._clean_text("".join(anchor.xpath(".//*[contains(@class,'note')][1]//text()")))
|
||||||
|
card = {
|
||||||
|
"vod_id": vod_id,
|
||||||
|
"vod_name": title,
|
||||||
|
"vod_pic": self._build_url(pic),
|
||||||
|
"vod_remarks": remarks,
|
||||||
|
}
|
||||||
|
for li in node.xpath(".//li"):
|
||||||
|
li_text = self._clean_text("".join(li.xpath(".//text()")))
|
||||||
|
if li_text.startswith("主演："):
|
||||||
|
card["vod_actor"] = li_text[3:]
|
||||||
|
elif li_text.startswith("导演："):
|
||||||
|
card["vod_director"] = li_text[3:]
|
||||||
|
elif li_text.startswith("地区："):
|
||||||
|
card["vod_area"] = li_text[3:]
|
||||||
|
elif li_text.startswith("年份："):
|
||||||
|
card["vod_year"] = li_text[3:]
|
||||||
|
if card["vod_id"] not in seen and card["vod_name"]:
|
||||||
|
seen.add(card["vod_id"])
|
||||||
|
items.append(card)
|
||||||
|
pagecount = self._parse_page_count(root)
|
||||||
|
return items, pagecount
|
||||||
|
|
||||||
|
def _build_category_url(self, tid, pg, extend):
|
||||||
|
defaults = self.filter_defaults.get(str(tid), {"tid": str(tid)})
|
||||||
|
merged = {**defaults, **(extend or {})}
|
||||||
|
tid_val = str(merged.get("tid", tid))
|
||||||
|
params = f"searchtype=5&tid={tid_val}&page={int(pg)}"
|
||||||
|
area = str(merged.get("area", ""))
|
||||||
|
if area:
|
||||||
|
params += f"&area={quote(area)}"
|
||||||
|
year = str(merged.get("year", ""))
|
||||||
|
if year:
|
||||||
|
params += f"&year={quote(year)}"
|
||||||
|
return f"{self.host}/search.php?{params}"
|
||||||
|
|
||||||
|
def categoryContent(self, tid, pg, filter, extend):
|
||||||
|
url = self._build_category_url(tid, pg, extend)
|
||||||
|
html = self._request_html(url)
|
||||||
|
items, pagecount = self._parse_category_cards(html)
|
||||||
|
page = int(pg)
|
||||||
|
return {
|
||||||
|
"page": page,
|
||||||
|
"pagecount": pagecount,
|
||||||
|
"limit": len(items) or 20,
|
||||||
|
"total": pagecount * (len(items) or 20),
|
||||||
|
"list": items,
|
||||||
|
}
|
||||||
|
|
||||||
|
def searchContent(self, key, quick, pg="1"):
|
||||||
|
page = int(pg)
|
||||||
|
keyword = self._clean_text(key)
|
||||||
|
if not keyword:
|
||||||
|
return {"page": page, "pagecount": 0, "total": 0, "list": []}
|
||||||
|
search_headers = dict(self.headers)
|
||||||
|
search_headers["Content-Type"] = "application/x-www-form-urlencoded"
|
||||||
|
search_headers["Referer"] = f"{self.host}/search.php"
|
||||||
|
response = self.post(
|
||||||
|
f"{self.host}/search.php?page={page}",
|
||||||
|
data=f"searchword={quote(keyword)}",
|
||||||
|
headers=search_headers,
|
||||||
|
timeout=15,
|
||||||
|
verify=False,
|
||||||
|
)
|
||||||
|
if response.status_code != 200:
|
||||||
|
return {"page": page, "pagecount": 0, "total": 0, "list": []}
|
||||||
|
html = response.text or ""
|
||||||
|
items, pagecount = self._parse_category_cards(html)
|
||||||
|
total_match = re.search(r"相关的.?“(\d+)”.?条结果", html)
|
||||||
|
total = int(total_match.group(1)) if total_match else len(items)
|
||||||
|
return {
|
||||||
|
"page": page,
|
||||||
|
"pagecount": pagecount or page,
|
||||||
|
"total": total,
|
||||||
|
"list": items,
|
||||||
|
}
|
||||||
|
|
||||||
|
def _parse_detail(self, html, vod_id):
|
||||||
|
root = self.html(html)
|
||||||
|
if root is None:
|
||||||
|
return {"vod_id": vod_id, "vod_name": "", "vod_pic": "", "vod_play_from": "", "vod_play_url": ""}
|
||||||
|
title = self._clean_text("".join(root.xpath("//h1[contains(@class,'h4')][1]//text() | //h1[1]//text()")))
|
||||||
|
pic = ""
|
||||||
|
detail_anchor = root.xpath("//*[contains(@class,'hy-video-details')]//*[contains(@class,'content')]//dt//a[contains(@class,'videopic')][1]")
|
||||||
|
if detail_anchor:
|
||||||
|
pic = (
|
||||||
|
self._first_text(detail_anchor[0], ".//img[1]/@src")
|
||||||
|
or self._first_text(detail_anchor[0], "./@data-original")
|
||||||
|
)
|
||||||
|
remarks = self._clean_text("".join(detail_anchor[0].xpath(".//*[contains(@class,'note')][1]//text()")))
|
||||||
|
else:
|
||||||
|
remarks = ""
|
||||||
|
info = {}
|
||||||
|
for li in root.xpath("//*[contains(@class,'hy-video-details')]//li"):
|
||||||
|
li_text = self._clean_text("".join(li.xpath(".//text()")))
|
||||||
|
if li_text.startswith("主演："):
|
||||||
|
info["vod_actor"] = li_text[3:]
|
||||||
|
elif li_text.startswith("导演："):
|
||||||
|
info["vod_director"] = li_text[3:]
|
||||||
|
elif li_text.startswith("年份："):
|
||||||
|
info["vod_year"] = li_text[3:]
|
||||||
|
elif li_text.startswith("地区："):
|
||||||
|
info["vod_area"] = li_text[3:]
|
||||||
|
elif li_text.startswith("类型："):
|
||||||
|
info["type_name"] = li_text[3:]
|
||||||
|
elif li_text.startswith("语言："):
|
||||||
|
info["vod_lang"] = li_text[3:]
|
||||||
|
elif li_text.startswith("又名："):
|
||||||
|
info["other"] = li_text[3:]
|
||||||
|
elif li_text.startswith("豆瓣："):
|
||||||
|
info["vod_douban_score"] = li_text[3:]
|
||||||
|
content = self._clean_text(
|
||||||
|
"".join(root.xpath("//*[@id='list3']//*[contains(@class,'plot')][1]//text()"))
|
||||||
|
or "".join(root.xpath("//*[contains(@class,'plot')][1]//text()"))
|
||||||
|
)
|
||||||
|
play_from = []
|
||||||
|
play_urls = []
|
||||||
|
for index, panel in enumerate(root.xpath("//*[@id='playlist']//*[contains(@class,'panel')]")):
|
||||||
|
source_name = (
|
||||||
|
self._clean_text(self._first_text(panel, ".//a[contains(@class,'option')][1]/@title"))
|
||||||
|
or self._clean_text(
|
||||||
|
"".join(
|
||||||
|
panel.xpath(
|
||||||
|
".//a[contains(@class,'option')][1]//text()"
|
||||||
|
" | .//a[contains(@class,'option')][1]/text()"
|
||||||
|
)
|
||||||
|
)
|
||||||
|
)
|
||||||
|
or f"线路{index + 1}"
|
||||||
|
)
|
||||||
|
episodes = []
|
||||||
|
for anchor in panel.xpath(".//*[contains(@class,'playlist')]//a[@href]"):
|
||||||
|
href = self._first_text(anchor, "./@href")
|
||||||
|
ep_name = self._clean_text(self._first_text(anchor, "./@title") or "".join(anchor.xpath(".//text()")))
|
||||||
|
if not href or not ep_name:
|
||||||
|
continue
|
||||||
|
play_id = self._encode_play_id(href)
|
||||||
|
if not play_id:
|
||||||
|
continue
|
||||||
|
episodes.append(f"{ep_name}${play_id}")
|
||||||
|
if episodes:
|
||||||
|
play_from.append(source_name)
|
||||||
|
play_urls.append("#".join(episodes))
|
||||||
|
return {
|
||||||
|
"vod_id": vod_id,
|
||||||
|
"vod_name": title,
|
||||||
|
"vod_pic": self._build_url(pic),
|
||||||
|
"vod_remarks": remarks,
|
||||||
|
"vod_content": content,
|
||||||
|
"vod_play_from": "$$$".join(play_from),
|
||||||
|
"vod_play_url": "$$$".join(play_urls),
|
||||||
|
**info,
|
||||||
|
}
|
||||||
|
|
||||||
|
def detailContent(self, ids):
|
||||||
|
result = {"list": []}
|
||||||
|
for raw_id in ids:
|
||||||
|
vod_id = str(raw_id or "").strip()
|
||||||
|
if not vod_id:
|
||||||
|
continue
|
||||||
|
url = self._decode_vod_id(vod_id)
|
||||||
|
if not url:
|
||||||
|
url = vod_id if vod_id.startswith(("http://", "https://")) else self._build_url(vod_id)
|
||||||
|
html = self._request_html(url)
|
||||||
|
detail = self._parse_detail(html, vod_id)
|
||||||
|
result["list"].append(detail)
|
||||||
|
return result
|
||||||
|
|
||||||
|
def _curl_request(self, url, headers=None):
|
||||||
|
command = ["curl", "-L", "--silent", "--show-error", url]
|
||||||
|
for key, value in (headers or {}).items():
|
||||||
|
command.extend(["-H", f"{key}: {value}"])
|
||||||
|
completed = subprocess.run(command, capture_output=True, text=True, check=True, timeout=20)
|
||||||
|
return {"body": completed.stdout or "", "status_code": 200}
|
||||||
|
|
||||||
|
def _extract_play_url(self, html):
|
||||||
|
patterns = [
|
||||||
|
r'var\s+now\s*=\s*"([^"]+)"',
|
||||||
|
r"var\s+now\s*=\s*'([^']+)'",
|
||||||
|
r'var\s+now\s*=\s*((?:https?:)?//[^\s;"\']+)',
|
||||||
|
]
|
||||||
|
for p in patterns:
|
||||||
|
match = re.search(p, html)
|
||||||
|
if match:
|
||||||
|
url = self._normalize_media_url(match.group(1))
|
||||||
|
if url:
|
||||||
|
return url
|
||||||
|
match = re.search(r'((?:https?:)?//[^\s"\'<>\)]+\.m3u8[^\s"\'<>\)]*)', html)
|
||||||
|
if match:
|
||||||
|
return self._normalize_media_url(match.group(1))
|
||||||
|
return ""
|
||||||
|
|
||||||
|
def playerContent(self, flag, id, vipFlags):
|
||||||
|
play_url = str(id or "").strip()
|
||||||
|
if not play_url:
|
||||||
|
return {"parse": 1, "jx": 1, "playUrl": "", "url": "", "header": {}}
|
||||||
|
url = self._decode_play_id(play_url)
|
||||||
|
if not url:
|
||||||
|
url = self._build_url(play_url)
|
||||||
|
headers = dict(self.headers)
|
||||||
|
headers["Referer"] = url
|
||||||
|
try:
|
||||||
|
response = self.fetch(url, headers=headers, timeout=15, verify=False)
|
||||||
|
html = response.text if response.status_code == 200 else ""
|
||||||
|
except Exception:
|
||||||
|
try:
|
||||||
|
html = self._curl_request(url, headers=headers).get("body", "")
|
||||||
|
except Exception:
|
||||||
|
html = ""
|
||||||
|
direct_url = self._extract_play_url(html)
|
||||||
|
if direct_url:
|
||||||
|
return {
|
||||||
|
"parse": 0,
|
||||||
|
"jx": 0,
|
||||||
|
"playUrl": "",
|
||||||
|
"url": direct_url,
|
||||||
|
"header": {
|
||||||
|
"User-Agent": self.headers["User-Agent"],
|
||||||
|
"Referer": url,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
return {
|
||||||
|
"parse": 1,
|
||||||
|
"jx": 1,
|
||||||
|
"playUrl": "",
|
||||||
|
"url": url,
|
||||||
|
"header": {
|
||||||
|
"User-Agent": self.headers["User-Agent"],
|
||||||
|
"Referer": url,
|
||||||
|
},
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user