feat: add wanougege detail and player support
This commit is contained in:
@@ -124,3 +124,77 @@ class TestWanOuGeGeSpider(unittest.TestCase):
|
|||||||
|
|
||||||
def test_search_content_returns_empty_list_for_blank_keyword(self):
|
def test_search_content_returns_empty_list_for_blank_keyword(self):
|
||||||
self.assertEqual(self.spider.searchContent("", False, "1"), {"page": 1, "total": 0, "list": []})
|
self.assertEqual(self.spider.searchContent("", False, "1"), {"page": 1, "total": 0, "list": []})
|
||||||
|
|
||||||
|
def test_build_pan_lines_deduplicates_and_sorts_supported_links(self):
|
||||||
|
detail = {
|
||||||
|
"pan_urls": [
|
||||||
|
"https://pan.quark.cn/s/q1",
|
||||||
|
"https://pan.baidu.com/s/b1",
|
||||||
|
"https://pan.baidu.com/s/b1",
|
||||||
|
"https://example.com/ignored",
|
||||||
|
]
|
||||||
|
}
|
||||||
|
self.assertEqual(
|
||||||
|
self.spider._build_pan_lines(detail),
|
||||||
|
[
|
||||||
|
("baidu#玩偶哥哥", "百度资源$https://pan.baidu.com/s/b1"),
|
||||||
|
("quark#玩偶哥哥", "夸克资源$https://pan.quark.cn/s/q1"),
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_parse_detail_page_extracts_meta_content_and_pan_urls(self):
|
||||||
|
html = """
|
||||||
|
<div class="page-title">示例剧</div>
|
||||||
|
<div class="mobile-play"><img class="lazyload" data-src="/poster.jpg" /></div>
|
||||||
|
<div class="video-info-itemtitle">年代</div><div><a>2024</a></div>
|
||||||
|
<div class="video-info-itemtitle">导演</div><div><a>导演甲</a></div>
|
||||||
|
<div class="video-info-itemtitle">主演</div><div><a>演员甲</a><a>演员乙</a></div>
|
||||||
|
<div class="video-info-itemtitle">剧情</div><div><p>一段剧情简介</p></div>
|
||||||
|
<div class="module-row-info">
|
||||||
|
<p>https://pan.quark.cn/s/q1</p>
|
||||||
|
<p>https://pan.baidu.com/s/b1</p>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
detail = self.spider._parse_detail_page("/voddetail/123.html", html)
|
||||||
|
self.assertEqual(detail["vod_name"], "示例剧")
|
||||||
|
self.assertEqual(detail["vod_pic"], "http://wogg.xxooo.cf/poster.jpg")
|
||||||
|
self.assertEqual(detail["vod_year"], "2024")
|
||||||
|
self.assertEqual(detail["vod_director"], "导演甲")
|
||||||
|
self.assertEqual(detail["vod_actor"], "演员甲,演员乙")
|
||||||
|
self.assertEqual(detail["vod_content"], "一段剧情简介")
|
||||||
|
self.assertEqual(detail["pan_urls"], ["https://pan.quark.cn/s/q1", "https://pan.baidu.com/s/b1"])
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_detail_content_builds_pan_play_fields(self, mock_request_html):
|
||||||
|
mock_request_html.return_value = """
|
||||||
|
<div class="page-title">示例剧</div>
|
||||||
|
<div class="mobile-play"><img class="lazyload" data-src="/poster.jpg" /></div>
|
||||||
|
<div class="video-info-itemtitle">年代</div><div><a>2024</a></div>
|
||||||
|
<div class="video-info-itemtitle">导演</div><div><a>导演甲</a></div>
|
||||||
|
<div class="video-info-itemtitle">主演</div><div><a>演员甲</a></div>
|
||||||
|
<div class="video-info-itemtitle">剧情</div><div><p>一段剧情简介</p></div>
|
||||||
|
<div class="module-row-info">
|
||||||
|
<p>https://pan.quark.cn/s/q1</p>
|
||||||
|
<p>https://pan.baidu.com/s/b1</p>
|
||||||
|
</div>
|
||||||
|
"""
|
||||||
|
result = self.spider.detailContent(["/voddetail/123.html"])
|
||||||
|
vod = result["list"][0]
|
||||||
|
self.assertEqual(vod["vod_name"], "示例剧")
|
||||||
|
self.assertEqual(vod["vod_play_from"], "baidu#玩偶哥哥$$$quark#玩偶哥哥")
|
||||||
|
self.assertEqual(
|
||||||
|
vod["vod_play_url"],
|
||||||
|
"百度资源$https://pan.baidu.com/s/b1$$$夸克资源$https://pan.quark.cn/s/q1",
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_player_content_passthroughs_supported_pan_urls(self):
|
||||||
|
self.assertEqual(
|
||||||
|
self.spider.playerContent("baidu#玩偶哥哥", "https://pan.baidu.com/s/demo", {}),
|
||||||
|
{"parse": 0, "playUrl": "", "url": "https://pan.baidu.com/s/demo"},
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_player_content_rejects_non_pan_url(self):
|
||||||
|
self.assertEqual(
|
||||||
|
self.spider.playerContent("site", "/vodplay/1-1-1.html", {}),
|
||||||
|
{"parse": 0, "playUrl": "", "url": ""},
|
||||||
|
)
|
||||||
|
|||||||
+109
@@ -41,6 +41,17 @@ class Spider(BaseSpider):
|
|||||||
("aliyun", "阿里资源", r"aliyundrive\.com|alipan\.com"),
|
("aliyun", "阿里资源", r"aliyundrive\.com|alipan\.com"),
|
||||||
("uc", "UC资源", r"drive\.uc\.cn"),
|
("uc", "UC资源", r"drive\.uc\.cn"),
|
||||||
]
|
]
|
||||||
|
self.pan_priority = {
|
||||||
|
"baidu": 1,
|
||||||
|
"a139": 2,
|
||||||
|
"a189": 3,
|
||||||
|
"a123": 4,
|
||||||
|
"a115": 5,
|
||||||
|
"quark": 6,
|
||||||
|
"xunlei": 7,
|
||||||
|
"aliyun": 8,
|
||||||
|
"uc": 9,
|
||||||
|
}
|
||||||
|
|
||||||
def init(self, extend=""):
|
def init(self, extend=""):
|
||||||
return None
|
return None
|
||||||
@@ -154,3 +165,101 @@ class Spider(BaseSpider):
|
|||||||
}
|
}
|
||||||
)
|
)
|
||||||
return {"page": page, "total": len(items), "list": items}
|
return {"page": page, "total": len(items), "list": items}
|
||||||
|
|
||||||
|
def _parse_detail_page(self, vod_id, html):
|
||||||
|
root = self.html(html)
|
||||||
|
if root is None:
|
||||||
|
return {
|
||||||
|
"vod_id": vod_id,
|
||||||
|
"vod_name": "",
|
||||||
|
"vod_pic": "",
|
||||||
|
"vod_year": "",
|
||||||
|
"vod_director": "",
|
||||||
|
"vod_actor": "",
|
||||||
|
"vod_content": "",
|
||||||
|
"pan_urls": [],
|
||||||
|
}
|
||||||
|
|
||||||
|
detail = {
|
||||||
|
"vod_id": vod_id,
|
||||||
|
"vod_name": self._clean_text("".join(root.xpath("//*[contains(@class,'page-title')][1]//text()"))),
|
||||||
|
"vod_pic": self._build_url(
|
||||||
|
self._fix_img_url(
|
||||||
|
"".join(
|
||||||
|
root.xpath(
|
||||||
|
"//*[contains(@class,'mobile-play')]//*[contains(@class,'lazyload')][1]/@data-src | "
|
||||||
|
"//*[contains(@class,'mobile-play')]//*[contains(@class,'lazyload')][1]/@src"
|
||||||
|
)
|
||||||
|
).strip()
|
||||||
|
)
|
||||||
|
),
|
||||||
|
"vod_year": "",
|
||||||
|
"vod_director": "",
|
||||||
|
"vod_actor": "",
|
||||||
|
"vod_content": "",
|
||||||
|
"pan_urls": [],
|
||||||
|
}
|
||||||
|
|
||||||
|
for label_node in root.xpath("//*[contains(@class,'video-info-itemtitle')]"):
|
||||||
|
key = self._clean_text("".join(label_node.xpath(".//text()")))
|
||||||
|
sibling = label_node.getnext()
|
||||||
|
if sibling is None:
|
||||||
|
continue
|
||||||
|
values = [self._clean_text(text) for text in sibling.xpath(".//a//text()")]
|
||||||
|
joined = ",".join([value for value in values if value])
|
||||||
|
text_value = self._clean_text("".join(sibling.xpath(".//text()")))
|
||||||
|
if "年代" in key:
|
||||||
|
detail["vod_year"] = joined or text_value
|
||||||
|
elif "导演" in key:
|
||||||
|
detail["vod_director"] = joined or text_value
|
||||||
|
elif "主演" in key:
|
||||||
|
detail["vod_actor"] = joined or text_value
|
||||||
|
elif "剧情" in key:
|
||||||
|
detail["vod_content"] = text_value
|
||||||
|
|
||||||
|
pan_urls = []
|
||||||
|
for node in root.xpath("//*[contains(@class,'module-row-info')]//p"):
|
||||||
|
text = self._clean_text("".join(node.xpath(".//text()")))
|
||||||
|
if text:
|
||||||
|
pan_urls.append(text)
|
||||||
|
detail["pan_urls"] = pan_urls
|
||||||
|
return detail
|
||||||
|
|
||||||
|
def _build_pan_lines(self, detail):
|
||||||
|
lines = []
|
||||||
|
seen = set()
|
||||||
|
for url in detail.get("pan_urls", []):
|
||||||
|
pan_type, title = self._detect_pan_type(url)
|
||||||
|
if not pan_type or url in seen:
|
||||||
|
continue
|
||||||
|
seen.add(url)
|
||||||
|
lines.append((self.pan_priority.get(pan_type, 999), f"{pan_type}#玩偶哥哥", f"{title}${url}"))
|
||||||
|
lines.sort(key=lambda item: item[0])
|
||||||
|
return [(item[1], item[2]) for item in lines]
|
||||||
|
|
||||||
|
def detailContent(self, ids):
|
||||||
|
result = {"list": []}
|
||||||
|
for raw_id in ids:
|
||||||
|
vod_id = str(raw_id or "").strip()
|
||||||
|
detail = self._parse_detail_page(vod_id, self._request_html(self._build_url(vod_id)))
|
||||||
|
lines = self._build_pan_lines(detail)
|
||||||
|
result["list"].append(
|
||||||
|
{
|
||||||
|
"vod_id": vod_id,
|
||||||
|
"vod_name": detail["vod_name"],
|
||||||
|
"vod_pic": detail["vod_pic"],
|
||||||
|
"vod_year": detail["vod_year"],
|
||||||
|
"vod_director": detail["vod_director"],
|
||||||
|
"vod_actor": detail["vod_actor"],
|
||||||
|
"vod_content": detail["vod_content"],
|
||||||
|
"vod_play_from": "$$$".join([item[0] for item in lines]),
|
||||||
|
"vod_play_url": "$$$".join([item[1] for item in lines]),
|
||||||
|
}
|
||||||
|
)
|
||||||
|
return result
|
||||||
|
|
||||||
|
def playerContent(self, flag, id, vipFlags):
|
||||||
|
pan_type, _ = self._detect_pan_type(id)
|
||||||
|
if pan_type:
|
||||||
|
return {"parse": 0, "playUrl": "", "url": id}
|
||||||
|
return {"parse": 0, "playUrl": "", "url": ""}
|
||||||
|
|||||||
Reference in New Issue
Block a user