feat: add feikuai detail and pan groups

This commit is contained in:
Harold
2026-04-26 08:51:24 +08:00
parent b0b2065e44
commit 6bc012401a
2 changed files with 120 additions and 0 deletions
+40
View File
@@ -76,3 +76,43 @@ class TestFeikuaiSpider(unittest.TestCase):
"https://feikuai.tv/label/search_ajax.html?wd=%E7%B9%81%E8%8A%B1&by=time&order=desc&page=2",
)
self.assertEqual(result["list"][0]["vod_id"], "/voddetail/67890.html")
@patch.object(Spider, "_request_html")
def test_detail_content_merges_online_and_pan_groups(self, mock_request_html):
mock_request_html.return_value = """
<h1>示例影片</h1>
<div class="module-item-pic"><img data-original="/detail.jpg" /></div>
<div class="module-info-introduction-content">这里是简介</div>
<div class="module-tab-items-box">
<div class="module-tab-item"><span>线路A</span></div>
<div class="module-tab-item"><span>线路B</span></div>
</div>
<div class="module-list tab-list">
<a class="module-play-list-link" href="/vodplay/1-1-1.html">第1集</a>
<a class="module-play-list-link" href="/vodplay/1-1-2.html">第2集</a>
</div>
<div class="module-list tab-list">
<a class="module-play-list-link" href="/vodplay/1-2-1.html">第1集</a>
</div>
<div class="module-list">
<div class="tab-content">
<h4>夸克资源@分享一</h4>
<p>https://pan.quark.cn/s/demo1</p>
</div>
<div class="tab-content">
<h4>百度合集@分享二</h4>
<p>https://pan.baidu.com/s/demo2</p>
</div>
</div>
"""
result = self.spider.detailContent(["/voddetail/1.html"])
vod = result["list"][0]
self.assertEqual(vod["vod_id"], "/voddetail/1.html")
self.assertEqual(vod["vod_name"], "示例影片")
self.assertEqual(vod["vod_pic"], "https://feikuai.tv/detail.jpg")
self.assertEqual(vod["vod_content"], "这里是简介")
self.assertEqual(vod["vod_play_from"], "线路A$$$线路B$$$quark$$$baidu")
self.assertEqual(
vod["vod_play_url"],
"第1集$/vodplay/1-1-1.html#第2集$/vodplay/1-1-2.html$$$第1集$/vodplay/1-2-1.html$$$夸克资源$https://pan.quark.cn/s/demo1$$$百度合集$https://pan.baidu.com/s/demo2",
)
+80
View File
@@ -119,6 +119,21 @@ class Spider(BaseSpider):
)
return items
def _detect_pan_type(self, url):
value = str(url or "").strip()
if "pan.quark.cn" in value:
return "quark"
if "drive.uc.cn" in value:
return "uc"
if "alipan.com" in value or "aliyundrive.com" in value:
return "aliyun"
if "pan.baidu.com" in value:
return "baidu"
return "pan"
def _join_group_urls(self, groups):
return "$$$".join("#".join(group) for group in groups if group)
def categoryContent(self, tid, pg, filter, extend):
page = max(1, int(pg))
url = self.host + f"/vodshow/{tid}--------{page}---.html"
@@ -133,3 +148,68 @@ class Spider(BaseSpider):
url = self.host + "/label/search_ajax.html?wd=" + quote(keyword) + f"&by=time&order=desc&page={page}"
items = self._parse_search_cards(self._request_html(url))
return {"page": page, "limit": len(items), "total": len(items), "list": items}
def detailContent(self, ids):
vod_id = str(ids[0] if isinstance(ids, list) and ids else ids or "").strip()
if not vod_id:
return {"list": []}
html = self._request_html(self.host + vod_id)
root = self.html(html or "")
if root is None:
return {"list": []}
title = self._clean_text("".join(root.xpath("//h1[1]//text()")))
pic = self._clean_text(
"".join(root.xpath("//*[contains(@class,'module-item-pic')]//img[1]/@data-original"))
)
content = self._clean_text(
"".join(root.xpath("//*[contains(@class,'module-info-introduction-content')][1]//text()"))
)
play_from = []
play_urls = []
online_names = [
self._clean_text("".join(node.xpath(".//text()")))
for node in root.xpath(
"//div[contains(@class,'module-tab-items-box')]/*[contains(@class,'module-tab-item')][not(@onclick)]"
)
]
online_lists = root.xpath(
"//div[contains(@class,'module-list') and contains(@class,'tab-list')][not(contains(@class,'module-downlist'))]"
)
for index, node in enumerate(online_lists):
episodes = []
for item in node.xpath(".//a[contains(@class,'module-play-list-link')]"):
name = self._clean_text("".join(item.xpath(".//text()")))
href = self._clean_text("".join(item.xpath("./@href")))
if name and href:
episodes.append(f"{name}${href}")
if episodes:
group_name = online_names[index] if index < len(online_names) and online_names[index] else f"线路{index + 1}"
play_from.append(group_name)
play_urls.append(episodes)
pan_groups = {}
for node in root.xpath("//div[contains(@class,'module-list')]/*[contains(@class,'tab-content')]"):
raw_name = self._clean_text("".join(node.xpath(".//h4[1]//text()")))
pan_name = raw_name.split("@", 1)[0].strip() if raw_name else "网盘资源"
pan_url = self._clean_text("".join(node.xpath(".//p[1]//text()")))
if not pan_url.startswith("http"):
continue
pan_type = self._detect_pan_type(pan_url)
pan_groups.setdefault(pan_type, []).append(f"{pan_name}${pan_url}")
for key, values in pan_groups.items():
play_from.append(key)
play_urls.append(values)
vod = {
"vod_id": vod_id,
"vod_name": title,
"vod_pic": self._build_url(pic),
"vod_content": content,
"vod_remarks": "",
"vod_play_from": "$$$".join(play_from),
"vod_play_url": self._join_group_urls(play_urls),
}
return {"list": [vod]}