feat: add wanougege list and search parsing

This commit is contained in:
Harold
2026-04-20 14:36:55 +08:00
parent 1613ff08bd
commit fc1e30725d
2 changed files with 158 additions and 1 deletions
+76
View File
@@ -1,6 +1,7 @@
import unittest
from importlib.machinery import SourceFileLoader
from pathlib import Path
from unittest.mock import patch
ROOT = Path(__file__).resolve().parents[1]
@@ -48,3 +49,78 @@ class TestWanOuGeGeSpider(unittest.TestCase):
self.assertEqual(self.spider._detect_pan_type("https://pan.baidu.com/s/demo"), ("baidu", "百度资源"))
self.assertEqual(self.spider._detect_pan_type("https://pan.quark.cn/s/demo"), ("quark", "夸克资源"))
self.assertEqual(self.spider._detect_pan_type("https://example.com/video"), ("", ""))
def test_parse_cards_extracts_short_path_ids(self):
html = """
<div id="main">
<div class="module-item">
<div class="module-item-pic">
<a href="/voddetail/123.html"></a>
<img data-src="/poster.jpg" alt="示例影片" />
</div>
<div class="module-item-text">HD</div>
</div>
</div>
"""
self.assertEqual(
self.spider._parse_cards(html),
[
{
"vod_id": "/voddetail/123.html",
"vod_name": "示例影片",
"vod_pic": "http://wogg.xxooo.cf/poster.jpg",
"vod_remarks": "HD",
}
],
)
@patch.object(Spider, "_request_html")
def test_category_content_builds_reference_url_and_returns_page_payload(self, mock_request_html):
mock_request_html.return_value = """
<div id="main">
<div class="module-item">
<div class="module-item-pic">
<a href="/voddetail/456.html"></a>
<img data-src="/cate.jpg" alt="分类影片" />
</div>
<div class="module-item-text">更新至10集</div>
</div>
</div>
"""
result = self.spider.categoryContent("2", "3", False, {})
self.assertEqual(
mock_request_html.call_args.args[0],
"http://wogg.xxooo.cf/vodshow/2--------3---.html",
)
self.assertEqual(result["page"], 3)
self.assertEqual(result["limit"], 1)
self.assertEqual(result["list"][0]["vod_name"], "分类影片")
self.assertNotIn("pagecount", result)
@patch.object(Spider, "_request_html")
def test_search_content_builds_reference_search_url_and_parses_results(self, mock_request_html):
mock_request_html.return_value = """
<div class="module-search-item">
<a class="video-serial" href="/voddetail/789.html" title="搜索影片">抢先版</a>
<div class="module-item-pic">
<img data-src="/search.jpg" alt="搜索影片" />
</div>
</div>
"""
result = self.spider.searchContent("繁花", False, "2")
self.assertEqual(
mock_request_html.call_args.args[0],
"http://wogg.xxooo.cf/vodsearch/-------------.html?wd=%E7%B9%81%E8%8A%B1&page=2",
)
self.assertEqual(
result["list"][0],
{
"vod_id": "/voddetail/789.html",
"vod_name": "搜索影片",
"vod_pic": "http://wogg.xxooo.cf/search.jpg",
"vod_remarks": "抢先版",
},
)
def test_search_content_returns_empty_list_for_blank_keyword(self):
self.assertEqual(self.spider.searchContent("", False, "1"), {"page": 1, "total": 0, "list": []})