feat: add shandian spider and aggregate support

py/tests/test_玩偶聚合.py

@@ -45,6 +45,21 @@ class TestWanouAggregateSpider(unittest.TestCase):
             ],
         )
 
+    def test_home_content_exposes_shandian_site_and_categories(self):
+        content = self.spider.homeContent(False)
+        type_ids = [item["type_id"] for item in content["class"]]
+        self.assertIn("site_shandian", type_ids)
+        self.assertEqual(
+            content["filters"]["site_shandian"][0]["value"][1:],
+            [
+                {"n": "电影", "v": "1"},
+                {"n": "剧集", "v": "2"},
+                {"n": "综艺", "v": "3"},
+                {"n": "动漫", "v": "4"},
+                {"n": "短剧", "v": "30"},
+            ],
+        )
+
     @patch.object(
         Spider,
         "_load_local_filter_groups",
@@ -372,6 +387,33 @@ class TestWanouAggregateSpider(unittest.TestCase):
             },
         )
 
+    @patch.object(Spider, "_request_with_failover")
+    def test_fetch_site_search_builds_shandian_search_url_and_parses_results(self, mock_request_with_failover):
+        mock_request_with_failover.return_value = """
+        <div class="module-search-item">
+          <a class="video-serial" href="/index.php/vod/detail/id/789.html" title="闪电影片">抢先版</a>
+          <div class="module-item-pic"><img data-src="/search.jpg" alt="闪电影片" /></div>
+        </div>
+        """
+        site = self.spider._get_site("shandian")
+        results = self.spider._fetch_site_search(site, "繁花", 1)
+        self.assertEqual(
+            mock_request_with_failover.call_args.args[1],
+            "/index.php/vod/search/page/1/wd/%E7%B9%81%E8%8A%B1.html",
+        )
+        self.assertEqual(
+            results[0],
+            {
+                "vod_id": "site:shandian:/index.php/vod/detail/id/789.html",
+                "vod_name": "闪电影片",
+                "vod_pic": "https://sd.sduc.site/search.jpg",
+                "vod_remarks": "",
+                "vod_year": "",
+                "_site": "shandian",
+                "_detail_path": "/index.php/vod/detail/id/789.html",
+            },
+        )
+
     @patch.object(Spider, "_fetch_site_search")
     def test_search_content_skips_site_errors(self, mock_fetch_site_search):
         mock_fetch_site_search.side_effect = [
@@ -454,3 +496,57 @@ class TestWanouAggregateSpider(unittest.TestCase):
             "http://www.miqk.cc/index.php/vod/show/id/24/page/2.html",
         )
         self.assertEqual(result["list"][0]["vod_id"], "site:zhizhen:/index.php/vod/detail/id/456.html")
+
+    @patch.object(Spider, "_request_with_failover")
+    def test_category_content_builds_shandian_category_url(self, mock_request_with_failover):
+        mock_request_with_failover.return_value = """
+        <div class="module-item">
+          <div class="module-item-pic">
+            <a href="/index.php/vod/detail/id/456.html"></a>
+            <img data-src="/cate.jpg" alt="闪电分类片" />
+          </div>
+          <div class="module-item-text">HD</div>
+        </div>
+        """
+        result = self.spider.categoryContent("site_shandian", "2", False, {"categoryId": "30"})
+        self.assertEqual(
+            mock_request_with_failover.call_args.args[1],
+            "https://sd.sduc.site/index.php/vod/show/id/30/page/2.html",
+        )
+        self.assertEqual(result["list"][0]["vod_id"], "site:shandian:/index.php/vod/detail/id/456.html")
+
+    @patch.object(Spider, "_fetch_site_detail")
+    def test_detail_content_for_aggregate_id_merges_shandian_pan_lines(self, mock_fetch_site_detail):
+        mock_fetch_site_detail.side_effect = [
+            {
+                "vod_name": "繁花",
+                "vod_pic": "https://img.example/w.jpg",
+                "vod_year": "2024",
+                "vod_director": "导演甲",
+                "vod_actor": "演员甲",
+                "vod_content": "玩偶简介",
+                "pan_urls": ["https://pan.baidu.com/s/b1"],
+                "_site_name": "玩偶",
+            },
+            {
+                "vod_name": "繁花",
+                "vod_pic": "https://sd.sduc.site/poster.jpg",
+                "vod_year": "2024",
+                "vod_director": "导演乙",
+                "vod_actor": "演员乙",
+                "vod_content": "闪电简介",
+                "pan_urls": ["https://pan.quark.cn/s/s1", "https://pan.baidu.com/s/b1"],
+                "_site_name": "闪电",
+            },
+        ]
+        payload = [
+            {"site": "wanou", "path": "/voddetail/1.html", "name": "繁花", "year": "2024"},
+            {"site": "shandian", "path": "/index.php/vod/detail/id/2.html", "name": "繁花", "year": "2024"},
+        ]
+        result = self.spider.detailContent([self.spider._encode_aggregate_vod_id(payload)])
+        vod = result["list"][0]
+        self.assertEqual(vod["vod_play_from"], "baidu#玩偶$$$quark#闪电")
+        self.assertEqual(
+            vod["vod_play_url"],
+            "百度资源$https://pan.baidu.com/s/b1$$$夸克资源$https://pan.quark.cn/s/s1",
+        )

py/tests/test_闪电.py

@@ -0,0 +1,197 @@
+import unittest
+from importlib.machinery import SourceFileLoader
+from pathlib import Path
+from unittest.mock import patch
+
+
+ROOT = Path(__file__).resolve().parents[1]
+MODULE = SourceFileLoader("shandian_spider", str(ROOT / "闪电.py")).load_module()
+Spider = MODULE.Spider
+
+
+class TestShanDianSpider(unittest.TestCase):
+    def setUp(self):
+        Spider._instance = None
+        self.spider = Spider()
+        self.spider.init()
+
+    def test_home_content_exposes_all_categories(self):
+        content = self.spider.homeContent(False)
+        self.assertEqual(
+            [(item["type_id"], item["type_name"]) for item in content["class"]],
+            [
+                ("1", "闪电电影"),
+                ("2", "闪电剧集"),
+                ("3", "闪电综艺"),
+                ("4", "闪电动漫"),
+                ("30", "闪电短剧"),
+            ],
+        )
+
+    def test_home_video_content_returns_empty_list(self):
+        self.assertEqual(self.spider.homeVideoContent(), {"list": []})
+
+    def test_build_url_and_detect_pan_type(self):
+        self.assertEqual(
+            self.spider._build_url("/index.php/vod/detail/id/1.html"),
+            "https://sd.sduc.site/index.php/vod/detail/id/1.html",
+        )
+        self.assertEqual(self.spider._detect_pan_type("https://pan.baidu.com/s/demo"), ("baidu", "百度资源"))
+        self.assertEqual(self.spider._detect_pan_type("https://pan.quark.cn/s/demo"), ("quark", "夸克资源"))
+        self.assertEqual(self.spider._detect_pan_type("https://example.com/video"), ("", ""))
+
+    def test_parse_cards_extracts_short_path_ids(self):
+        html = """
+        <div id="main">
+          <div class="module-item">
+            <div class="module-item-pic">
+              <a href="/index.php/vod/detail/id/123.html"></a>
+              <img data-src="/poster.jpg" alt="示例影片" />
+            </div>
+            <div class="module-item-text">HD</div>
+            <div class="module-item-caption"><span>2025</span></div>
+          </div>
+        </div>
+        """
+        self.assertEqual(
+            self.spider._parse_cards(html),
+            [
+                {
+                    "vod_id": "/index.php/vod/detail/id/123.html",
+                    "vod_name": "示例影片",
+                    "vod_pic": "https://sd.sduc.site/poster.jpg",
+                    "vod_remarks": "HD",
+                    "vod_year": "2025",
+                }
+            ],
+        )
+
+    @patch.object(Spider, "_request_html")
+    def test_category_content_builds_reference_url_and_returns_page_payload(self, mock_request_html):
+        mock_request_html.return_value = """
+        <div id="main">
+          <div class="module-item">
+            <div class="module-item-pic">
+              <a href="/index.php/vod/detail/id/456.html"></a>
+              <img data-src="/cate.jpg" alt="分类影片" />
+            </div>
+            <div class="module-item-text">更新至10集</div>
+            <div class="module-item-caption"><span>2024</span></div>
+          </div>
+        </div>
+        """
+        result = self.spider.categoryContent("2", "3", False, {})
+        self.assertEqual(
+            mock_request_html.call_args.args[0],
+            "https://sd.sduc.site/index.php/vod/show/id/2/page/3.html",
+        )
+        self.assertEqual(result["page"], 3)
+        self.assertEqual(result["limit"], 1)
+        self.assertEqual(result["list"][0]["vod_name"], "分类影片")
+        self.assertNotIn("pagecount", result)
+
+    @patch.object(Spider, "_request_html")
+    def test_search_content_builds_reference_search_url_and_parses_results(self, mock_request_html):
+        mock_request_html.return_value = """
+        <div class="module-search-item">
+          <a class="video-serial" href="/index.php/vod/detail/id/789.html" title="搜索影片">抢先版</a>
+          <div class="module-item-pic">
+            <img data-src="/search.jpg" alt="搜索影片" />
+          </div>
+        </div>
+        """
+        result = self.spider.searchContent("繁花", False, "2")
+        self.assertEqual(
+            mock_request_html.call_args.args[0],
+            "https://sd.sduc.site/index.php/vod/search/page/2/wd/%E7%B9%81%E8%8A%B1.html",
+        )
+        self.assertEqual(
+            result["list"][0],
+            {
+                "vod_id": "/index.php/vod/detail/id/789.html",
+                "vod_name": "搜索影片",
+                "vod_pic": "https://sd.sduc.site/search.jpg",
+                "vod_remarks": "抢先版",
+            },
+        )
+
+    def test_search_content_returns_empty_list_for_blank_keyword(self):
+        self.assertEqual(self.spider.searchContent("", False, "1"), {"page": 1, "total": 0, "list": []})
+
+    def test_build_pan_lines_deduplicates_and_sorts_supported_links(self):
+        detail = {
+            "pan_urls": [
+                "https://pan.quark.cn/s/q1",
+                "https://pan.baidu.com/s/b1",
+                "https://pan.baidu.com/s/b1",
+                "https://example.com/ignored",
+            ]
+        }
+        self.assertEqual(
+            self.spider._build_pan_lines(detail),
+            [
+                ("baidu#闪电", "百度资源$https://pan.baidu.com/s/b1"),
+                ("quark#闪电", "夸克资源$https://pan.quark.cn/s/q1"),
+            ],
+        )
+
+    def test_parse_detail_page_extracts_meta_content_and_pan_urls(self):
+        html = """
+        <div class="page-title">示例剧</div>
+        <div class="mobile-play"><img class="lazyload" data-src="/poster.jpg" /></div>
+        <div class="video-info-itemtitle">年代</div><div><a>2024</a></div>
+        <div class="video-info-itemtitle">导演</div><div><a>导演甲</a></div>
+        <div class="video-info-itemtitle">主演</div><div><a>演员甲</a><a>演员乙</a></div>
+        <div class="video-info-itemtitle">剧情</div><div><p>一段剧情简介</p></div>
+        <div class="module-row-info">
+          <p>https://pan.quark.cn/s/q1</p>
+          <p>https://pan.baidu.com/s/b1</p>
+        </div>
+        """
+        detail = self.spider._parse_detail_page("/index.php/vod/detail/id/123.html", html)
+        self.assertEqual(detail["vod_name"], "示例剧")
+        self.assertEqual(detail["vod_pic"], "https://sd.sduc.site/poster.jpg")
+        self.assertEqual(detail["vod_year"], "2024")
+        self.assertEqual(detail["vod_director"], "导演甲")
+        self.assertEqual(detail["vod_actor"], "演员甲,演员乙")
+        self.assertEqual(detail["vod_content"], "一段剧情简介")
+        self.assertEqual(detail["pan_urls"], ["https://pan.quark.cn/s/q1", "https://pan.baidu.com/s/b1"])
+
+    @patch.object(Spider, "_request_html")
+    def test_detail_content_builds_pan_play_fields(self, mock_request_html):
+        mock_request_html.return_value = """
+        <div class="page-title">示例剧</div>
+        <div class="mobile-play"><img class="lazyload" data-src="/poster.jpg" /></div>
+        <div class="video-info-itemtitle">年代</div><div><a>2024</a></div>
+        <div class="video-info-itemtitle">导演</div><div><a>导演甲</a></div>
+        <div class="video-info-itemtitle">主演</div><div><a>演员甲</a></div>
+        <div class="video-info-itemtitle">剧情</div><div><p>一段剧情简介</p></div>
+        <div class="module-row-info">
+          <p>https://pan.quark.cn/s/q1</p>
+          <p>https://pan.baidu.com/s/b1</p>
+        </div>
+        """
+        result = self.spider.detailContent(["/index.php/vod/detail/id/123.html"])
+        vod = result["list"][0]
+        self.assertEqual(vod["vod_name"], "示例剧")
+        self.assertEqual(vod["vod_play_from"], "baidu#闪电$$$quark#闪电")
+        self.assertEqual(
+            vod["vod_play_url"],
+            "百度资源$https://pan.baidu.com/s/b1$$$夸克资源$https://pan.quark.cn/s/q1",
+        )
+
+    def test_player_content_passthroughs_supported_pan_urls(self):
+        self.assertEqual(
+            self.spider.playerContent("baidu#闪电", "https://pan.baidu.com/s/demo", {}),
+            {"parse": 0, "playUrl": "", "url": "https://pan.baidu.com/s/demo"},
+        )
+
+    def test_player_content_rejects_non_pan_url(self):
+        self.assertEqual(
+            self.spider.playerContent("site", "/index.php/vod/play/id/1.html", {}),
+            {"parse": 0, "playUrl": "", "url": ""},
+        )
+
+
+if __name__ == "__main__":
+    unittest.main()