101 lines
3.9 KiB
Python
101 lines
3.9 KiB
Python
import unittest
|
|
from importlib.machinery import SourceFileLoader
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
MODULE = SourceFileLoader("dbku_spider", str(ROOT / "独播库.py")).load_module()
|
|
Spider = MODULE.Spider
|
|
|
|
|
|
class TestDBKUSpider(unittest.TestCase):
|
|
def setUp(self):
|
|
self.spider = Spider()
|
|
self.spider.init()
|
|
|
|
def test_home_content_exposes_expected_categories(self):
|
|
content = self.spider.homeContent(False)
|
|
class_ids = [item["type_id"] for item in content["class"]]
|
|
self.assertEqual(class_ids, ["index", "movie", "variety", "anime", "hk", "luju"])
|
|
|
|
def test_parse_list_cards_extracts_detail_url_title_cover_and_description(self):
|
|
html = """
|
|
<div class="myui-vodlist__box">
|
|
<a class="thumb" href="/voddetail/123.html" title="示例影片" data-original="https://img.example/dbku.jpg"></a>
|
|
<span class="pic-text">更新至10集</span>
|
|
</div>
|
|
"""
|
|
cards = self.spider._parse_list_cards(html)
|
|
self.assertEqual(
|
|
cards,
|
|
[
|
|
{
|
|
"vod_id": "https://www.dbku.tv/voddetail/123.html",
|
|
"vod_name": "示例影片",
|
|
"vod_pic": "https://img.example/dbku.jpg",
|
|
"vod_remarks": "更新至10集",
|
|
}
|
|
],
|
|
)
|
|
|
|
@patch.object(Spider, "fetch")
|
|
def test_request_html_uses_dbku_headers(self, mock_fetch):
|
|
class FakeResponse:
|
|
def __init__(self, text):
|
|
self.text = text
|
|
self.status_code = 200
|
|
self.encoding = "utf-8"
|
|
|
|
mock_fetch.return_value = FakeResponse("<html><body>ok</body></html>")
|
|
html = self.spider._request_html("/vodtype/1--------1---.html", expect_xpath="//body")
|
|
self.assertIn("ok", html)
|
|
called_headers = mock_fetch.call_args.kwargs["headers"]
|
|
self.assertEqual(called_headers["Referer"], "https://www.dbku.tv")
|
|
self.assertEqual(called_headers["Origin"], "https://www.dbku.tv")
|
|
|
|
@patch.object(Spider, "_request_html")
|
|
def test_category_content_builds_page_result(self, mock_request_html):
|
|
mock_request_html.return_value = """
|
|
<div class="myui-vodlist__box">
|
|
<a href="/voddetail/456.html" title="分类影片" data-original="/cover.jpg"></a>
|
|
<span class="pic-text">HD</span>
|
|
</div>
|
|
"""
|
|
result = self.spider.categoryContent("movie", "2", False, {})
|
|
self.assertEqual(result["page"], 2)
|
|
self.assertEqual(result["list"][0]["vod_name"], "分类影片")
|
|
self.assertEqual(result["list"][0]["vod_pic"], "https://www.dbku.tv/cover.jpg")
|
|
|
|
def test_parse_search_cards_prefers_search_list_container(self):
|
|
html = """
|
|
<div id="searchList">
|
|
<div class="myui-vodlist__box">
|
|
<a href="/voddetail/789.html" title="搜索命中" data-original="/search.jpg"></a>
|
|
</div>
|
|
</div>
|
|
<div class="myui-vodlist__box">
|
|
<a href="/voddetail/999.html" title="回退结果" data-original="/fallback.jpg"></a>
|
|
</div>
|
|
"""
|
|
results = self.spider._parse_search_cards(html)
|
|
self.assertEqual(len(results), 1)
|
|
self.assertEqual(results[0]["vod_name"], "搜索命中")
|
|
|
|
@patch.object(Spider, "_request_html")
|
|
def test_search_content_reuses_search_parser(self, mock_request_html):
|
|
mock_request_html.return_value = """
|
|
<div id="searchList">
|
|
<div class="myui-vodlist__box">
|
|
<a href="/voddetail/321.html" title="搜索影片" data-original="/search.jpg"></a>
|
|
</div>
|
|
</div>
|
|
"""
|
|
result = self.spider.searchContent("繁花", False, "1")
|
|
self.assertEqual(result["list"][0]["vod_id"], "https://www.dbku.tv/voddetail/321.html")
|
|
self.assertEqual(result["list"][0]["vod_name"], "搜索影片")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|