feat: add zxzj list and search parsing
This commit is contained in:
@@ -1,6 +1,7 @@
|
||||
import unittest
|
||||
from importlib.machinery import SourceFileLoader
|
||||
from pathlib import Path
|
||||
from unittest.mock import patch
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
@@ -36,6 +37,67 @@ class TestZXZJSpider(unittest.TestCase):
|
||||
url = self.spider._build_category_url("2", "1", {})
|
||||
self.assertEqual(url, "https://www.zxzjhd.com/vodshow/2--------1---.html")
|
||||
|
||||
def test_fix_json_wrapped_html_unwraps_html_string(self):
|
||||
wrapped = "\"<html><body>ok</body></html>\""
|
||||
self.assertEqual(self.spider._fix_json_wrapped_html(wrapped), "<html><body>ok</body></html>")
|
||||
|
||||
def test_parse_cards_extracts_short_vod_id_title_cover_and_remarks(self):
|
||||
html = """
|
||||
<ul class="stui-vodlist clearfix">
|
||||
<li>
|
||||
<a href="/voddetail/12345.html" title="示例影片" data-original="/cover.jpg"></a>
|
||||
<span class="pic-text">更新至10集</span>
|
||||
</li>
|
||||
</ul>
|
||||
"""
|
||||
cards = self.spider._parse_cards(html)
|
||||
self.assertEqual(
|
||||
cards,
|
||||
[
|
||||
{
|
||||
"vod_id": "voddetail/12345.html",
|
||||
"vod_name": "示例影片",
|
||||
"vod_pic": "https://www.zxzjhd.com/cover.jpg",
|
||||
"vod_remarks": "更新至10集",
|
||||
}
|
||||
],
|
||||
)
|
||||
|
||||
@patch.object(Spider, "_request_html")
|
||||
def test_category_content_uses_built_url_and_returns_page_result(self, mock_request_html):
|
||||
mock_request_html.return_value = """
|
||||
<ul class="stui-vodlist clearfix">
|
||||
<li>
|
||||
<a href="/voddetail/23456.html" title="分类影片" data-original="/cate.jpg"></a>
|
||||
<span class="pic-text">HD</span>
|
||||
</li>
|
||||
</ul>
|
||||
"""
|
||||
result = self.spider.categoryContent("1", "2", False, {"area": "欧美"})
|
||||
self.assertEqual(mock_request_html.call_args.args[0], "https://www.zxzjhd.com/vodshow/1-欧美-------2---.html")
|
||||
self.assertEqual(result["page"], 2)
|
||||
self.assertEqual(result["limit"], 24)
|
||||
self.assertEqual(result["list"][0]["vod_id"], "voddetail/23456.html")
|
||||
self.assertNotIn("pagecount", result)
|
||||
|
||||
@patch.object(Spider, "_request_html")
|
||||
def test_search_content_parses_search_cards(self, mock_request_html):
|
||||
mock_request_html.return_value = """
|
||||
<ul class="stui-vodlist clearfix">
|
||||
<li>
|
||||
<a href="/voddetail/34567.html" title="搜索命中" data-original="/search.jpg"></a>
|
||||
<span class="pic-text">抢先版</span>
|
||||
</li>
|
||||
</ul>
|
||||
"""
|
||||
result = self.spider.searchContent("繁花", False, "1")
|
||||
self.assertEqual(
|
||||
mock_request_html.call_args.args[0],
|
||||
"https://www.zxzjhd.com/vodsearch/%E7%B9%81%E8%8A%B1-------------.html",
|
||||
)
|
||||
self.assertEqual(result["list"][0]["vod_name"], "搜索命中")
|
||||
self.assertNotIn("pagecount", result)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
Reference in New Issue
Block a user