听友FM
This commit is contained in:
+143
-6
@@ -6,6 +6,7 @@ from types import SimpleNamespace
|
||||
from unittest.mock import patch
|
||||
|
||||
from Crypto.Cipher import AES
|
||||
from Crypto.Cipher import ChaCha20_Poly1305
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
@@ -27,6 +28,20 @@ HOME_HTML = """
|
||||
"""
|
||||
|
||||
|
||||
HOME_HTML_WITH_NUXT_COVERS = """
|
||||
<html>
|
||||
<body>
|
||||
<a href="/categories/46">有声小说</a>
|
||||
<a href="/albums/1001">
|
||||
<img class="cover" alt="鬼吹灯">
|
||||
<p>鬼吹灯 作者:天下霸唱 播音:周建龙 12期 已完结</p>
|
||||
</a>
|
||||
<script id="__NUXT_DATA__" type="application/json">[null,{"data":{"index-home-tabs":{"latest":{"items":[{"id":1001,"title":"鬼吹灯","cover":"https://img.test/1001.jpg","desc":"摸金探险","chapterTotal":12,"status":0,"teller":"周建龙","author":"天下霸唱"}]}}}}]</script>
|
||||
</body>
|
||||
</html>
|
||||
"""
|
||||
|
||||
|
||||
CATEGORY_HTML_WITH_NUXT = """
|
||||
<html>
|
||||
<body>
|
||||
@@ -36,6 +51,23 @@ CATEGORY_HTML_WITH_NUXT = """
|
||||
"""
|
||||
|
||||
|
||||
CATEGORY_HTML_WITH_NUXT_REFERENCES = """
|
||||
<html>
|
||||
<body>
|
||||
<script id="__NUXT_DATA__" type="application/json">[
|
||||
null,
|
||||
{"data":2},
|
||||
["ShallowReactive",{"categoryAlbums-46":3}],
|
||||
{"page":"1","pages":"7","data":4},
|
||||
[
|
||||
{"id":2002,"title":"沙海","cover_url":"https://img.test/2002.jpg","count":88,"status":"1","teller":"青雪"}
|
||||
]
|
||||
]</script>
|
||||
</body>
|
||||
</html>
|
||||
"""
|
||||
|
||||
|
||||
SEARCH_HTML_WITHOUT_NUXT = """
|
||||
<html>
|
||||
<body>
|
||||
@@ -100,6 +132,14 @@ class TestTingYouFMSpider(unittest.TestCase):
|
||||
raw = bytes([2]) + nonce + reversed_cipher
|
||||
return raw.hex()
|
||||
|
||||
def _build_xchacha_v1_payload(self, plain_text):
|
||||
key = bytes.fromhex(self.spider.payload_key_hex)
|
||||
nonce = bytes(range(1, 25))
|
||||
cipher = ChaCha20_Poly1305.new(key=key, nonce=nonce)
|
||||
encrypted, tag = cipher.encrypt_and_digest(plain_text.encode("utf-8"))
|
||||
raw = bytes([1]) + nonce + encrypted + tag
|
||||
return raw.hex()
|
||||
|
||||
@patch.object(Spider, "fetch")
|
||||
def test_home_content_extracts_categories_and_album_cards(self, mock_fetch):
|
||||
mock_fetch.return_value = SimpleNamespace(status_code=200, text=HOME_HTML)
|
||||
@@ -110,6 +150,14 @@ class TestTingYouFMSpider(unittest.TestCase):
|
||||
self.assertEqual(result["list"][0]["vod_pic"], "https://tingyou.fm/cover1.jpg")
|
||||
self.assertIn("12期", result["list"][0]["vod_remarks"])
|
||||
|
||||
@patch.object(Spider, "fetch")
|
||||
def test_home_content_prefers_nuxt_cover_when_dom_img_has_no_src(self, mock_fetch):
|
||||
mock_fetch.return_value = SimpleNamespace(status_code=200, text=HOME_HTML_WITH_NUXT_COVERS)
|
||||
result = self.spider.homeContent(False)
|
||||
self.assertEqual(result["list"][0]["vod_id"], "1001")
|
||||
self.assertEqual(result["list"][0]["vod_pic"], "https://img.test/1001.jpg")
|
||||
self.assertIn("12期", result["list"][0]["vod_remarks"])
|
||||
|
||||
@patch.object(Spider, "fetch")
|
||||
def test_category_content_prefers_nuxt_data(self, mock_fetch):
|
||||
mock_fetch.return_value = SimpleNamespace(status_code=200, text=CATEGORY_HTML_WITH_NUXT)
|
||||
@@ -122,6 +170,17 @@ class TestTingYouFMSpider(unittest.TestCase):
|
||||
self.assertEqual(result["limit"], 1)
|
||||
self.assertNotIn("pagecount", result)
|
||||
|
||||
@patch.object(Spider, "fetch")
|
||||
def test_category_content_decodes_nuxt_reference_table(self, mock_fetch):
|
||||
mock_fetch.return_value = SimpleNamespace(status_code=200, text=CATEGORY_HTML_WITH_NUXT_REFERENCES)
|
||||
result = self.spider.categoryContent("46", "1", False, {})
|
||||
self.assertEqual(result["page"], 1)
|
||||
self.assertEqual(result["limit"], 1)
|
||||
self.assertEqual(result["list"][0]["vod_id"], "2002")
|
||||
self.assertEqual(result["list"][0]["vod_name"], "沙海")
|
||||
self.assertEqual(result["list"][0]["vod_pic"], "https://img.test/2002.jpg")
|
||||
self.assertIn("88期", result["list"][0]["vod_remarks"])
|
||||
|
||||
@patch.object(Spider, "fetch")
|
||||
def test_search_content_falls_back_to_dom_and_filters_blank_keyword(self, mock_fetch):
|
||||
mock_fetch.return_value = SimpleNamespace(status_code=200, text=SEARCH_HTML_WITHOUT_NUXT)
|
||||
@@ -144,33 +203,111 @@ class TestTingYouFMSpider(unittest.TestCase):
|
||||
self.assertEqual(vod["vod_play_from"], "听友FM")
|
||||
self.assertEqual(vod["vod_play_url"], "第1集$1001|1#第2集$1001|2")
|
||||
|
||||
@patch.object(Spider, "fetch")
|
||||
def test_detail_content_prefers_full_nuxt_chapter_list_over_truncated_dom(self, mock_fetch):
|
||||
dom_items = "".join(
|
||||
f"""
|
||||
<li class="chapter-item">
|
||||
<p>{index}</p>
|
||||
<div class="item-content"><span class="title">第{index}集</span></div>
|
||||
</li>
|
||||
"""
|
||||
for index in range(1, 41)
|
||||
)
|
||||
nuxt_payload = [
|
||||
None,
|
||||
{
|
||||
"data": {
|
||||
"album-detail-1001": {
|
||||
"title": "鬼吹灯",
|
||||
"cover_url": "https://img.test/detail.jpg",
|
||||
"synopsis": "摸金校尉探险故事",
|
||||
},
|
||||
"album-chapters-1001": {
|
||||
"id": 1001,
|
||||
"available": True,
|
||||
"count": 42,
|
||||
"detail": 30,
|
||||
"chapters": [
|
||||
{"id": 5000 + index, "index": str(index), "title": f"{index:03d}.第{index}集"}
|
||||
for index in range(1, 43)
|
||||
],
|
||||
},
|
||||
}
|
||||
},
|
||||
]
|
||||
html = f"""
|
||||
<html>
|
||||
<head>
|
||||
<meta property="og:title" content="鬼吹灯">
|
||||
<meta property="og:image" content="https://img.test/detail.jpg">
|
||||
<meta name="description" content="摸金校尉探险故事">
|
||||
</head>
|
||||
<body>
|
||||
<script id="__NUXT_DATA__" type="application/json">{json.dumps(nuxt_payload, ensure_ascii=False)}</script>
|
||||
<section class="album-pannel">
|
||||
<div class="album-intro">
|
||||
<h1>鬼吹灯</h1>
|
||||
</div>
|
||||
<div class="pods">
|
||||
<span>分类: 有声小说</span>
|
||||
</div>
|
||||
<img src="https://img.test/detail.jpg">
|
||||
</section>
|
||||
<ul class="chapter-list">{dom_items}
|
||||
</ul>
|
||||
</body>
|
||||
</html>
|
||||
"""
|
||||
mock_fetch.return_value = SimpleNamespace(status_code=200, text=html)
|
||||
result = self.spider.detailContent(["1001"])
|
||||
vod = result["list"][0]
|
||||
play_urls = vod["vod_play_url"].split("#")
|
||||
self.assertEqual(len(play_urls), 42)
|
||||
self.assertEqual(play_urls[0], "001.第1集$1001|1")
|
||||
self.assertEqual(play_urls[-1], "042.第42集$1001|42")
|
||||
|
||||
def test_encrypt_payload_prefixes_version_and_decrypts_v1_payload(self):
|
||||
payload = self.spider._encrypt_payload('{"album_id":1001,"chapter_idx":1}')
|
||||
self.assertTrue(payload.startswith("01"))
|
||||
plain = self.spider._decrypt_payload(self._build_v1_payload('{"url":"https://audio.test/1.m4a"}'))
|
||||
self.assertEqual(plain, '{"url":"https://audio.test/1.m4a"}')
|
||||
|
||||
def test_decrypt_payload_supports_xchacha_v1_response(self):
|
||||
plain = self.spider._decrypt_payload(self._build_xchacha_v1_payload('{"auth_token":"guest-token"}'))
|
||||
self.assertEqual(plain, '{"auth_token":"guest-token"}')
|
||||
|
||||
def test_decrypt_v2_payload_reverses_cipher_before_decoder(self):
|
||||
calls = {}
|
||||
|
||||
def fake_decrypt(key, nonce, cipher):
|
||||
def fake_decrypt(key, nonce, body):
|
||||
calls["key"] = key
|
||||
calls["nonce"] = nonce
|
||||
calls["cipher"] = cipher
|
||||
calls["body"] = body
|
||||
return b'{"url":"https://audio.test/2.m4a"}'
|
||||
|
||||
self.spider._xchacha_decrypt = fake_decrypt
|
||||
self.spider._decrypt_xchacha_body = fake_decrypt
|
||||
plain = self.spider._decrypt_payload(self._build_v2_payload())
|
||||
self.assertEqual(plain, '{"url":"https://audio.test/2.m4a"}')
|
||||
self.assertEqual(calls["nonce"], bytes(range(1, 25)))
|
||||
self.assertEqual(calls["cipher"], b"abc")
|
||||
self.assertEqual(calls["body"], b"abc")
|
||||
|
||||
@patch.object(Spider, "_anonymous_auth")
|
||||
@patch.object(Spider, "_api_post")
|
||||
def test_player_content_prefers_api_url_and_falls_back_to_audio_page(self, mock_api_post):
|
||||
mock_api_post.return_value = {"payload": self._build_v1_payload('{"url":"https://audio.test/play.m4a"}')}
|
||||
def test_player_content_prefers_api_url_and_falls_back_to_audio_page(self, mock_api_post, mock_anonymous_auth):
|
||||
mock_anonymous_auth.return_value = {
|
||||
"auth_token": "guest-token",
|
||||
"cookie": "dfp=f-demo:f-token",
|
||||
}
|
||||
mock_api_post.return_value = {"payload": self._build_xchacha_v1_payload('{"play_url":"https://audio.test/play.m4a"}')}
|
||||
api_result = self.spider.playerContent("听友FM", "1001|1", {})
|
||||
self.assertEqual(api_result["parse"], 0)
|
||||
self.assertEqual(api_result["url"], "https://audio.test/play.m4a")
|
||||
mock_anonymous_auth.assert_called_once()
|
||||
self.assertEqual(mock_api_post.call_args.args[0], "/api/play_token")
|
||||
self.assertEqual(mock_api_post.call_args.args[1], {"album_id": 1001, "chapter_idx": 1})
|
||||
self.assertEqual(mock_api_post.call_args.kwargs["extra_headers"]["Authorization"], "Bearer guest-token")
|
||||
self.assertEqual(mock_api_post.call_args.kwargs["extra_headers"]["Cookie"], "dfp=f-demo:f-token")
|
||||
|
||||
mock_api_post.side_effect = RuntimeError("boom")
|
||||
fallback_result = self.spider.playerContent("听友FM", "1001|1", {})
|
||||
|
||||
Reference in New Issue
Block a user