feat: finish 两个BT spider
This commit is contained in:
@@ -191,6 +191,29 @@ class TestLiangGeBTSpider(unittest.TestCase):
|
|||||||
self.assertEqual(result["url"], "https://media.example/final.mp4")
|
self.assertEqual(result["url"], "https://media.example/final.mp4")
|
||||||
self.assertEqual(result["header"]["Referer"], "https://www.bttwoo.com/v_play/play-100.html")
|
self.assertEqual(result["header"]["Referer"], "https://www.bttwoo.com/v_play/play-100.html")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_player_content_extracts_media_from_iframe(self, mock_request_html):
|
||||||
|
mock_request_html.side_effect = [
|
||||||
|
'<iframe src="/embed/demo.html"></iframe>',
|
||||||
|
'<script>var source = "https://media.example/iframe.m3u8";</script>',
|
||||||
|
]
|
||||||
|
play_id = self.spider._encode_play_id("play-200", "900", "第2集")
|
||||||
|
result = self.spider.playerContent("两个BT", play_id, {})
|
||||||
|
self.assertEqual(mock_request_html.call_args_list[0].args[0], "https://www.bttwoo.com/v_play/play-200.html")
|
||||||
|
self.assertEqual(mock_request_html.call_args_list[1].args[0], "https://www.bttwoo.com/embed/demo.html")
|
||||||
|
self.assertEqual(result["parse"], 0)
|
||||||
|
self.assertEqual(result["url"], "https://media.example/iframe.m3u8")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_html")
|
||||||
|
def test_player_content_falls_back_to_parse_when_no_media_found(self, mock_request_html):
|
||||||
|
mock_request_html.return_value = "<html><body>empty</body></html>"
|
||||||
|
play_id = self.spider._encode_play_id("play-300", "900", "第3集")
|
||||||
|
result = self.spider.playerContent("两个BT", play_id, {})
|
||||||
|
self.assertEqual(result["parse"], 1)
|
||||||
|
self.assertEqual(result["jx"], 1)
|
||||||
|
self.assertEqual(result["url"], "https://www.bttwoo.com/v_play/play-300.html")
|
||||||
|
self.assertEqual(result["header"]["Referer"], "https://www.bttwoo.com/v_play/play-300.html")
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
+12
@@ -90,6 +90,14 @@ class Spider(BaseSpider):
|
|||||||
media_url = self._extract_media_url(html)
|
media_url = self._extract_media_url(html)
|
||||||
if media_url:
|
if media_url:
|
||||||
return self._build_player_result(media_url, play_page_url)
|
return self._build_player_result(media_url, play_page_url)
|
||||||
|
|
||||||
|
iframe_url = self._extract_iframe_url(html)
|
||||||
|
if iframe_url:
|
||||||
|
iframe_html = self._request_html(iframe_url, referer=play_page_url)
|
||||||
|
iframe_media_url = self._extract_media_url(iframe_html)
|
||||||
|
if iframe_media_url:
|
||||||
|
return self._build_player_result(iframe_media_url, iframe_url)
|
||||||
|
|
||||||
return self._build_parse_result(play_page_url, play_page_url)
|
return self._build_parse_result(play_page_url, play_page_url)
|
||||||
|
|
||||||
def _request_html(self, url, referer=None):
|
def _request_html(self, url, referer=None):
|
||||||
@@ -292,6 +300,10 @@ class Spider(BaseSpider):
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
def _extract_iframe_url(self, html):
|
||||||
|
matched = re.search(r'<iframe[^>]+src=["\']([^"\']+)["\']', str(html or ""), re.I)
|
||||||
|
return self._abs_url(matched.group(1)) if matched else ""
|
||||||
|
|
||||||
def _abs_url(self, value):
|
def _abs_url(self, value):
|
||||||
raw = str(value or "").strip()
|
raw = str(value or "").strip()
|
||||||
if not raw:
|
if not raw:
|
||||||
|
|||||||
Reference in New Issue
Block a user