feat: add juquanquan player parsing
This commit is contained in:
@@ -144,6 +144,53 @@ class TestJuQuanQuanSpider(unittest.TestCase):
|
|||||||
self.spider.detailContent(["vod/321"])
|
self.spider.detailContent(["vod/321"])
|
||||||
self.assertEqual(mock_request_html.call_args.args[0], "https://www.jqqzx.cc/vod/321.html")
|
self.assertEqual(mock_request_html.call_args.args[0], "https://www.jqqzx.cc/vod/321.html")
|
||||||
|
|
||||||
|
def test_extract_player_data_reads_player_aaaa(self):
|
||||||
|
html = '<script>var player_aaaa={"url":"https://video.example/direct.m3u8"};</script>'
|
||||||
|
self.assertEqual(self.spider._extract_player_data(html)["url"], "https://video.example/direct.m3u8")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_with_headers")
|
||||||
|
def test_player_content_returns_direct_media_url(self, mock_request_with_headers):
|
||||||
|
mock_request_with_headers.return_value = {
|
||||||
|
"body": '<script>var player_aaaa={"url":"https://video.example/direct.m3u8"};</script>',
|
||||||
|
"headers": {},
|
||||||
|
"status_code": 200,
|
||||||
|
}
|
||||||
|
result = self.spider.playerContent("线路A", "play/123-1-1", {})
|
||||||
|
self.assertEqual(result["parse"], 0)
|
||||||
|
self.assertEqual(result["url"], "https://video.example/direct.m3u8")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_with_headers")
|
||||||
|
def test_player_content_uses_parse_api_when_player_vid_is_not_direct(self, mock_request_with_headers):
|
||||||
|
mock_request_with_headers.side_effect = [
|
||||||
|
{
|
||||||
|
"body": '<script>var player_aaaa={"url":"https%3A%2F%2Fmiddle.example%2Fembed%3Fid%3D1"};</script>',
|
||||||
|
"headers": {"set-cookie": ["foo=bar; Path=/"]},
|
||||||
|
"status_code": 200,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"body": "<html></html>",
|
||||||
|
"headers": {"set-cookie": ["token=abc; Path=/"]},
|
||||||
|
"status_code": 200,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"body": '{"code":200,"data":{"url":"error://apiRes_dummy"}}',
|
||||||
|
"headers": {},
|
||||||
|
"status_code": 200,
|
||||||
|
},
|
||||||
|
]
|
||||||
|
self.spider._decode_url = lambda value: "https://video.example/fallback.m3u8"
|
||||||
|
result = self.spider.playerContent("线路A", "play/123-1-1", {})
|
||||||
|
self.assertEqual(result["parse"], 0)
|
||||||
|
self.assertEqual(result["url"], "https://video.example/fallback.m3u8")
|
||||||
|
|
||||||
|
@patch.object(Spider, "_request_with_headers")
|
||||||
|
def test_player_content_falls_back_to_play_page_when_player_data_missing(self, mock_request_with_headers):
|
||||||
|
mock_request_with_headers.return_value = {"body": "<html></html>", "headers": {}, "status_code": 200}
|
||||||
|
result = self.spider.playerContent("线路A", "play/123-1-1", {})
|
||||||
|
self.assertEqual(result["parse"], 1)
|
||||||
|
self.assertEqual(result["jx"], 1)
|
||||||
|
self.assertEqual(result["url"], "https://www.jqqzx.cc/play/123-1-1.html")
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -1,8 +1,10 @@
|
|||||||
# coding=utf-8
|
# coding=utf-8
|
||||||
|
import base64
|
||||||
|
import hashlib
|
||||||
import json
|
import json
|
||||||
import re
|
import re
|
||||||
import sys
|
import sys
|
||||||
from urllib.parse import quote, urljoin
|
from urllib.parse import quote, unquote, urljoin
|
||||||
|
|
||||||
from base.spider import Spider as BaseSpider
|
from base.spider import Spider as BaseSpider
|
||||||
|
|
||||||
@@ -244,3 +246,122 @@ class Spider(BaseSpider):
|
|||||||
parsed = self._parse_detail_page(self._request_html(detail_url), vod_id)
|
parsed = self._parse_detail_page(self._request_html(detail_url), vod_id)
|
||||||
result["list"].extend(parsed.get("list", []))
|
result["list"].extend(parsed.get("list", []))
|
||||||
return result
|
return result
|
||||||
|
|
||||||
|
def _request_with_headers(self, path_or_url, headers=None, data=None):
|
||||||
|
target = path_or_url if str(path_or_url).startswith("http") else self._build_url(path_or_url)
|
||||||
|
request_headers = dict(self.headers)
|
||||||
|
if headers:
|
||||||
|
request_headers.update(headers)
|
||||||
|
response = self.fetch(target, headers=request_headers, data=data, timeout=10)
|
||||||
|
return {
|
||||||
|
"body": response.text or "",
|
||||||
|
"headers": getattr(response, "headers", {}) or {},
|
||||||
|
"status_code": response.status_code,
|
||||||
|
}
|
||||||
|
|
||||||
|
def _get_set_cookies(self, headers):
|
||||||
|
raw = headers.get("set-cookie") or headers.get("Set-Cookie") or []
|
||||||
|
items = raw if isinstance(raw, list) else [raw]
|
||||||
|
return [str(item).split(";", 1)[0] for item in items if str(item).strip()]
|
||||||
|
|
||||||
|
def _merge_cookies(self, *groups):
|
||||||
|
values = {}
|
||||||
|
for group in groups:
|
||||||
|
items = group if isinstance(group, list) else [group]
|
||||||
|
for item in items:
|
||||||
|
text = str(item or "").strip()
|
||||||
|
if "=" not in text:
|
||||||
|
continue
|
||||||
|
key, val = text.split("=", 1)
|
||||||
|
values[key] = val
|
||||||
|
return [f"{key}={val}" for key, val in values.items()]
|
||||||
|
|
||||||
|
def _base64_decode(self, value):
|
||||||
|
text = re.sub(r"\s+", "", str(value or ""))
|
||||||
|
if not text:
|
||||||
|
return ""
|
||||||
|
text += "=" * ((4 - len(text) % 4) % 4)
|
||||||
|
try:
|
||||||
|
return base64.b64decode(text).decode("utf-8")
|
||||||
|
except Exception:
|
||||||
|
return ""
|
||||||
|
|
||||||
|
def _decode_url(self, value):
|
||||||
|
raw = str(value or "").replace("error://apiRes_", "").strip()
|
||||||
|
if not raw:
|
||||||
|
return ""
|
||||||
|
key = hashlib.md5("test".encode("utf-8")).hexdigest()
|
||||||
|
first = self._base64_decode(raw)
|
||||||
|
mixed = "".join(chr(ord(ch) ^ ord(key[index % len(key)])) for index, ch in enumerate(first))
|
||||||
|
decoded = self._base64_decode(mixed)
|
||||||
|
parts = decoded.split("/")
|
||||||
|
if len(parts) < 3:
|
||||||
|
return ""
|
||||||
|
try:
|
||||||
|
from_map = json.loads(self._base64_decode(parts[1]))
|
||||||
|
to_map = json.loads(self._base64_decode(parts[0]))
|
||||||
|
except Exception:
|
||||||
|
return ""
|
||||||
|
body = self._base64_decode("/".join(parts[2:]))
|
||||||
|
mapped = re.sub(
|
||||||
|
r"[a-zA-Z]",
|
||||||
|
lambda match: to_map[from_map.index(match.group(0))]
|
||||||
|
if match.group(0) in from_map and from_map.index(match.group(0)) < len(to_map)
|
||||||
|
else match.group(0),
|
||||||
|
body,
|
||||||
|
)
|
||||||
|
matched = re.search(r"https?://[^\s'\"<>]+", mapped)
|
||||||
|
return matched.group(0) if matched else mapped.strip()
|
||||||
|
|
||||||
|
def _extract_player_data(self, html):
|
||||||
|
matched = re.search(r"player_aaaa\s*=\s*(\{[\s\S]*?\})\s*;?\s*</script>", str(html or ""), re.I)
|
||||||
|
if not matched:
|
||||||
|
return None
|
||||||
|
try:
|
||||||
|
return json.loads(matched.group(1))
|
||||||
|
except Exception:
|
||||||
|
return None
|
||||||
|
|
||||||
|
def _is_media_url(self, value):
|
||||||
|
return bool(re.search(r"^https?://.*\.(m3u8|mp4|flv|m4s)(\?.*)?$", str(value or ""), re.I))
|
||||||
|
|
||||||
|
def playerContent(self, flag, id, vipFlags):
|
||||||
|
play_url = self._decode_play_id(id)
|
||||||
|
if not play_url:
|
||||||
|
return {"parse": 1, "jx": 1, "url": "", "header": dict(self.headers)}
|
||||||
|
try:
|
||||||
|
play_res = self._request_with_headers(play_url, headers={"Referer": self.host + "/"})
|
||||||
|
player = self._extract_player_data(play_res["body"])
|
||||||
|
if not player:
|
||||||
|
return {"parse": 1, "jx": 1, "url": play_url, "header": dict(self.headers)}
|
||||||
|
vid = unquote(str(player.get("url") or "")).strip()
|
||||||
|
if vid and not self._is_media_url(vid):
|
||||||
|
decoded = self._decode_url(vid)
|
||||||
|
if decoded.startswith("http"):
|
||||||
|
vid = decoded
|
||||||
|
if self._is_media_url(vid):
|
||||||
|
return {"parse": 0, "jx": 0, "url": vid, "header": {**self.headers, "Referer": play_url}}
|
||||||
|
cookies = self._get_set_cookies(play_res["headers"])
|
||||||
|
player_page = self._build_url(f"/jx/player.php?vid={quote(vid)}")
|
||||||
|
player_res = self._request_with_headers(
|
||||||
|
player_page,
|
||||||
|
headers={"Referer": play_url, **({"Cookie": "; ".join(cookies)} if cookies else {})},
|
||||||
|
)
|
||||||
|
cookies = self._merge_cookies(cookies, self._get_set_cookies(player_res["headers"]))
|
||||||
|
api_res = self._request_with_headers(
|
||||||
|
self._build_url("/jx/api.php"),
|
||||||
|
headers={
|
||||||
|
"Referer": player_page,
|
||||||
|
"Origin": self.host,
|
||||||
|
"X-Requested-With": "XMLHttpRequest",
|
||||||
|
**({"Cookie": "; ".join(cookies)} if cookies else {}),
|
||||||
|
},
|
||||||
|
data=f"vid={quote(vid)}",
|
||||||
|
)
|
||||||
|
payload = json.loads(api_res["body"] or "{}")
|
||||||
|
real_url = self._decode_url(payload.get("data", {}).get("url"))
|
||||||
|
if real_url.startswith("http"):
|
||||||
|
return {"parse": 0, "jx": 0, "url": real_url, "header": {**self.headers, "Referer": player_page}}
|
||||||
|
return {"parse": 1, "jx": 1, "url": play_url, "header": {**self.headers, "Referer": player_page}}
|
||||||
|
except Exception:
|
||||||
|
return {"parse": 1, "jx": 1, "url": play_url, "header": dict(self.headers)}
|
||||||
|
|||||||
Reference in New Issue
Block a user