# coding=utf-8 import re import sys from urllib.parse import quote, urljoin from base.spider import Spider as BaseSpider sys.path.append("..") class Spider(BaseSpider): def __init__(self): self.name = "二小" self.host = "https://www.2xiaopan.top" self.headers = { "User-Agent": ( "Mozilla/5.0 (Windows NT 10.0; Win64; x64) " "AppleWebKit/537.36 (KHTML, like Gecko) " "Chrome/136.0.0.0 Safari/537.36" ), "Referer": self.host + "/", } self.categories = [ {"type_id": "1", "type_name": "二小电影"}, {"type_id": "2", "type_name": "二小剧集"}, {"type_id": "3", "type_name": "二小动漫"}, {"type_id": "17", "type_name": "二小综艺"}, ] self.pan_patterns = [ ("baidu", "百度资源", r"pan\.baidu\.com|yun\.baidu\.com"), ("a139", "139资源", r"yun\.139\.com"), ("a189", "天翼资源", r"cloud\.189\.cn"), ("a123", "123资源", r"123684\.com|123865\.com|123912\.com|123pan\.com"), ("a115", "115资源", r"115\.com"), ("quark", "夸克资源", r"pan\.quark\.cn"), ("xunlei", "迅雷资源", r"pan\.xunlei\.com"), ("aliyun", "阿里资源", r"aliyundrive\.com|alipan\.com"), ("uc", "UC资源", r"drive\.uc\.cn"), ] self.pan_priority = { "baidu": 1, "a139": 2, "a189": 3, "a123": 4, "a115": 5, "quark": 6, "xunlei": 7, "aliyun": 8, "uc": 9, } def init(self, extend=""): return None def getName(self): return self.name def homeContent(self, filter): return {"class": self.categories} def homeVideoContent(self): return {"list": []} def _build_url(self, path): return urljoin(self.host + "/", str(path or "").strip()) def _clean_text(self, text): return re.sub(r"\s+", " ", str(text or "").replace("\xa0", " ")).strip() def _class_xpath(self, class_name): return f"contains(concat(' ', normalize-space(@class), ' '), ' {class_name} ')" def _detect_pan_type(self, url): raw = str(url or "").strip() for pan_type, title, pattern in self.pan_patterns: if re.search(pattern, raw, re.I): return pan_type, title return "", "" def _request_html(self, path_or_url): target = path_or_url if str(path_or_url).startswith("http") else self._build_url(path_or_url) response = self.fetch(target, headers=dict(self.headers), timeout=10) if response.status_code != 200: return "" return response.text or "" def _page_result(self, items, pg): page = int(pg) return {"page": page, "limit": len(items), "total": page * 20 + len(items), "list": items} def _parse_cards(self, html): root = self.html(html) if root is None: return [] items = [] seen = set() item_xpath = self._class_xpath("module-item") pic_box_xpath = self._class_xpath("module-item-pic") text_xpath = self._class_xpath("module-item-text") caption_xpath = self._class_xpath("module-item-caption") for node in root.xpath(f"//*[@id='main']//*[{item_xpath}]"): href = "".join(node.xpath(f".//*[{pic_box_xpath}]//a[1]/@href")).strip() title = "".join(node.xpath(f".//*[{pic_box_xpath}]//img[1]/@alt")).strip() pic = ( "".join(node.xpath(f".//*[{pic_box_xpath}]//img[1]/@data-src")).strip() or "".join(node.xpath(f".//*[{pic_box_xpath}]//img[1]/@src")).strip() ) remarks = self._clean_text("".join(node.xpath(f".//*[{text_xpath}][1]//text()"))) year = self._clean_text("".join(node.xpath(f".//*[{caption_xpath}][1]//span[1]//text()"))) if not href or not title or href in seen: continue seen.add(href) items.append( { "vod_id": href, "vod_name": title, "vod_pic": self._build_url(pic), "vod_remarks": remarks, "vod_year": year, } ) return items def categoryContent(self, tid, pg, filter, extend): url = self._build_url(f"/index.php/vod/show/id/{tid}/page/{int(pg)}.html") return self._page_result(self._parse_cards(self._request_html(url)), pg) def searchContent(self, key, quick, pg="1"): keyword = self._clean_text(key) page = int(pg) if not keyword: return {"page": page, "total": 0, "list": []} url = self._build_url(f"/index.php/vod/search/page/{page}/wd/{quote(keyword)}.html") root = self.html(self._request_html(url)) if root is None: return {"page": page, "total": 0, "list": []} items = [] search_item_xpath = self._class_xpath("module-search-item") video_serial_xpath = self._class_xpath("video-serial") pic_box_xpath = self._class_xpath("module-item-pic") text_xpath = self._class_xpath("module-item-text") for node in root.xpath(f"//*[{search_item_xpath}]"): href = "".join(node.xpath(f".//*[{video_serial_xpath}][1]/@href")).strip() title = "".join(node.xpath(f".//*[{video_serial_xpath}][1]/@title")).strip() pic = ( "".join(node.xpath(f".//*[{pic_box_xpath}]//img[1]/@data-src")).strip() or "".join(node.xpath(f".//*[{pic_box_xpath}]//img[1]/@src")).strip() ) remarks = self._clean_text( "".join(node.xpath(f".//*[{video_serial_xpath}][1]//text()")) or "".join(node.xpath(f".//*[{text_xpath}][1]//text()")) ) if not href or not title: continue items.append( { "vod_id": href, "vod_name": title, "vod_pic": self._build_url(pic), "vod_remarks": remarks, } ) return {"page": page, "total": len(items), "list": items} def _parse_detail_page(self, vod_id, html): root = self.html(html) if root is None: return { "vod_id": vod_id, "vod_name": "", "vod_pic": "", "vod_year": "", "vod_director": "", "vod_actor": "", "vod_content": "", "pan_urls": [], } mobile_play_xpath = self._class_xpath("mobile-play") lazyload_xpath = self._class_xpath("lazyload") page_title_xpath = self._class_xpath("page-title") info_title_xpath = self._class_xpath("video-info-itemtitle") row_info_xpath = self._class_xpath("module-row-info") pic_candidates = root.xpath( "(" f"//*[{mobile_play_xpath}]//*[{lazyload_xpath}]/@data-src | " f"//*[{mobile_play_xpath}]//*[{lazyload_xpath}]/@src" ")[1]" ) detail = { "vod_id": vod_id, "vod_name": self._clean_text("".join(root.xpath(f"//*[{page_title_xpath}][1]//text()"))), "vod_pic": self._build_url((pic_candidates[0] if pic_candidates else "").strip()), "vod_year": "", "vod_director": "", "vod_actor": "", "vod_content": "", "pan_urls": [], } for label_node in root.xpath(f"//*[{info_title_xpath}]"): key = self._clean_text("".join(label_node.xpath(".//text()"))) sibling = label_node.getnext() if sibling is None: continue values = [self._clean_text(text) for text in sibling.xpath(".//a//text()")] joined = ",".join([value for value in values if value]) text_value = self._clean_text("".join(sibling.xpath(".//text()"))) if "年代" in key: detail["vod_year"] = joined or text_value elif "导演" in key: detail["vod_director"] = joined or text_value elif "主演" in key: detail["vod_actor"] = joined or text_value elif "剧情" in key: detail["vod_content"] = text_value for node in root.xpath(f"//*[{row_info_xpath}]//p"): text = self._clean_text("".join(node.xpath(".//text()"))) if text: detail["pan_urls"].append(text) return detail def _build_pan_lines(self, detail): lines = [] seen = set() for url in detail.get("pan_urls", []): pan_type, title = self._detect_pan_type(url) if not pan_type or url in seen: continue seen.add(url) lines.append((self.pan_priority.get(pan_type, 999), f"{pan_type}#二小", f"{title}${url}")) lines.sort(key=lambda item: item[0]) return [(item[1], item[2]) for item in lines] def detailContent(self, ids): result = {"list": []} for raw_id in ids: vod_id = str(raw_id or "").strip() detail = self._parse_detail_page(vod_id, self._request_html(self._build_url(vod_id))) lines = self._build_pan_lines(detail) result["list"].append( { "vod_id": vod_id, "vod_name": detail["vod_name"], "vod_pic": detail["vod_pic"], "vod_year": detail["vod_year"], "vod_director": detail["vod_director"], "vod_actor": detail["vod_actor"], "vod_content": detail["vod_content"], "vod_play_from": "$$$".join([item[0] for item in lines]), "vod_play_url": "$$$".join([item[1] for item in lines]), } ) return result def playerContent(self, flag, id, vipFlags): pan_type, _ = self._detect_pan_type(id) if pan_type: return {"parse": 0, "playUrl": "", "url": id} return {"parse": 0, "playUrl": "", "url": ""}