Sync all projects

2026-07-21 14:41:52 +00:00
parent 5ff66d7af7
commit 18c881627d
82 changed files with 17309 additions and 115282 deletions
@@ -0,0 +1,461 @@
+# coding=utf-8
+import sys
+import json
+import re
+import requests
+import base64
+from bs4 import BeautifulSoup
+from urllib.parse import unquote, urljoin
+
+try:
+    from base.spider import Spider as BaseSpider
+except ImportError:
+    class BaseSpider():
+        def fetch(self, url, headers=None, timeout=10):
+            try:
+                res = requests.get(url, headers=headers, timeout=timeout, allow_redirects=True)
+                res.encoding = 'utf-8'
+                return res
+            except Exception as e:
+                print(f"fetch error: {e}")
+                return None
+
+class Spider(BaseSpider):
+    def getName(self):
+        return "撸一天"
+
+    def init(self, extend=""):
+        self.host = "https://luyitian.com"
+        self.session = requests.Session()
+        self.session.headers.update({
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+            'Connection': 'keep-alive'
+        })
+
+    def homeVideoContent(self):
+        return {"list": []}
+
+    def localProxy(self, params):
+        return [200, "video/MP2T", ""]
+
+    def isVideoFormat(self, url):
+        return False
+
+    def manualVideoCheck(self):
+        return False
+
+    def fetch(self, url, headers=None, timeout=5):
+        try:
+            req_headers = headers or self.session.headers
+            res = self.session.get(url, headers=req_headers, timeout=timeout, allow_redirects=True)
+            res.encoding = 'utf-8'
+            return res
+        except Exception as e:
+            print(f"fetch error: {e}")
+            return None
+
+    def _get_topic_filters(self):
+        """
+        从 /topic/ 页面提取所有专题入口，生成子分类列表。
+        适配真实 URL：/topicdetail-7/
+        """
+        url = f"{self.host}/topic/"
+        res = self.fetch(url, timeout=5)
+        if not res:
+            return []
+        soup = BeautifulSoup(res.text, 'html.parser')
+        
+        # 专门匹配 /topicdetail- 链接
+        topic_links = soup.select('a[href*="/topicdetail-"]')
+        if not topic_links:
+            # 兜底：可能写成 /topicdetail/ 格式
+            topic_links = soup.select('a[href*="/topicdetail"]')
+        
+        filters = []
+        seen = set()
+        for a in topic_links:
+            href = a.get('href', '')
+            # 提取数字 ID（例如 /topicdetail-7/）
+            match = re.search(r'/topicdetail-(\d+)', href)
+            if not match:
+                match = re.search(r'/topicdetail/(\d+)', href)
+            if not match:
+                continue
+            tid = match.group(1)
+            name = a.get_text(strip=True) or a.get('title', '') or f"专题{tid}"
+            if len(name) < 2:
+                continue
+            if tid not in seen:
+                seen.add(tid)
+                filters.append({"n": name, "v": tid})
+        return filters
+
+    def homeContent(self, filter):
+        classes = [
+            {"type_name": "最近更新", "type_id": "new"},
+            {"type_name": "热门影片", "type_id": "hot"},
+            {"type_name": "影片专题", "type_id": "topic"},
+            {"type_name": "中文字幕", "type_id": "28"},
+            {"type_name": "国产", "type_id": "20"},
+            {"type_name": "日本有码", "type_id": "21"},
+            {"type_name": "日本无码", "type_id": "22"},
+            {"type_name": "欧美", "type_id": "23"},
+            {"type_name": "动漫", "type_id": "24"},
+            {"type_name": "伦理", "type_id": "25"},
+            {"type_name": "韩国", "type_id": "36"},
+            {"type_name": "另类", "type_id": "41"}
+        ]
+
+        filters = {
+            "28": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "28"},
+                {"n": "日本中字", "v": "51"}
+            ]}],
+            "20": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "20"},
+                {"n": "国产精品", "v": "26"},
+                {"n": "国产剧情", "v": "27"},
+                {"n": "国产自拍", "v": "29"},
+                {"n": "国产主播", "v": "35"},
+                {"n": "国模私拍", "v": "85"},
+                {"n": "网红明星", "v": "91"},
+                {"n": "国产SM", "v": "105"},
+                {"n": "台湾辣妹", "v": "107"},
+                {"n": "香港正妹", "v": "108"}
+            ]}],
+            "21": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "21"},
+                {"n": "人妻", "v": "31"},
+                {"n": "素人", "v": "44"},
+                {"n": "口爆颜射", "v": "46"},
+                {"n": "萝莉少女", "v": "47"},
+                {"n": "美乳巨乳", "v": "48"},
+                {"n": "制服诱惑", "v": "52"},
+                {"n": "调教", "v": "57"},
+                {"n": "出轨", "v": "58"},
+                {"n": "有码精品", "v": "101"}
+            ]}],
+            "22": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "22"},
+                {"n": "无码精品", "v": "102"}
+            ]}],
+            "23": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "23"},
+                {"n": "欧美精品", "v": "104"}
+            ]}],
+            "24": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "24"},
+                {"n": "动漫精品", "v": "103"}
+            ]}],
+            "25": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "25"},
+                {"n": "综合三级", "v": "39"}
+            ]}],
+            "36": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "36"},
+                {"n": "韩国主播", "v": "37"}
+            ]}],
+            "41": [{"key": "tid", "name": "子分类", "value": [
+                {"n": "全部", "v": "41"},
+                {"n": "Cosplay", "v": "106"}
+            ]}]
+        }
+
+        # 动态注入专题子分类（例如：2018必看、2019必看...）
+        topic_values = self._get_topic_filters()
+        if topic_values:
+            filters["topic"] = [{
+                "key": "tid",
+                "name": "专题",
+                "value": topic_values
+            }]
+
+        return {'class': classes, 'filters': filters}
+
+    def categoryContent(self, tid, pg, filter, extend):
+        pg = int(pg)
+        result = {"list": [], "page": pg, "pagecount": 999, "limit": 20, "total": 9999}
+
+        real_tid = extend.get('tid', tid)
+        soup = None
+
+        # ---------- 影片专题下的具体专题（/topicdetail-7/） ----------
+        if real_tid.isdigit() and tid == "topic":
+            urls_to_try = [
+                f"{self.host}/topicdetail-{real_tid}/",
+                f"{self.host}/topicdetail-{real_tid}.html",
+                f"{self.host}/topicdetail/{real_tid}/",
+                f"{self.host}/topicdetail/{real_tid}.html",
+                f"{self.host}/topicdetail-{real_tid}-{pg}/",
+                f"{self.host}/topicdetail/{real_tid}-{pg}/"
+            ]
+            for url in urls_to_try:
+                res = self.fetch(url, headers={'Referer': self.host})
+                if res and res.status_code == 200 and ('video-img-box' in res.text or 'vodlist' in res.text or 'vodplay' in res.text):
+                    soup = BeautifulSoup(res.text, 'html.parser')
+                    break
+            if not soup:
+                return result
+
+        # ---------- new / hot / topic 总入口 ----------
+        elif real_tid in ["new", "hot", "topic"]:
+            if real_tid == "topic":
+                return result
+            if pg > 1:
+                url = f"{self.host}/label/{real_tid}/page/{pg}/"
+            else:
+                url = f"{self.host}/label/{real_tid}/"
+            res = self.fetch(url, headers={'Referer': self.host})
+            if not res:
+                url = f"{self.host}/label/{real_tid}/"
+                res = self.fetch(url, headers={'Referer': self.host})
+            if not res:
+                return result
+            soup = BeautifulSoup(res.text, 'html.parser')
+
+        # ---------- 普通分类 ----------
+        else:
+            urls_to_try = [
+                f"{self.host}/vodtype/{real_tid}-{pg}.html",
+                f"{self.host}/vodtype/{real_tid}-{pg}/",
+                f"{self.host}/type/{real_tid}-{pg}.html",
+                f"{self.host}/type/{real_tid}-{pg}/",
+                f"{self.host}/vodtype/{real_tid}/",
+                f"{self.host}/vodtype/{real_tid}.html"
+            ]
+            res = None
+            for url in urls_to_try:
+                res = self.fetch(url, headers={'Referer': self.host})
+                if res and res.status_code == 200:
+                    if 'video-img-box' in res.text or 'vodlist' in res.text or 'item' in res.text:
+                        break
+                res = None
+            if not res:
+                return result
+            soup = BeautifulSoup(res.text, 'html.parser')
+
+        # ---------- 统一解析视频列表 ----------
+        vod_list = []
+        items = soup.select('.video-img-box') or soup.select('.video-film-list .video-item') or soup.select('.vodlist_item') or soup.select('.item')
+
+        for item in items:
+            a = item.select_one('a')
+            if not a:
+                continue
+            href = a.get('href', '')
+            vid_match = re.search(r'/vodplay/(\d+)', href) or \
+                        re.search(r'/voddetail/(\d+)', href) or \
+                        re.search(r'/vod/(\d+)', href) or \
+                        re.search(r'/play/(\d+)', href)
+            vid = vid_match.group(1) if vid_match else href
+
+            name = ""
+            img = item.select_one('img')
+            if img and img.get('alt'):
+                name = img['alt']
+            if not name and a.get('title'):
+                name = a['title']
+            if not name:
+                title_elem = item.select_one('.title a') or item.select_one('.detail .title a')
+                if title_elem:
+                    name = title_elem.get_text(strip=True)
+            if not name:
+                name = a.get_text(strip=True)
+            if not name:
+                name = "未知标题"
+
+            pic = ""
+            if img:
+                pic = img.get('data-src') or img.get('src', '')
+                if pic and not pic.startswith('http'):
+                    pic = urljoin(self.host, pic)
+
+            remark = ""
+            remark_elem = item.select_one('.sub-title') or item.select_one('.remarks') or item.select_one('.video-remarks')
+            if remark_elem:
+                remark = remark_elem.get_text(strip=True)
+                if len(remark) > 20:
+                    remark = remark[:20]
+            else:
+                text = item.get_text(strip=True)
+                parts = [p.strip() for p in text.split('\n') if p.strip()]
+                if parts:
+                    remark = parts[-1][:20]
+
+            vod_list.append({
+                "vod_id": vid,
+                "vod_name": name.strip(),
+                "vod_pic": pic,
+                "vod_remarks": remark
+            })
+
+        result['list'] = vod_list
+
+        # ---------- 分页信息 ----------
+        page_elem = soup.select_one('.pagination a:last-child') or soup.select_one('.page a:last-child')
+        if page_elem and page_elem.get('href'):
+            try:
+                nums = re.findall(r'(\d+)', page_elem['href'])
+                if nums:
+                    result['pagecount'] = max(int(nums[-1]), 1)
+            except:
+                pass
+
+        return result
+
+    def detailContent(self, ids):
+        vid = ids[0]
+        url = f"{self.host}/vodplay/{vid}-1-1/"
+        res = self.fetch(url, headers={'Referer': self.host})
+        if not res:
+            return {"list": []}
+
+        soup = BeautifulSoup(res.text, 'html.parser')
+        raw_title = soup.title.text.split('|')[0].replace('在线播放在线观看','').replace('《','').replace('》','').strip()
+
+        vod = {
+            "vod_id": vid,
+            "vod_name": raw_title,
+            "vod_type": "视频",
+            "vod_content": "资源来自于网络",
+            "vod_play_from": "Luyitian",
+            "vod_play_url": f"播放${vid}-1-1"
+        }
+        return {"list": [vod]}
+
+    def searchContent(self, key, quick, pg=1):
+        url = f"{self.host}/vodsearch/{key}----------{pg}---/"
+        res = self.fetch(url, headers={'Referer': self.host})
+        if not res:
+            return {"list": []}
+
+        soup = BeautifulSoup(res.text, 'html.parser')
+        vod_list = []
+        items = soup.select('.video-img-box') or soup.select('.video-film-list .video-item')
+
+        for item in items:
+            a = item.select_one('a')
+            if not a:
+                continue
+            href = a.get('href', '')
+            vid_match = re.search(r'/vodplay/(\d+)', href) or re.search(r'/voddetail/(\d+)', href)
+            vid = vid_match.group(1) if vid_match else href
+
+            name = ""
+            img = item.select_one('img')
+            if img and img.get('alt'):
+                name = img['alt']
+            if not name and a.get('title'):
+                name = a['title']
+            if not name:
+                title_elem = item.select_one('.title a')
+                if title_elem:
+                    name = title_elem.get_text(strip=True)
+            if not name:
+                name = a.get_text(strip=True)
+            if not name:
+                name = "搜索结果"
+
+            pic = ""
+            if img:
+                pic = img.get('data-src') or img.get('src', '')
+
+            vod_list.append({
+                "vod_id": vid,
+                "vod_name": name.strip(),
+                "vod_pic": pic,
+                "vod_remarks": ""
+            })
+        return {"list": vod_list}
+
+    def _js_decode(self, js_str):
+        b64_match = re.search(r'atob\s*\(\s*["\']([^"\']+)["\']\s*\)', js_str)
+        if b64_match:
+            try:
+                decoded = base64.b64decode(b64_match.group(1)).decode('utf-8')
+                return decoded
+            except:
+                pass
+        unescape_match = re.search(r'unescape\s*\(\s*["\']([^"\']+)["\']\s*\)', js_str)
+        if unescape_match:
+            try:
+                decoded = unquote(unescape_match.group(1))
+                return decoded
+            except:
+                pass
+        url_match = re.search(r'(https?://[^\s"\']+\.m3u8[^\s"\']*)', js_str, re.I)
+        if url_match:
+            return url_match.group(1)
+        return None
+
+    def _sniff_xhr(self, html, page_url):
+        patterns = [
+            r'fetch\s*\(\s*["\']([^"\']+\.m3u8[^"\']*)["\']',
+            r'XMLHttpRequest.*?\.open\s*\(\s*["\']GET["\']\s*,\s*["\']([^"\']+\.m3u8[^"\']*)["\']',
+            r'\.get\s*\(\s*["\']([^"\']+\.m3u8[^"\']*)["\']',
+            r'url\s*:\s*["\']([^"\']+\.m3u8[^"\']*)["\']',
+            r'src\s*=\s*["\']([^"\']+\.m3u8[^"\']*)["\']',
+        ]
+        for pat in patterns:
+            match = re.search(pat, html, re.I)
+            if match:
+                url = match.group(1)
+                if not url.startswith('http'):
+                    url = urljoin(page_url, url)
+                return url
+                
+        scripts = re.findall(r'<script[^>]*>(.*?)</script>', html, re.I | re.S)
+        for script_content in scripts:
+            if script_content.strip():
+                found = self._js_decode(script_content)
+                if found and '.m3u8' in found:
+                    return found
+        return None
+
+    def playerContent(self, flag, id, vipFlags=None):
+        play_url = f"{self.host}/vodplay/{id}/"
+        res = self.fetch(play_url, headers={'Referer': self.host}, timeout=5)
+        if not res:
+            return {"parse": 1, "url": play_url}
+
+        html = res.text
+        m3u8_url = None
+
+        match = re.search(r'var\s+player_aaaa\s*=\s*(\{.*?\});', html, re.DOTALL)
+        if match:
+            try:
+                json_str = match.group(1).strip()
+                if json_str.endswith(','):
+                    json_str = json_str[:-1]
+                config = json.loads(json_str)
+                m3u8_url = config.get('url', '')
+            except:
+                pass
+
+        if not m3u8_url:
+            m3u8_url = self._js_decode(html)
+
+        if not m3u8_url:
+            m3u8_url = self._sniff_xhr(html, play_url)
+
+        if not m3u8_url:
+            return {"parse": 1, "url": play_url}
+
+        m3u8_url = unquote(m3u8_url)
+        if m3u8_url.startswith('//'):
+            m3u8_url = 'https:' + m3u8_url
+        elif not m3u8_url.startswith('http'):
+            m3u8_url = urljoin(self.host, m3u8_url)
+
+        return {
+            "parse": 0,
+            "playUrl": "",
+            "url": m3u8_url,
+            "header": {
+                "User-Agent": self.session.headers['User-Agent'],
+                "Referer": play_url,
+                "Origin": self.host
+            }
+        }