xxxx

2024-07-12 14:44:07 +08:00
parent 765df348bd
commit 43504bc11e
2241 changed files with 982640 additions and 3319 deletions
@@ -0,0 +1,564 @@
+/*
+* @File     : bilibili.js
+* @Author   : jade
+* @Date     : 2024/4/3 9:27
+* @Email    : jadehh@1ive.com
+* @Software : Samples
+* @Desc     : 哔哩哔哩
+*/
+import {Spider} from "./spider.js";
+import * as Utils from "../lib/utils.js";
+import {Crypto, _, load} from "../lib/cat.js";
+import {VodDetail, VodShort} from "../lib/vod.js";
+
+class BilibiliSpider extends Spider {
+    constructor() {
+        super();
+        this.siteUrl = "https://www.bilibili.com"
+        this.apiUrl = "https://api.bilibili.com"
+        this.cookie = ""
+        this.bili_jct = '';
+        this.is_login = false
+        this.is_vip = false
+        this.vod_audio_id = {
+            30280: 192000,
+            30232: 132000,
+            30216: 64000,
+        };
+        this.vod_codec = {
+            // 13: 'AV1',
+            12: 'HEVC',
+            7: 'AVC',
+        };
+
+        this.play_url_obj = {
+            80: "1080P 高清",
+            64: "720P 高清",
+            32: "420P 清晰",
+            16: "360P 流畅"
+        }
+    }
+
+    getHeader() {
+        const headers = super.getHeader();
+        if (!_.isEmpty(this.cookie)) {
+            headers["cookie"] = this.cookie;
+        }
+        return headers;
+    }
+
+
+    initCookie(cookie) {
+        this.cookie = cookie
+        if (cookie.includes('bili_jct')) {
+            this.bili_jct = cookie.split('bili_jct=')[1].split(";")[0];
+        }
+    }
+
+    async spiderInit(Req) {
+        this.is_login = await this.checkLogin()
+        if (this.is_login) {
+            await this.jadeLog.info("哔哩哔哩登录成功", true)
+        } else {
+            await this.jadeLog.error("哔哩哔哩登录失败", true)
+        }
+        if (Req === null) {
+            // dash mpd 代理
+            this.js2Base = await js2Proxy(true, this.siteType, this.siteKey, 'dash/', this.getHeader());
+        } else {
+            this.js2Base = await js2Proxy(Req, "dash", this.getHeader());
+        }
+    }
+
+    async init(cfg) {
+        await super.init(cfg);
+        await this.initCookie(this.cfgObj["cookie"])
+        await this.spiderInit(null)
+        this.danmuStaus = true
+    }
+
+    getName() {
+        return "🏰┃哔哩哔哩┃🏰"
+    }
+
+    getAppName() {
+        return "哔哩哔哩"
+    }
+
+    getJSName() {
+        return "bilibili"
+    }
+
+    getType() {
+        return 3
+    }
+
+    async setClasses() {
+        let $ = await this.getHtml(this.siteUrl)
+        let navElements = $("[class=\"channel-items__left\"]").find("a")
+        for (const navElement of navElements) {
+            this.classes.push(this.getTypeDic($(navElement).text(), $(navElement).text()))
+        }
+        if (!_.isEmpty(this.bili_jct)) {
+            this.classes.push(this.getTypeDic("历史记录", "历史记录"))
+        }
+    }
+
+    async getFilter($) {
+        return [
+            {
+                key: 'order',
+                name: '排序',
+                value: [
+                    {n: '综合排序', v: '0'},
+                    {n: '最多点击', v: 'click'},
+                    {n: '最新发布', v: 'pubdate'},
+                    {n: '最多弹幕', v: 'dm'},
+                    {n: '最多收藏', v: 'stow'},
+                ],
+            },
+            {
+                key: 'duration',
+                name: '时长',
+                value: [
+                    {n: '全部时长', v: '0'},
+                    {n: '60分钟以上', v: '4'},
+                    {n: '30~60分钟', v: '3'},
+                    {n: '10~30分钟', v: '2'},
+                    {n: '10分钟以下', v: '1'},
+                ],
+            },
+        ];
+    }
+
+    async setFilterObj() {
+        for (const typeDic of this.classes) {
+            let type_id = typeDic["type_name"]
+            if (type_id !== "最近更新" && type_id !== "历史记录") {
+                this.filterObj[type_id] = await this.getFilter()
+            }
+        }
+    }
+
+    getFullTime(numberSec) {
+        let totalSeconds = '';
+        try {
+            let timeParts = numberSec.split(":");
+            let min = parseInt(timeParts[0]);
+            let sec = parseInt(timeParts[1]);
+            totalSeconds = min * 60 + sec;
+        } catch (e) {
+            totalSeconds = parseInt(numberSec);
+        }
+        if (isNaN(totalSeconds)) {
+            return '无效输入';
+        }
+        if (totalSeconds >= 3600) {
+            const hours = Math.floor(totalSeconds / 3600);
+            const remainingSecondsAfterHours = totalSeconds % 3600;
+            const minutes = Math.floor(remainingSecondsAfterHours / 60);
+            const seconds = remainingSecondsAfterHours % 60;
+            return `${hours}小时 ${minutes}分钟 ${seconds}秒`;
+        } else {
+            const minutes = Math.floor(totalSeconds / 60);
+            const seconds = totalSeconds % 60;
+            return `${minutes}分钟 ${seconds}秒`;
+        }
+    }
+
+    removeTags(input) {
+        return input.replace(/<[^>]*>/g, '');
+    }
+
+    async parseVodShortListFromJson(objList) {
+        let vod_list = []
+        for (const vodData of objList) {
+            let vodShort = new VodShort()
+            vodShort.vod_id = vodData["bvid"]
+            if (vodData.hasOwnProperty("rcmd_reason")) {
+                vodShort.vod_remarks = vodData["rcmd_reason"]["content"]
+            } else {
+                vodShort.vod_remarks = this.getFullTime(vodData["duration"])
+            }
+
+            vodShort.vod_name = this.removeTags(vodData["title"])
+            let imageUrl = vodData["pic"];
+            if (imageUrl.startsWith('//')) {
+                imageUrl = 'https:' + imageUrl;
+            }
+            vodShort.vod_pic = imageUrl
+            vod_list.push(vodShort)
+        }
+        return vod_list
+    }
+
+    async parseVodDetailfromJson(obj, bvid) {
+        let cd = this.getFullTime(obj["duration"]);
+        const aid = obj.aid;
+        let vodDetail = new VodDetail()
+        vodDetail.vod_name = obj["title"]
+        vodDetail.vod_pic = obj["pic"]
+        vodDetail.type_name = obj["tname"]
+        vodDetail.vod_remarks = cd
+        vodDetail.vod_content = obj["desc"]
+
+        let params = {"avid": aid, "cid": obj["cid"], "qn": "127", "fnval": 4048, "fourk": 1}
+        let playUrlDatas = JSON.parse(await this.fetch(this.apiUrl + "/x/player/playurl", params, this.getHeader()));
+        let playUrldDataList = playUrlDatas["data"];
+        const accept_quality = playUrldDataList["accept_quality"];
+        const accept_description = playUrldDataList["accept_description"];
+        const qualityList = [];
+        const descriptionList = [];
+
+        for (let i = 0; i < accept_quality.length; i++) {
+            if (!this.is_vip) {
+                if (this.is_login) {
+                    if (accept_quality[i] > 80) continue;
+                } else {
+                    if (accept_quality[i] > 32) continue;
+                }
+
+            }
+            descriptionList.push(Utils.base64Encode(accept_description[i]));
+            qualityList.push(accept_quality[i]);
+        }
+        let treeMap = {};
+        const jSONArray = obj["pages"];
+        let playList = [];
+        for (let j = 0; j < jSONArray.length; j++) {
+            const jSONObject6 = jSONArray[j];
+            const cid = jSONObject6.cid;
+            const playUrl = j + '$' + aid + '+' + cid + '+' + qualityList.join(':') + '+' + descriptionList.join(':');
+            playList.push(playUrl);
+        }
+        if (this.catOpenStatus) {
+            for (let quality of qualityList) {
+                treeMap[`dash - ${this.play_url_obj[quality]}`] = playList.join("#")
+            }
+        } else {
+            await this.jadeLog.warning("TV暂不支持Dash播放")
+        }
+
+        for (let quality of qualityList) {
+            treeMap[`mp4 - ${this.play_url_obj[quality]}`] = playList.join("#")
+        }
+        let relatedParams = {"bvid": bvid}
+        const relatedData = JSON.parse(await this.fetch(this.apiUrl + "/x/web-interface/archive/related", relatedParams, this.getHeader())).data;
+        playList = [];
+        for (let j = 0; j < relatedData.length; j++) {
+            const jSONObject6 = relatedData[j];
+            const cid = jSONObject6.cid;
+            const title = jSONObject6.title;
+            const aaid = jSONObject6.aid;
+            const playUrl = title + '$' + aaid + '+' + cid + '+' + qualityList.join(':') + '+' + descriptionList.join(':');
+            playList.push(playUrl);
+        }
+        if (this.catOpenStatus) {
+            for (let quality of qualityList) {
+                treeMap["相关" + ` - ${this.play_url_obj[quality]}`] = playList.join("#")
+            }
+        } else {
+            await this.jadeLog.warning("TV暂不支持相关播放")
+        }
+
+        vodDetail.vod_play_from = Object.keys(treeMap).join("$$$");
+        vodDetail.vod_play_url = Object.values(treeMap).join("$$$");
+        return vodDetail
+    }
+
+    async setHomeVod() {
+        let params = {"ps": 20}
+        let content = await this.fetch(this.apiUrl + "/x/web-interface/popular", params, this.getHeader())
+        this.homeVodList = await this.parseVodShortListFromJson(JSON.parse(content)["data"]["list"])
+
+    }
+
+    async setDetail(id) {
+        const detailUrl = this.apiUrl + "/x/web-interface/view";
+        let params = {"bvid": id}
+
+        const detailData = JSON.parse(await this.fetch(detailUrl, params, this.getHeader())).data
+        // 记录历史
+        if (!_.isEmpty(this.bili_jct)) {
+            const historyReport = this.apiUrl + '/x/v2/history/report';
+            let dataPost = {
+                aid: detailData.aid,
+                cid: detailData.cid,
+                csrf: this.bili_jct,
+            }
+            await this.post(historyReport, dataPost, this.getHeader(), "form");
+        }
+        this.vodDetail = await this.parseVodDetailfromJson(detailData, id)
+
+    }
+
+    findKeyByValue(obj, value) {
+        for (const key in obj) {
+            if (obj[key] === value) {
+                return key;
+            }
+        }
+        return null;
+    }
+
+
+    async setPlay(flag, id, flags) {
+        const ids = id.split('+');
+        const aid = ids[0];
+        const cid = ids[1];
+        let quality_name = flag.split(" - ")[1]
+        let quality_id = this.findKeyByValue(this.play_url_obj, quality_name)
+        this.danmuUrl = this.apiUrl + '/x/v1/dm/list.so?oid=' + cid;
+        this.result.header = this.getHeader()
+        if (flag.indexOf("dash") > -1 || flag.indexOf('相关') > -1) {
+            // dash mpd 代理
+            if (this.catOpenStatus) {
+                this.playUrl = this.js2Base + Utils.base64Encode(aid + '+' + cid + '+' + quality_id)
+            }
+
+        } else if (flag.indexOf('mp4') > -1) {
+            // 直链
+            const url = this.apiUrl + `/x/player/playurl`;
+            let params = {"avid": aid, "cid": cid, "qn": parseInt(quality_id), "fourk": "1"}
+            const resp = JSON.parse(await this.fetch(url, params, this.getHeader()));
+            const data = resp.data;
+            this.playUrl = data["durl"][0].url;
+        } else {
+            // 音频外挂
+            let urls = [];
+            let audios = [];
+            const url = this.siteUrl + "/x/player/playurl"
+            let params = {"avid": aid, "cid": cid, "qn": quality_id, "fnval": 4048, "fourk": 1};
+            let resp = JSON.parse(await this.fetch(url, params, this.getHeader()));
+            const dash = resp.data.dash;
+            const video = dash.video;
+            const audio = dash.audio;
+            for (let j = 0; j < video.length; j++) {
+                const dashjson = video[j];
+                if (dashjson.id === quality_id) {
+                    for (const key in this.vod_codec) {
+                        if (dashjson["codecid"] === key) {
+                            urls.push(Utils.base64Decode(quality_id) + ' ' + this.vod_codec[key], dashjson["baseUrl"]);
+                        }
+                    }
+                }
+            }
+            if (audios.length === 0) {
+                for (let j = 0; j < audio.length; j++) {
+                    const dashjson = audio[j];
+                    for (const key in this.vod_audio_id) {
+                        if (dashjson.id === key) {
+                            audios.push({
+                                title: _.floor(parseInt(this.vod_audio_id[key]) / 1024) + 'Kbps',
+                                bit: this.vod_audio_id[key],
+                                url: dashjson["baseUrl"],
+                            });
+                        }
+                    }
+                }
+                audios = _.sortBy(audios, 'bit');
+            }
+            this.playUrl = urls
+            this.extra = {"audio": audios}
+        }
+    }
+
+    async checkLogin() {
+        let result = JSON.parse(await this.fetch('https://api.bilibili.com/x/web-interface/nav', null, this.getHeader()));
+        this.is_vip = result["data"]["vipStatus"]
+        return result["data"]["isLogin"]
+    }
+
+    async setCategory(tid, pg, filter, extend) {
+        let page;
+        if (parseInt(pg) < 1) {
+            page = 1;
+        } else {
+            page = parseInt(pg)
+        }
+        if (Object.keys(extend).length > 0 && extend.hasOwnProperty('tid') && extend['tid'].length > 0) {
+            tid = extend['tid'];
+        }
+        let url = '';
+        url = this.apiUrl + `/x/web-interface/search/type?search_type=video&keyword=${encodeURIComponent(tid)}`;
+
+        if (Object.keys(extend).length > 0) {
+            for (const k in extend) {
+                if (k === 'tid') {
+                    continue;
+                }
+                url += `&${encodeURIComponent(k)}=${encodeURIComponent(extend[k])}`;
+            }
+        }
+        url += `&page=${encodeURIComponent(page)}`;
+        if (tid === "历史记录") {
+            url = this.apiUrl + "/x/v2/history?pn=" + page;
+        }
+        const data = JSON.parse(await this.fetch(url, null, this.getHeader())).data;
+        let items = data.result;
+        if (tid === "历史记录") {
+            items = data;
+        }
+        this.vodList = await this.parseVodShortListFromJson(items)
+    }
+
+    async setSearch(wd, quick) {
+        const ext = {
+            duration: '0',
+        };
+        let resp = JSON.parse(await this.category(wd, 1, true, ext));
+        this.vodList = resp["list"]
+    }
+
+    getDashMedia(dash) {
+        try {
+            let qnid = dash.id;
+            const codecid = dash["codecid"];
+            const media_codecs = dash["codecs"];
+            const media_bandwidth = dash["bandwidth"];
+            const media_startWithSAP = dash["startWithSap"];
+            const media_mimeType = dash.mimeType;
+            const media_BaseURL = dash["baseUrl"].replace(/&/g, '&amp;');
+            const media_SegmentBase_indexRange = dash["SegmentBase"]["indexRange"];
+            const media_SegmentBase_Initialization = dash["SegmentBase"]["Initialization"];
+            const mediaType = media_mimeType.split('/')[0];
+            let media_type_params = '';
+
+            if (mediaType === 'video') {
+                const media_frameRate = dash.frameRate;
+                const media_sar = dash["sar"];
+                const media_width = dash.width;
+                const media_height = dash.height;
+                media_type_params = `height='${media_height}' width='${media_width}' frameRate='${media_frameRate}' sar='${media_sar}'`;
+            } else if (mediaType === 'audio') {
+                for (const key in this.vod_audio_id) {
+                    if (qnid === key) {
+                        const audioSamplingRate = this.vod_audio_id[key];
+                        media_type_params = `numChannels='2' sampleRate='${audioSamplingRate}'`;
+                    }
+                }
+            }
+            qnid += '_' + codecid;
+            return `<AdaptationSet lang="chi">
+        <ContentComponent contentType="${mediaType}"/>
+        <Representation id="${qnid}" bandwidth="${media_bandwidth}" codecs="${media_codecs}" mimeType="${media_mimeType}" ${media_type_params} startWithSAP="${media_startWithSAP}">
+          <BaseURL>${media_BaseURL}</BaseURL>
+          <SegmentBase indexRange="${media_SegmentBase_indexRange}">
+            <Initialization range="${media_SegmentBase_Initialization}"/>
+          </SegmentBase>
+        </Representation>
+      </AdaptationSet>`;
+        } catch (e) {
+            // Handle exceptions here
+        }
+    }
+
+    getDash(ja, videoList, audioList) {
+        const duration = ja.data.dash["duration"];
+        const minBufferTime = ja.data.dash["minBufferTime"];
+        return `<MPD xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:mpeg:dash:schema:mpd:2011" xsi:schemaLocation="urn:mpeg:dash:schema:mpd:2011 DASH-MPD.xsd" type="static" mediaPresentationDuration="PT${duration}S" minBufferTime="PT${minBufferTime}S" profiles="urn:mpeg:dash:profile:isoff-on-demand:2011">
+      <Period duration="PT${duration}S" start="PT0S">
+        ${videoList}
+        ${audioList}
+      </Period>
+    </MPD>`;
+    }
+
+    async proxy(segments, headers) {
+        let what = segments[0];
+        let url = Utils.base64Decode(segments[1]);
+        if (what === 'dash') {
+            const ids = url.split('+');
+            const aid = ids[0];
+            const cid = ids[1];
+            const str5 = ids[2];
+            const urls = this.apiUrl + `/x/player/playurl?avid=${aid}&cid=${cid}&qn=${str5}&fnval=4048&fourk=1`;
+            let videoList = '';
+            let audioList = '';
+            let content = await this.fetch(urls, null, headers);
+            let resp = JSON.parse(content)
+            const dash = resp.data.dash;
+            const video = dash.video;
+            const audio = dash.audio;
+            for (let i = 0; i < video.length; i++) {
+                // if (i > 0) continue; // 只取一个
+                const dashjson = video[i];
+                if (dashjson.id.toString() === str5) {
+                    videoList += this.getDashMedia(dashjson);
+                }
+            }
+
+            for (let i = 0; i < audio.length; i++) {
+                // if (i > 0) continue;
+                const ajson = audio[i];
+                for (const key in this.vod_audio_id) {
+                    if (ajson.id.toString() === key) {
+                        audioList += this.getDashMedia(ajson);
+                    }
+                }
+            }
+            let mpd = this.getDash(resp, videoList, audioList);
+            return JSON.stringify({
+                code: 200,
+                content: mpd,
+                headers: {
+                    'Content-Type': 'application/dash+xml',
+                },
+            });
+        }
+        return JSON.stringify({
+            code: 500,
+            content: '',
+        });
+    }
+
+}
+
+let spider = new BilibiliSpider()
+
+async function init(cfg) {
+    await spider.init(cfg)
+}
+
+async function home(filter) {
+    return await spider.home(filter)
+}
+
+async function homeVod() {
+    return await spider.homeVod()
+}
+
+async function category(tid, pg, filter, extend) {
+    return await spider.category(tid, pg, filter, extend)
+}
+
+async function detail(id) {
+    return await spider.detail(id)
+}
+
+async function play(flag, id, flags) {
+    return await spider.play(flag, id, flags)
+}
+
+async function search(wd, quick) {
+    return await spider.search(wd, quick)
+}
+
+async function proxy(segments, headers) {
+    return await spider.proxy(segments, headers)
+}
+
+export function __jsEvalReturn() {
+    return {
+        init: init,
+        home: home,
+        homeVod: homeVod,
+        category: category,
+        detail: detail,
+        play: play,
+        search: search,
+        proxy: proxy
+    };
+}
+
+export {spider}