first commit
This commit is contained in:
T00700
@@ -0,0 +1,665 @@
|
||||
# coding=utf-8
|
||||
# !/usr/bin/python
|
||||
import sys
|
||||
|
||||
sys.path.append('..')
|
||||
from base.spider import Spider
|
||||
import json
|
||||
import requests
|
||||
from requests import session, utils
|
||||
import time
|
||||
import base64
|
||||
|
||||
|
||||
class Spider(Spider):
|
||||
def getDependence(self):
|
||||
return ['py_bilibili']
|
||||
|
||||
def getName(self):
|
||||
return "哔哩直播"
|
||||
|
||||
def homeContent(self, filter):
|
||||
result = {}
|
||||
cateManual = {
|
||||
"推荐": "推荐",
|
||||
"网游": "2",
|
||||
"手游": "3",
|
||||
"单机": "6",
|
||||
"娱乐": "1",
|
||||
"生活": "10",
|
||||
"知识": "11",
|
||||
"赛事": "13",
|
||||
"电台": "5",
|
||||
"虚拟": "9",
|
||||
"我的关注": "我的关注",
|
||||
"观看记录": "观看记录",
|
||||
|
||||
}
|
||||
classes = []
|
||||
for k in cateManual:
|
||||
classes.append({
|
||||
'type_name': k,
|
||||
'type_id': cateManual[k]
|
||||
})
|
||||
result['class'] = classes
|
||||
if (filter):
|
||||
result['filters'] = self.config['filter']
|
||||
return result
|
||||
|
||||
# 用户cookies
|
||||
cookies = ''
|
||||
userid = ''
|
||||
|
||||
def getCookie(self):
|
||||
self.cookies = self.bilibili.getCookie()
|
||||
return self.cookies
|
||||
|
||||
def init(self, extend=""):
|
||||
self.bilibili = extend[0]
|
||||
print("============{0}============".format(extend))
|
||||
pass
|
||||
|
||||
def isVideoFormat(self, url):
|
||||
pass
|
||||
|
||||
def manualVideoCheck(self):
|
||||
pass
|
||||
|
||||
# 将超过10000的数字换成成以万和亿为单位
|
||||
def zh(self, num):
|
||||
if int(num) >= 100000000:
|
||||
p = round(float(num) / float(100000000), 1)
|
||||
p = str(p) + '亿'
|
||||
else:
|
||||
if int(num) >= 10000:
|
||||
p = round(float(num) / float(10000), 1)
|
||||
p = str(p) + '万'
|
||||
else:
|
||||
p = str(num)
|
||||
return p
|
||||
|
||||
uname = ''
|
||||
|
||||
def get_live_userInfo(self, uid):
|
||||
url = 'https://api.live.bilibili.com/live_user/v1/Master/info?uid=%s' % uid
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
if jo['code'] == 0:
|
||||
return jo['data']["info"]["uname"]
|
||||
|
||||
def homeVideoContent(self):
|
||||
return self.get_hot(1)
|
||||
|
||||
def get_recommend(self, pg):
|
||||
result = {}
|
||||
url = 'https://api.live.bilibili.com/xlive/web-interface/v1/webMain/getList?platform=web&page=%s' % pg
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
if jo['code'] == 0:
|
||||
videos = []
|
||||
vodList = jo['data']['recommend_room_list']
|
||||
for vod in vodList:
|
||||
aid = str(vod['roomid']).strip()
|
||||
title = vod['title'].replace("<em class=\"keyword\">", "").replace("</em>", "").replace(""", '"')
|
||||
img = vod['keyframe'].strip()
|
||||
remark = vod['watched_show']['text_small'].strip() + " " + vod['uname'].strip()
|
||||
videos.append({
|
||||
"vod_id": aid + '&live',
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
result['list'] = videos
|
||||
result['page'] = pg
|
||||
result['pagecount'] = 9999
|
||||
result['limit'] = 90
|
||||
result['total'] = 999999
|
||||
return result
|
||||
|
||||
def get_hot(self, pg):
|
||||
result = {}
|
||||
url = 'https://api.live.bilibili.com/room/v1/room/get_user_recommend?page=%s' % pg
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
if jo['code'] == 0:
|
||||
videos = []
|
||||
vodList = jo['data']
|
||||
for vod in vodList:
|
||||
aid = str(vod['roomid']).strip()
|
||||
title = vod['title'].replace("<em class=\"keyword\">", "").replace("</em>", "").replace(""", '"')
|
||||
img = vod['user_cover'].strip()
|
||||
remark = vod['watched_show']['text_small'].strip() + " " + vod['uname'].strip()
|
||||
videos.append({
|
||||
"vod_id": aid + '&live',
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
result['list'] = videos
|
||||
result['page'] = pg
|
||||
result['pagecount'] = 9999
|
||||
result['limit'] = 90
|
||||
result['total'] = 999999
|
||||
return result
|
||||
|
||||
def get_live(self, pg, parent_area_id, area_id):
|
||||
result = {}
|
||||
url = 'https://api.live.bilibili.com/xlive/web-interface/v1/second/getList?platform=web&parent_area_id=%s&area_id=%s&sort_type=online&page=%s' % (
|
||||
parent_area_id, area_id, pg)
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
if jo['code'] == 0:
|
||||
videos = []
|
||||
vodList = jo['data']['list']
|
||||
for vod in vodList:
|
||||
aid = str(vod['roomid']).strip()
|
||||
title = vod['title'].replace("<em class=\"keyword\">", "").replace("</em>", "").replace(""", '"')
|
||||
img = vod.get('cover').strip()
|
||||
remark = vod['watched_show']['text_small'].strip() + " " + vod['uname'].strip()
|
||||
videos.append({
|
||||
"vod_id": aid + '&live',
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
result['list'] = videos
|
||||
result['page'] = pg
|
||||
result['pagecount'] = 9999
|
||||
result['limit'] = 90
|
||||
result['total'] = 999999
|
||||
return result
|
||||
|
||||
def get_fav(self, pg):
|
||||
result = {}
|
||||
url = 'https://api.live.bilibili.com/xlive/web-ucenter/v1/xfetter/GetWebList?page=%s&page_size=10' % pg
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
videos = []
|
||||
vodList = jo['data']['rooms']
|
||||
for vod in vodList:
|
||||
aid = str(vod['room_id']).strip()
|
||||
title = vod['title'].replace("<em class=\"keyword\">", "").replace("</em>", "").replace(""", '"')
|
||||
img = vod['cover_from_user'].strip()
|
||||
remark = vod['uname'].strip()
|
||||
videos.append({
|
||||
"vod_id": aid + '&live',
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
result['list'] = videos
|
||||
result['page'] = pg
|
||||
result['pagecount'] = 9999
|
||||
result['limit'] = 90
|
||||
result['total'] = 999999
|
||||
return result
|
||||
|
||||
def get_history(self):
|
||||
result = {}
|
||||
url = 'https://api.bilibili.com/x/web-interface/history/cursor?ps=30&type=live'
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
if jo['code'] == 0:
|
||||
videos = []
|
||||
vodList = jo['data']['list']
|
||||
for vod in vodList:
|
||||
aid = str(vod['history']['oid']).strip()
|
||||
title = vod['title'].replace("<em class=\"keyword\">", "").replace("</em>", "").replace(""", '"')
|
||||
img = vod['cover'].strip()
|
||||
remark = str(vod['live_status']).replace("0", "未开播").replace("1", "") +" " + vod['author_name'].strip()
|
||||
videos.append({
|
||||
"vod_id": aid + '&live',
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
result['list'] = videos
|
||||
result['page'] = 1
|
||||
result['pagecount'] = 1
|
||||
result['limit'] = 90
|
||||
result['total'] = 999999
|
||||
return result
|
||||
|
||||
def categoryContent(self, tid, pg, filter, extend):
|
||||
result = {}
|
||||
if len(self.cookies) <= 0:
|
||||
self.getCookie()
|
||||
if tid.isdigit():
|
||||
parent_area_id = tid
|
||||
area_id = 0
|
||||
if 'area_id' in extend:
|
||||
area_id = extend['area_id']
|
||||
return self.get_live(pg=pg, parent_area_id=parent_area_id, area_id=area_id)
|
||||
if tid == "推荐":
|
||||
return self.get_recommend(pg)
|
||||
if tid == "我的关注":
|
||||
return self.get_fav(pg)
|
||||
if tid == "观看记录":
|
||||
return self.get_history()
|
||||
return result
|
||||
|
||||
def cleanSpace(self, str):
|
||||
return str.replace('\n', '').replace('\t', '').replace('\r', '').replace(' ', '')
|
||||
|
||||
def detailContent(self, array):
|
||||
arrays = array[0].split("&")
|
||||
aid = arrays[0]
|
||||
url = "https://api.live.bilibili.com/room/v1/Room/get_info?room_id=%s" % aid
|
||||
rsp = self.fetch(url, headers=self.header, cookies=self.cookies)
|
||||
jRoot = json.loads(rsp.text)
|
||||
if jRoot.get('code') == 0:
|
||||
jo = jRoot['data']
|
||||
title = jo['title'].replace("<em class=\"keyword\">", "").replace("</em>", "")
|
||||
pic = jo.get("user_cover")
|
||||
desc = jo.get('description')
|
||||
dire = self.get_live_userInfo(jo["uid"])
|
||||
typeName = jo.get("area_name")
|
||||
live_status = str(jo.get('live_status')).replace("0", "未开播").replace("1", "").replace("2", "")
|
||||
live_time = str(jo.get('live_time'))[5: 16]
|
||||
remark = '在线人数:' + str(jo['online']).strip()
|
||||
vod = {
|
||||
"vod_id": aid,
|
||||
"vod_name": title,
|
||||
"vod_pic": pic,
|
||||
"type_name": typeName,
|
||||
"vod_year": "",
|
||||
"vod_area": "bilidanmu",
|
||||
"vod_remarks": remark,
|
||||
"vod_actor": "主播：" + dire + " " + "房间号：" + aid + " " + live_status,
|
||||
"vod_director": "关注：" + self.zh(jo.get('attention')) + " " + "开播时间：" + live_time,
|
||||
"vod_content": desc,
|
||||
}
|
||||
playUrl = 'flv线路原画$platform=web&quality=4_' + aid + '#flv线路高清$platform=web&quality=3_' + aid + '#h5线路原画$platform=h5&quality=4_' + aid + '#h5线路高清$platform=h5&quality=3_' + aid
|
||||
|
||||
vod['vod_play_from'] = 'B站'
|
||||
vod['vod_play_url'] = playUrl
|
||||
result = {
|
||||
'list': [
|
||||
vod
|
||||
]
|
||||
}
|
||||
return result
|
||||
|
||||
def searchContent(self, key, quick):
|
||||
url = 'https://api.bilibili.com/x/web-interface/search/type?search_type=live&keyword={0}&page=1'.format(key)
|
||||
if len(self.cookies) <= 0:
|
||||
self.getCookie()
|
||||
rsp = self.fetch(url, cookies=self.cookies, headers=self.header)
|
||||
content = rsp.text
|
||||
jo = json.loads(content)
|
||||
if jo['code'] != 0:
|
||||
rspRetry = self.fetch(url, cookies=self.cookies, headers=self.header)
|
||||
content = rspRetry.text
|
||||
jo = json.loads(content)
|
||||
videos1 = []
|
||||
if jo['data']['pageinfo']['live_room']['numResults'] != 0:
|
||||
vodList = jo['data']['result']['live_room']
|
||||
for vod in vodList:
|
||||
aid = str(vod['roomid']).strip()
|
||||
title = vod['title'].strip() + "⇦" + key
|
||||
img = 'https:' + vod['user_cover'].strip()
|
||||
remark = vod['watched_show']['text_small'].strip() + " " + vod['uname'].strip()
|
||||
videos1.append({
|
||||
"vod_id": aid,
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
videos2 = []
|
||||
if jo['data']['pageinfo']['live_user']['numResults'] != 0:
|
||||
vodList = jo['data']['result']['live_user']
|
||||
for vod in vodList:
|
||||
aid = str(vod['roomid']).strip()
|
||||
title = vod['uname'].strip().replace("<em class=\"keyword\">", "").replace("</em>", "") + "⇦" + key
|
||||
img = 'https:' + vod['uface'].strip()
|
||||
remark = str(vod['live_status']).replace("0", "未开播").replace("1", "") + " 关注：" + self.zh(vod['attentions'])
|
||||
videos2.append({
|
||||
"vod_id": aid,
|
||||
"vod_name": title,
|
||||
"vod_pic": img,
|
||||
"vod_remarks": remark
|
||||
})
|
||||
videos = videos1 + videos2
|
||||
result = {
|
||||
'list': videos
|
||||
}
|
||||
return result
|
||||
|
||||
def playerContent(self, flag, id, vipFlags):
|
||||
result = {}
|
||||
ids = id.split("_")
|
||||
|
||||
url = 'https://api.live.bilibili.com/room/v1/Room/playUrl?cid=%s&%s' % (ids[1], ids[0])
|
||||
|
||||
# raise Exception(url)
|
||||
if len(self.cookies) <= 0:
|
||||
self.getCookie()
|
||||
rsp = self.fetch(url, cookies=self.cookies)
|
||||
jRoot = json.loads(rsp.text)
|
||||
if jRoot['code'] == 0:
|
||||
|
||||
jo = jRoot['data']
|
||||
ja = jo['durl']
|
||||
|
||||
url = ''
|
||||
if len(ja) > 0:
|
||||
url = ja[0]['url']
|
||||
|
||||
result["parse"] = 0
|
||||
# result['type'] ="m3u8"
|
||||
result["playUrl"] = ''
|
||||
result["url"] = url
|
||||
result["header"] = {
|
||||
"Referer": "https://live.bilibili.com",
|
||||
"User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36'
|
||||
}
|
||||
|
||||
if "h5" in ids[0]:
|
||||
result["contentType"] = ''
|
||||
else:
|
||||
result["contentType"] = 'video/x-flv'
|
||||
return result
|
||||
|
||||
config = {
|
||||
"player": {},
|
||||
"filter": {
|
||||
"1": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "全部分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "舞见",
|
||||
"v": "207"
|
||||
},
|
||||
{
|
||||
"n": "视频唱见",
|
||||
"v": "21"
|
||||
},
|
||||
{
|
||||
"n": "萌宅领域",
|
||||
"v": "530"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "视频聊天",
|
||||
"v": "145"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "情感",
|
||||
"v": "706"
|
||||
},
|
||||
{
|
||||
"n": "户外",
|
||||
"v": "123"
|
||||
},
|
||||
{
|
||||
"n": "日常",
|
||||
"v": "399"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"2": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "热门分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "英雄联盟",
|
||||
"v": "86"
|
||||
},
|
||||
{
|
||||
"n": "DOTA2",
|
||||
"v": "92"
|
||||
},
|
||||
{
|
||||
"n": "CS:GO",
|
||||
"v": "89"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "APEX英雄",
|
||||
"v": "240"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "永劫无间",
|
||||
"v": "666"
|
||||
},
|
||||
{
|
||||
"n": "穿越火线",
|
||||
"v": "88"
|
||||
},
|
||||
{
|
||||
"n": "守望先锋",
|
||||
"v": "87"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"3": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "热门分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "王者荣耀",
|
||||
"v": "35"
|
||||
},
|
||||
{
|
||||
"n": "和平精英",
|
||||
"v": "256"
|
||||
},
|
||||
{
|
||||
"n": "LOL手游",
|
||||
"v": "395"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "原神",
|
||||
"v": "321"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "第五人格",
|
||||
"v": "163"
|
||||
},
|
||||
{
|
||||
"n": "明日方舟",
|
||||
"v": "255"
|
||||
},
|
||||
{
|
||||
"n": "哈利波特：魔法觉醒",
|
||||
"v": "474"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"6": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "热门分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "主机游戏",
|
||||
"v": "236"
|
||||
},
|
||||
{
|
||||
"n": "战神",
|
||||
"v": "579"
|
||||
},
|
||||
{
|
||||
"n": "我的世界",
|
||||
"v": "216"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "独立游戏",
|
||||
"v": "283"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "怀旧游戏",
|
||||
"v": "237"
|
||||
},
|
||||
{
|
||||
"n": "大多数",
|
||||
"v": "726"
|
||||
},
|
||||
{
|
||||
"n": "弹幕互动玩法",
|
||||
"v": "460"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"5": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "全部分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "唱见电台",
|
||||
"v": "190"
|
||||
},
|
||||
{
|
||||
"n": "聊天电台",
|
||||
"v": "192"
|
||||
},
|
||||
{
|
||||
"n": "配音",
|
||||
"v": "193"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"9": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "全部分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "虚拟主播",
|
||||
"v": "371"
|
||||
},
|
||||
{
|
||||
"n": "3D虚拟主播",
|
||||
"v": "697"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"10": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "全部分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "生活分享",
|
||||
"v": "646"
|
||||
},
|
||||
{
|
||||
"n": "运动",
|
||||
"v": "628"
|
||||
},
|
||||
{
|
||||
"n": "搞笑",
|
||||
"v": "624"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "手工绘画",
|
||||
"v": "627"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "萌宠",
|
||||
"v": "369"
|
||||
},
|
||||
{
|
||||
"n": "美食",
|
||||
"v": "367"
|
||||
},
|
||||
{
|
||||
"n": "时尚",
|
||||
"v": "378"
|
||||
},
|
||||
{
|
||||
"n": "影音馆",
|
||||
"v": "33"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"11": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "全部分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "社科法律心理",
|
||||
"v": "376"
|
||||
},
|
||||
{
|
||||
"n": "人文历史",
|
||||
"v": "702"
|
||||
},
|
||||
{
|
||||
"n": "校园学习",
|
||||
"v": "372"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "职场·技能",
|
||||
"v": "377"
|
||||
},
|
||||
|
||||
{
|
||||
"n": "科技",
|
||||
"v": "375"
|
||||
},
|
||||
{
|
||||
"n": "科学科普",
|
||||
"v": "710"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
"13": [
|
||||
{
|
||||
"key": "area_id",
|
||||
"name": "全部分类",
|
||||
"value": [
|
||||
{
|
||||
"n": "游戏赛事",
|
||||
"v": "561"
|
||||
},
|
||||
{
|
||||
"n": "体育赛事",
|
||||
"v": "562"
|
||||
},
|
||||
{
|
||||
"n": "赛事综合",
|
||||
"v": "563"
|
||||
},
|
||||
]
|
||||
},
|
||||
],
|
||||
}
|
||||
}
|
||||
header = {
|
||||
"Referer": "https://www.bilibili.com",
|
||||
"User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36'
|
||||
}
|
||||
|
||||
def localProxy(self, param):
|
||||
|
||||
return [200, "video/MP2T", action, ""]
|
||||
Reference in New Issue
Block a user