From b9500d13a135a228f6bda1fe4e9b98c859a5eeac Mon Sep 17 00:00:00 2001 From: nikolin601 <76394646+nikolin601@users.noreply.github.com> Date: Thu, 27 Oct 2022 23:15:01 +0800 Subject: [PATCH] Delete PushAgent.java --- .../com/github/catvod/spider/PushAgent.java | 893 ------------------ 1 file changed, 893 deletions(-) delete mode 100644 app/src/main/java/com/github/catvod/spider/PushAgent.java diff --git a/app/src/main/java/com/github/catvod/spider/PushAgent.java b/app/src/main/java/com/github/catvod/spider/PushAgent.java deleted file mode 100644 index d4901d4..0000000 --- a/app/src/main/java/com/github/catvod/spider/PushAgent.java +++ /dev/null @@ -1,893 +0,0 @@ -package com.github.catvod.spider; - -import android.content.Context; -import android.net.UrlQuerySanitizer; -import android.text.TextUtils; -import com.github.catvod.crawler.Spider; -import com.github.catvod.crawler.SpiderDebug; -import com.github.catvod.utils.Misc; -import com.github.catvod.utils.okhttp.OKCallBack; -import com.github.catvod.utils.okhttp.OkHttpUtil; -import okhttp3.Call; -import okhttp3.Response; -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.jsoup.Jsoup; -import org.jsoup.nodes.Document; -import org.jsoup.nodes.Element; -import org.jsoup.select.Elements; - -import java.io.ByteArrayInputStream; -import java.net.URLDecoder; -import java.util.*; -import java.util.concurrent.locks.ReentrantLock; -import java.util.regex.Matcher; -import java.util.regex.Pattern; -/**6161-自动生成阿里云链接 61-默认阿里云播放 2-默认4K播放 - * TODO(阿里云 各种详情页面解析) - * @author yangqiang - * @date 2022/9/19 9:50 - */ - -public class PushAgent extends Spider { - private static long timeToken = 0; - private static String accessToken = ""; - private static String k4 = "4K原画$$$AliYun"; - private static Map shareToken = new HashMap<>(); - private static Map shareExpires = new HashMap<>(); - private static final Map> videosMap = new HashMap<>(); - private static final ReentrantLock rLock = new ReentrantLock(); - private static final String SiteUrl = "https://api.aliyundrive.com"; - public static Pattern regexAli = Pattern.compile("(https://www.aliyundrive.com/s/[^\"]+)"); - public static Pattern regexAliFolder = Pattern.compile("www.aliyundrive.com/s/([^/]+)(/folder/([^/]+))?"); - - @Override - public void init(Context context, String extend) { - super.init(context, extend); - if (extend != null && !extend.equals("")) { - if (extend.startsWith("http")) { - Misc.jsonUrl = extend; - }else Misc.refreshToken = extend; - } - fetchRule(false,0); - } - - public static void getToken(String token){ - if(Misc.refreshToken.equals("")){ - if (token.startsWith("http")) { - Misc.refreshToken = OkHttpUtil.string(token, null); - }else Misc.refreshToken = token; - } - } - - public static JSONObject fetchRule(boolean flag,int t) { - try { - if (flag || Misc.siteRule == null) { - String json = OkHttpUtil.string(Misc.jsonUrl+"?t="+Time(), null); - JSONObject jo = new JSONObject(json); - if(t==0) { - String[] fenleis = getRuleVal(jo,"fenlei", "").split("#"); - for (String fenlei : fenleis) { - String[] info = fenlei.split("\\$"); - jo.remove(info[1]); - } - Misc.siteRule = jo; - String tk = Misc.siteRule.optString("token",""); - if(!tk.equals("")){ - getToken(tk); - } - Misc.type = Misc.siteRule.optInt("ua", 1); - Misc.btype = Misc.siteRule.optString("btype", "N"); - Misc.apikey = Misc.siteRule.optString("apikey", "0ac44ae016490db2204ce0a042db2916"); - k4 = Misc.siteRule.optString("4k", "4K原画$$$AliYun"); - } - return jo; - } - } catch (JSONException e) { - } - return Misc.siteRule; - } - - public static String getRuleVal(JSONObject o,String key, String defaultVal) { - String v = o.optString(key); - if (v.isEmpty() || v.equals("空")) - return defaultVal; - return v; - } - - public static String getRuleVal(JSONObject o,String key) { - return getRuleVal(o,key, ""); - } - - public static long Time() { - return (System.currentTimeMillis() / 1000); - } - - - private static HashMap getHeaders() { - HashMap headers = new HashMap<>(); - headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36"); - headers.put("Referer", "https://www.aliyundrive.com/"); - return headers; - } - - private static HashMap sHeaders(boolean flag) { - String chrome = flag ? Misc.UaWinChrome : Misc.MoAgent; - HashMap headers = new HashMap<>(); - headers.put("User-Agent", chrome); - return headers; - } - - private static String postJson(String url, String jsonStr, Map headerMap) { - OKCallBack.OKCallBackString callback = new OKCallBack.OKCallBackString() { - @Override - public void onFailure(Call call, Exception e) { - - } - - @Override - public void onResponse(String response) { - - } - }; - OkHttpUtil.postJson(OkHttpUtil.defaultClient(), url, jsonStr, headerMap, callback); - return callback.getResult(); - } - - public static void getRefreshTk() { - long timeSys = Time(); - if (accessToken.isEmpty() || timeToken - timeSys <= 600) { - try { - JSONObject json = new JSONObject(); - json.put("refresh_token", Misc.refreshToken); - JSONObject response = new JSONObject(postJson("https://api.aliyundrive.com/token/refresh", json.toString(), getHeaders())); - accessToken = response.getString("token_type") + " " + response.getString("access_token"); - timeToken = response.getLong("expires_in") + timeSys; - } catch (JSONException e) { - SpiderDebug.log(e); - } - } - } - - private static synchronized String getShareTk(String shareId, String sharePwd) { - synchronized (PushAgent.class) { - try { - long timeSys = Time(); - String token = shareToken.get(shareId); - Long expires = shareExpires.get(shareId); - if (!TextUtils.isEmpty(token) && expires - timeSys > 600) { - return token; - } - JSONObject json = new JSONObject(); - json.put("share_id", shareId); - json.put("share_pwd", sharePwd); - JSONObject response = new JSONObject(postJson("https://api.aliyundrive.com/v2/share_link/get_share_token", json.toString(), getHeaders())); - String string = response.getString("share_token"); - shareExpires.put(shareId, timeSys + response.getLong("expires_in")); - shareToken.put(shareId, string); - return string; - } catch (JSONException e) { - SpiderDebug.log(e); - return ""; - } - } - } - - public static Object[] loadsub(String url) { - try { - return new Object[]{200, "application/octet-stream", new ByteArrayInputStream(OkHttpUtil.string(url, getHeaders()).getBytes())}; - } catch (Exception e2) { - e2.printStackTrace(); - SpiderDebug.log(e2); - return null; - } - } - - public static Object[] File(Map params) { - try { - String shareId = params.get("share_id"); - return new Object[]{200, "application/octet-stream", new ByteArrayInputStream(getVideoUrl(shareId, getShareTk(shareId, ""), params.get("file_id")).getBytes())}; - } catch (Exception e2) { - SpiderDebug.log(e2); - return null; - } - } - - public static Object[] ProxyMedia(Map params) { - try { - String shareId = params.get("share_id"); - String fileId = params.get("file_id"); - String mediaId = params.get("media_id"); - String shareToken = getShareTk(shareId, ""); - ReentrantLock reentrantLock = rLock; - reentrantLock.lock(); - String url = videosMap.get(fileId).get(mediaId); - if (new Long(new UrlQuerySanitizer(url).getValue("x-oss-expires")) - Time() <= 60) { - getVideoUrl(shareId, shareToken, fileId); - url = videosMap.get(fileId).get(mediaId); - } - reentrantLock.unlock(); - - OKCallBack.OKCallBackDefault callback = new OKCallBack.OKCallBackDefault() { - @Override - public void onFailure(Call call, Exception e) { - - } - - @Override - public void onResponse(Response response) { - - } - }; - OkHttpUtil.get(OkHttpUtil.defaultClient(), url, null, getHeaders(),callback); - return new Object[]{200, "video/MP2T", callback.getResult().body().byteStream()}; - } catch (Exception e2) { - SpiderDebug.log(e2); - return null; - } - } - - - public static Object[] vod(Map map) { - String type = map.get("type"); - if (type.equals("m3u8")) { - return File(map); - } - if (type.equals("media")) { - return ProxyMedia(map); - } - return null; - } - - private static String getVideoUrl(String shareId, String shareToken, String fileId) { - try { - getRefreshTk(); - JSONObject json = new JSONObject(); - json.put("share_id", shareId); - json.put("category", "live_transcoding"); - json.put("file_id", fileId); - json.put("template_id", ""); - HashMap Headers = getHeaders(); - Headers.put("x-share-token", shareToken); - Headers.put("authorization", accessToken); - JSONObject jSONObject3 = new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info", json.toString(), Headers)); - JSONArray playList = jSONObject3.getJSONObject("video_preview_play_info").getJSONArray("live_transcoding_task_list"); - String videoUrl = ""; - String[] orders = new String[]{"FHD", "HD", "SD"}; - for (String or : orders) { - for (int i = 0; i < playList.length(); i++) { - JSONObject obj = playList.getJSONObject(i); - if (obj.optString("template_id").equals(or)) { - videoUrl = obj.getString("url"); - break; - } - } - if (!videoUrl.isEmpty()) - break; - } - if (videoUrl.isEmpty() && playList.length() > 0) { - videoUrl = playList.getJSONObject(0).getString("url"); - } - Map> respHeaderMap = new HashMap<>(); - OkHttpUtil.stringNoRedirect(videoUrl, getHeaders(), respHeaderMap); - String url = OkHttpUtil.getRedirectLocation(respHeaderMap); - String medias = OkHttpUtil.string(url, getHeaders()); - String site = url.substring(0, url.lastIndexOf("/")) + "/"; - ArrayList lists = new ArrayList<>(); - Map video = new HashMap<>(); - String[] split = medias.split("\n"); - int j = 0; - for (int i = 0; i < split.length; i++) { - String vod = split[i]; - if (vod.contains("x-oss-expires")) { - j++; - video.put("" + j, site + vod); - vod = Proxy.localProxyUrl() + "?do=ali&type=media&share_id=" + shareId + "&file_id=" + fileId + "&media_id=" + j; - } - lists.add(vod); - } - videosMap.put(fileId, video); - return TextUtils.join("\n", lists); - } catch (Exception e2) { - SpiderDebug.log(e2); - return ""; - } - } - - private static String getOriginalVideoUrl(String shareId, String shareToken, String fileId, String category) { - try { - getRefreshTk(); - HashMap json = getHeaders(); - json.put("x-share-token", shareToken); - json.put("authorization", accessToken); - if (category.equals("video")) { - JSONObject jSONObject = new JSONObject(); - jSONObject.put("share_id", shareId); - jSONObject.put("category", "live_transcoding"); - jSONObject.put("file_id", fileId); - jSONObject.put("template_id", ""); - JSONObject jSONObject2 = new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info", jSONObject.toString(), json)); - shareId = jSONObject2.getString("share_id"); - fileId = jSONObject2.getString("file_id"); - } - JSONObject jSONObject3 = new JSONObject(); - if (category.equals("video")) { - jSONObject3.put("expire_sec", 600); - jSONObject3.put("file_id", fileId); - jSONObject3.put("share_id", shareId); - }else if (category.equals("audio")) { - jSONObject3.put("share_id", shareId); - jSONObject3.put("get_audio_play_info", true); - jSONObject3.put("file_id", fileId); - } - return new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_download_url", jSONObject3.toString(), json)).getString("download_url"); - } catch (Exception e) { - SpiderDebug.log(e); - return ""; - } - } - - - public static void listFiles(Map map, String shareId, String shareToken, String fileId,String _url,String name) { - try { - String url = "https://api.aliyundrive.com/adrive/v3/file/list"; - HashMap headers = getHeaders(); - headers.put("x-share-token", shareToken); - JSONObject json = new JSONObject(); - json.put("image_thumbnail_process", "image/resize,w_160/format,jpeg"); - json.put("image_url_process", "image/resize,w_1920/format,jpeg"); - json.put("limit", 200); - json.put("order_by", "updated_at"); - json.put("order_direction", "DESC"); - json.put("parent_file_id", fileId); - json.put("share_id", shareId); - json.put("video_thumbnail_process", "video/snapshot,t_1000,f_jpg,ar_auto,w_300"); - String marker = ""; - ArrayList arrayList = new ArrayList<>(); - for(int i=1;i<=50;i++) { - if (i >1 && marker.isEmpty()) - break; - json.put("marker", marker); - JSONObject data = new JSONObject(postJson(url, json.toString(), headers)); - JSONArray items = data.getJSONArray("items"); - - for (int j = 0; j < items.length(); j++) { - JSONObject item = items.getJSONObject(j); - if (item.getString("type").equals("folder")) { - arrayList.add(item.getString("file_id")); - } else { - //vnd.rn-realmedia-vbr 为rmvb格式 - if (item.getString("mime_type").contains("video")||item.getString("mime_type").contains("vnd.rn-realmedia-vbr")) { - String replace = item.getString("name").replace("#", "_").replace("$", "_"); - map.put(replace, shareId + "+" + shareToken + "+" + item.getString("file_id")+"+"+item.getString("category")+"+"+_url+"+"+name); - } - } - } - marker = data.getString("next_marker"); - } - - for (String item : arrayList) { - try { - listFiles(map, shareId, shareToken, item,_url,name); - } catch (Exception e) { - SpiderDebug.log(e); - return; - } - } - } catch (Exception e) { - SpiderDebug.log(e); - } - } - - - public static String getAliContent(String url,JSONObject vodAtom) { - try { - Matcher matcher = regexAliFolder.matcher(url); - if (!matcher.find()) { - return ""; - } - String shareId = matcher.group(1); - String fileId = matcher.groupCount() == 3 ? matcher.group(3) : ""; - JSONObject json = new JSONObject(); - json.put("share_id", shareId); - JSONObject shareLinkJson = new JSONObject(postJson("https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous", json.toString(), getHeaders())); - JSONArray fileInfoLists = shareLinkJson.getJSONArray("file_infos"); - if (fileInfoLists.length() == 0) { - return ""; - } - JSONObject fileInfo = null; - if (!TextUtils.isEmpty(fileId)) { - for (int i = 0; i < fileInfoLists.length(); i++) { - JSONObject item = fileInfoLists.getJSONObject(i); - if (item.getString("file_id").equals(item.getString("file_id"))) { - fileInfo = item; - break; - } - } - } else { - fileInfo = fileInfoLists.getJSONObject(0); - fileId = fileInfo.getString("file_id"); - } - String _name = vodAtom.optString("vod_name", ""); - if (_name.equals("")) { - _name = shareLinkJson.getString("share_name"); - vodAtom.put("vod_name", _name); - } - vodAtom.put("type_name", "阿里云盘"); - ArrayList vodItems = new ArrayList<>(); - if (!fileInfo.getString("type").equals("folder")) { - if (!fileInfo.getString("type").equals("file") || !fileInfo.getString("category").equals("video")) { - return ""; - } - fileId = "root"; - } - String shareTk = getShareTk(shareId, ""); - Map hashMap = new HashMap<>(); - listFiles(hashMap, shareId, shareTk, fileId, url, _name); - ArrayList arrayList2 = new ArrayList<>(hashMap.keySet()); - Collections.sort(arrayList2); - for (String item : arrayList2) { - vodItems.add(item + "$" + hashMap.get(item)); - } - if(vodItems.size()>0){ - ArrayList playLists = new ArrayList<>(); - playLists.add(TextUtils.join("#", vodItems)); - playLists.add(TextUtils.join("#", vodItems)); - vodAtom.put("vod_play_url", TextUtils.join("$$$", playLists)); - vodAtom.put("vod_play_from", k4); - } - JSONObject result = new JSONObject(); - JSONArray list = new JSONArray(); - list.put(vodAtom); - result.put("list", list); - return result.toString(); - } catch (Exception e) { - SpiderDebug.log(e); - return ""; - } - } - - @Override - public String detailContent(List list) { - return getDetail(list); - } - - public static String getDetail(List list) { - try { - String url = list.get(0).trim(); - String[] idInfo = url.split("\\$\\$\\$"); - if (idInfo.length > 0) url = idInfo[0].trim(); - url = Misc.getRealUrl(url); - String pic = null; - if (idInfo.length>1&&!idInfo[1].equals("")) { - pic = idInfo[1].trim(); - } - if(pic==null) pic = Misc.getWebName(url, 1); - String VodName = null,director = "",actor = "",desc = ""; - if (idInfo.length > 1) { - idInfo[0]=url; - idInfo[1]=pic; - if (idInfo.length == 3) { - VodName = idInfo[2]; - } - } - Matcher matcher = null; - List vodItems = new ArrayList<>(); - ArrayList aslist = new ArrayList<>(); - JSONArray lists = new JSONArray(); - String typeName = Misc.getWebName(url, 0); - JSONObject vodAtom = new JSONObject(); - vodAtom.put("vod_id", url); - vodAtom.put("vod_pic", pic); - vodAtom.put("type_name", typeName); - vodAtom.put("vod_content", url); - vodAtom.put("vod_area", Misc.tip()); - if (Misc.isVip(url) && !url.contains("qq.com") && !url.contains("mgtv.com")) { - Elements playListA = null; - Document doc = Jsoup.parse(OkHttpUtil.string(url, Misc.Headers(0,url))); - String baseUrl = url.replaceAll("(^https?://.*?)(:\\d+)?/.*$", "$1");//https://www.dyk9.com - if (url.contains("bilibili.com/bangumi/play/ep")) {//第一集地址 - String nids = url.replaceAll(".*/ep(\\d+).*", "$1"); - int nid = Integer.parseInt(nids); - Elements el = doc.select(".ep-list-progress"); - if(!el.isEmpty()){ - String ptext = doc.select(".ep-list-progress").text(); - String t = ptext.replaceAll("\\d+/(\\d+)", "$1"); - int z = Integer.parseInt(t); - for (int i = 0; i < z; i++) { - int x = nid+i; - String id = baseUrl+"/bangumi/play/ep"+x+"/"; - String name = i+1+""; - vodItems.add(name + "$" + id); - } - String playList = TextUtils.join("#", vodItems); - vodAtom.put("vod_play_url", playList); - } - } else { - vodAtom.put("vod_play_url", "立即播放$" + url); - } - VodName = doc.select("head > title").text(); - JSONObject result = new JSONObject(); - vodAtom.put("vod_name", VodName); - vodAtom.put("vod_play_from", "jx"); - lists.put(vodAtom); - result.put("list", lists); - return result.toString(); - } else if (Misc.isVip(url) && url.contains("qq.com")) { - JSONObject result = new JSONObject(); - if (url.contains("m.v.")) { - String cid = url.replaceAll("https://m.v.qq.com/x/m/play\\?cid=(\\w+)&.*", "$1"); - String vid = url.replaceAll("https://m.v.qq.com/x/m/play\\?cid=\\w+&vid=(\\w+)", "$1"); - url = "https://v.qq.com/x/cover/" + cid + "/" + vid + ".html"; - } - Document doc = Jsoup.parse(OkHttpUtil.string(url, sHeaders(true))); - VodName = doc.select("head > title").text(); - Elements playListA = doc.select("div.episode-list-rect__item"); - if (playListA.isEmpty()) { - playListA = doc.select("div.episode-list-hor .episode-item"); - } - if (!playListA.isEmpty()) { - for (int j = 0; j < playListA.size(); j++) { - Element vod = playListA.get(j); - String img = vod.select("img").attr("src"); - if(img.equals("")||!img.contains("trailerlite")){ - String a = vod.select("div").attr("data-vid"); - String b = vod.select("div").attr("data-cid"); - String id = "https://v.qq.com/x/cover/" + b + "/" + a + ".html"; - String name = vod.select("div span").text(); - vodItems.add(name + "$" + id); - } - } - String playList = TextUtils.join("#", vodItems); - vodAtom.put("vod_play_url", playList); - } else { - vodAtom.put("vod_play_url", "立即播放$" + url); - } - - String remarks = doc.select(".intro-wrapper__update-desc").text(); - vodAtom.put("vod_name", VodName); - vodAtom.put("vod_remarks", remarks); - vodAtom.put("vod_play_from", "jx"); - lists.put(vodAtom); - result.put("list", lists); - return result.toString(); - } else if (Misc.isVip(url) && url.contains("mgtv.com")) { - JSONObject result = new JSONObject(); - Pattern mgtv = Pattern.compile("https://\\S+mgtv.com/b/(\\d+)/(\\d+).html.*"); - Matcher mgtv1 = mgtv.matcher(url); - if (mgtv1.find()) { - String Ep = "https://pcweb.api.mgtv.com/episode/list?video_id=" + mgtv1.group(2); - JSONObject Data = new JSONObject(OkHttpUtil.string(Ep, Misc.Headers(0))); - VodName = Data.getJSONObject("data").getJSONObject("info").getString("title"); - JSONArray a = new JSONArray(Data.getJSONObject("data").getString("list")); - if (a.length() > 0) { - for (int i = 0; i < a.length(); i++) { - JSONObject jObj = a.getJSONObject(i); - String isnew = jObj.getString("isnew"); - String isvip = jObj.getString("isvip"); - if (!(isnew.equals("2")&&isvip.equals("0"))) { - VodName = jObj.getString("t4"); - String id = jObj.getString("video_id"); - String VodId = "https://www.mgtv.com/b/" + mgtv1.group(1) + "/" + id + ".html"; - vodItems.add(VodName + "$" + VodId); - } - } - String playList = TextUtils.join("#", vodItems); - vodAtom.put("vod_play_url", playList); - } else { - vodAtom.put("vod_play_url", "立即播放$" + url); - } - } - vodAtom.put("vod_name", VodName); - vodAtom.put("vod_play_from", "jx"); - lists.put(vodAtom); - result.put("list", lists); - return result.toString(); - } else if (Misc.isVideoFormat(url)) { - JSONObject result = new JSONObject(); - vodAtom.put("vod_name", typeName); - vodAtom.put("type_name", "直连"); - vodAtom.put("vod_play_from", "player"); - vodAtom.put("vod_play_url", "立即播放$" + url); - lists.put(vodAtom); - result.put("list", lists); - return result.toString(); - } else if (url.startsWith("magnet")) { - matcher = Pattern.compile("(^|&)dn=([^&]*)(&|$)").matcher(URLDecoder.decode(url)); - if (matcher.find()) { - VodName = matcher.group(2); - } - JSONObject result = new JSONObject(); - vodAtom.put("vod_id", url); - vodAtom.put("vod_name", !VodName.equals("") ? VodName : url); - vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg"); - vodAtom.put("type_name", "磁力链接"); - vodAtom.put("vod_content", url); - vodAtom.put("vod_play_from", "magnet"); - vodAtom.put("vod_play_url", "立即播放$" + url); - lists.put(vodAtom); - result.put("list", list); - return result.toString(); - } else if (regexAli.matcher(url).find()) { - if(VodName!=null) vodAtom.put("vod_name", VodName); - vodAtom.put("vod_id", TextUtils.join("$$$",idInfo)); - return getAliContent(url,vodAtom); - } else if (url.startsWith("http://") || url.startsWith("https://")) { - Document doc = null; - String baseUrl = url.replaceAll("(^https?://.*?)(:\\d+)?/.*$", "$1");//https://www.dyk9.com - Pattern urlder = Pattern.compile(".*(\\d+.html|\\d+/)$"); - Pattern urlder1 = Pattern.compile(".*-?(\\d+)/"); - String content=null,uri=null,a=null,b=null,hz="",text=null,prefxs=null,detailRex=null; - boolean fb = true; - Matcher mh = null; - if(url.endsWith("/")) hz = "/"; - else { - hz=url.replaceAll(".*(\\..*)", "$1"); - if(hz.length()>6)hz=""; - } - - if(!url.contains("-")&&hz.length()>0){ - String site2 = fetchRule(false,0).optString("site2", ""); - if (site2.contains(typeName)) {//https://www.dyk9.com/vod/detail/11203.html 详情页面再点击一次之后 才有播放地址 - doc = Jsoup.parse(OkHttpUtil.string(url, Misc.Headers(0,url))); - content = doc.body().html(); - hz=url.replaceAll(".*(\\..*)", "$1"); - detailRex = url.replaceAll(".*/(\\d+)\\..*", "$1"); - mh = Pattern.compile("href=\"(.*/"+detailRex+"-.*"+hz+")\"").matcher(content); - while (mh.find()&&fb){ - fb=false; - url = baseUrl+mh.group(1); - } - setVideoDesc(vodAtom, content); - } - } - - doc = Jsoup.parse(OkHttpUtil.string(url, Misc.Headers(0,url))); - VodName = doc.select("head > title").text(); - doc.select("div.playon").remove(); - content = doc.body().html();//[\u4e00-\u9fa5]+ - if(content.equals("")) return ""; - if(urlder.matcher(url).find()){//集合多个视频 - //String prefxUrl = url.replace(".html", ""); - //prefxUrl = url.replaceAll("(.*)-\\d+", "$1"); - //prefxUrl = prefxUrl.replace(baseUrl, "");// /vod/play/70631-1 - if(!url.contains("-")){ - detailRex = url.replaceAll(".*/(\\d+)\\..*", "$1"); - detailRex = "href(.*"+detailRex+"-\\d+-\\d+."+hz+")\""; - }else if(url.split("-").length<2&&urlder1.matcher(url).find()){ - detailRex = url.replaceAll(".*-(\\d+)"+hz, "$1"); - detailRex = "href(.*"+detailRex+"-\\d+-\\d+."+hz+")\""; - } - if (detailRex!=null) { - String _con = content,u=""; - aslist = Misc.subContent(content, ""); - if (!aslist.isEmpty()) { - _con = aslist.get(0); - // class="fed-deta-play fed-rims-info fed-btns-info fed-btns-green fed-col-xs4" href="/p/540541-2-1.html">在线 - u = _con.replaceAll(".*href=\"(.*"+hz+")\".*","$1"); - }else { - mh = Pattern.compile(detailRex).matcher(_con); - while (mh.find()&&fb){ - fb=false; - u = mh.group(1); - u = u.replaceAll(".*\"(.*)","$1"); - } - } - url = baseUrl+u; - } - //https://dyxs13.com/paly-47817-10-1/ - if (!hz.equals("")) { - prefxs= url.replaceAll("(.*)-\\d+-\\d+"+hz, "$1"); - }else prefxs= url.replaceAll("(.*)-\\d+-\\d+", "$1"); - - prefxs = prefxs.replace(baseUrl, "");// /vod/play/70631 - prefxs = prefxs.replace(".html", ""); - ArrayList playList = new ArrayList<>(); - for (int i = 0; i < 12; i++) { - fb = false; - if(!content.contains(prefxs+"-"+i+"-"))continue; - Map m = new LinkedHashMap<>(); - Matcher mat = Pattern.compile("href=\"("+prefxs+"-"+i+"-\\d+"+hz+").*?/a>").matcher(content); - while (mat.find()){ - uri = mat.group(1); - a = "<"+mat.group(0); - text=a.replaceAll("<[^>]+>",""); //过滤html标签 - text = text.replaceAll("&| ", ""); - if(text.equals(""))text="其他"; - uri=baseUrl + uri; - if(m.containsKey(uri)){ - b = m.get(uri); - if(b.contains("线路")||b.contains("一集")||b.contains("上集")||b.contains("下集")||(!b.contains("集")&&!b.contains("第"))||Misc.isNumeric(b)){ - m.remove(uri); - m.put(uri, text); - } - }else m.put(uri, text); - } - - if(m.containsKey(url)) { - if(VodName.equals("")){ - b = a.replaceAll(".*title=\"(.*)\".*","$1"); - if (!b.startsWith("<")) { - b = b.replace("播放", ""); - VodName = b; - } else VodName = m.get(url); - } - fb=true; - } - vodItems = new ArrayList<>(); - for (String key : m.keySet()) { - vodItems.add(m.get(key) + "$" + key); - } - if(fb) playList.add(0, TextUtils.join("#", vodItems)); - else playList.add(TextUtils.join("#", vodItems)); - } - ArrayList playFrom = new ArrayList<>(); - - for (int i = 0; i < playList.size(); i++) { - playFrom.add("嗅探列表" + (i + 1)); - } - - String vod_play_from = TextUtils.join("$$$", playFrom); - String vod_play_url = TextUtils.join("$$$", playList); - vodAtom.put("vod_play_from", vod_play_from); - vodAtom.put("vod_play_url", vod_play_url); - }else{ - vodAtom.put("vod_play_from", "嗅探"); - vodAtom.put("vod_play_url", "立即播放嗅探$" + url); - } - - JSONObject result = new JSONObject(); - vodAtom.put("vod_id", url); - vodAtom.put("vod_name", VodName); - vodAtom.put("type_name", "网页"); - setVideoDesc(vodAtom, content); - lists.put(vodAtom); - result.put("list", lists); - return result.toString(); - } - } catch (Throwable th) { - SpiderDebug.log(th); - return ""; - } - return ""; - } - - public static JSONObject setVideoDesc(JSONObject vodAtom, String content) { - try { - if(vodAtom.has("vod_actor"))return vodAtom; - ArrayList aslist = new ArrayList<>(); - String director = "",actor = "",desc = ""; - String directorRegx = "导演：",actorRegx = "主演：",descRegx = "简介："; - if (!Misc.matcher(descRegx, content).find()) { - return vodAtom; - } - boolean fb = true; - if (!Misc.matcher(actorRegx, content).find()) { - fb=false; - actorRegx = "主演："; - directorRegx = "导演："; - } - aslist = Misc.subContent(content, actorRegx, ""); - if(!aslist.isEmpty()) actor = aslist.get(0); - aslist = Misc.subContent(content, directorRegx, ""); - if(!aslist.isEmpty()) director = aslist.get(0); - aslist = Misc.subContent(content, descRegx, ""); - if(!aslist.isEmpty()) { - desc = aslist.get(0); - desc = Misc.trim(desc); - desc = desc.replaceAll("", ""); - desc = Misc.delHTMLTag(desc); - } - if (!fb) { - actor = Misc.delHTMLTag(actor); - director = Misc.delHTMLTag(director); - } - vodAtom.put("vod_actor", actor); - vodAtom.put("vod_director", director); - vodAtom.put("vod_content", desc); - } catch (JSONException e) { - SpiderDebug.log(e); - } - return vodAtom; - } - - @Override - public String playerContent(String flag, String id, List vipFlags) { - return player(flag, id, vipFlags); - } - - public static String player(String flag, String id, List vipFlags) { - JSONObject result = new JSONObject(); - try { - switch (flag) { - case "jx": { - result.put("parse", 1); - result.put("jx", "1"); - result.put("url", id); - result.put("playUrl", ""); - if(id.contains("bilibili")){ - result.put("header", Misc.jHeaders(0,id).toString()); - } else result.put("header", Misc.jHeaders(Misc.type,id).toString()); - return result.toString(); - } - case "magnet": - case "player": { - result.put("parse", 0); - result.put("playUrl", ""); - result.put("url", id); - result.put("header", Misc.jHeaders(Misc.type,id).toString()); - return result.toString(); - } - case "AliYun": - String[] split = id.split("\\+"); - String str3 = split[0]; - String str5 = split[2]; - String url = Proxy.localProxyUrl() + "?do=ali&type=m3u8&share_id=" + str3 + "&file_id=" + str5; - result.put("parse", "0"); - result.put("playUrl", ""); - result.put("url", url); - result.put("header", ""); - if (Misc.rflag && Misc.btype.equals("Y")) { - String uri = split[4]; - if (split.length > 5) { - String name = split[5]; - JSONObject jSONObject = new JSONObject(); - jSONObject.put("url", uri); - jSONObject.put("name", name); - postJson("http://qyh.haocew.com/qy/demand/msg", jSONObject.toString(), null); - } - } - return result.toString(); - case "4K原画": { - split = id.split("\\+"); - url = getOriginalVideoUrl(split[0], split[1], split[2], split[3]); - Map> headerMap = new HashMap<>(); - OkHttpUtil.stringNoRedirect(url, getHeaders(), headerMap); - String videoUrl = OkHttpUtil.getRedirectLocation(headerMap); - result = new JSONObject(); - result.put("parse", "0"); - result.put("playUrl", ""); - result.put("url", videoUrl); - result.put("header", new JSONObject(getHeaders()).toString()); - return result.toString(); - } - } - if(flag.startsWith("嗅探")||flag.startsWith("播放")){ - result.put("header", Misc.jHeaders(Misc.type,id).toString()); - } - if(id.contains("b23.tv"))result.put("header", Misc.jHeaders(1,id).toString()); - result.put("parse", 1); - result.put("playUrl", ""); - result.put("url", id); - return result.toString(); - } catch (Exception e) { - e.printStackTrace(); - SpiderDebug.log(e); - } - return ""; - } - - - //修复软件不支持的格式无法嗅探的问题 - @Override - public boolean manualVideoCheck() { - return true; - } - - private String[] videoFormatList = new String[]{".m3u8", ".mp4", ".mpeg", ".flv", ".m4a",".mp3",".wma",".wmv"}; - - @Override - public boolean isVideoFormat(String url) { - url = url.toLowerCase(); - if (url.contains("=http") || url.contains("=https%3a%2f") || url.contains("=http%3a%2f")) { - return false; - } - for (String format : videoFormatList) { - if (url.contains(format)) { - return true; - } - } - return false; - } -} \ No newline at end of file