diff --git a/app/src/main/java/com/github/catvod/spider/AliPS.java b/app/src/main/java/com/github/catvod/spider/AliPS.java new file mode 100644 index 0000000..d7d2cf6 --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/AliPS.java @@ -0,0 +1,108 @@ +package com.github.catvod.spider; + +import android.content.Context; + +import com.github.catvod.crawler.Spider; +import com.github.catvod.utils.okhttp.OkHttpUtil; + +import java.net.URLEncoder; +import java.util.HashMap; +import java.util.Iterator; +import java.util.List; +import java.util.Map; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.json.JSONArray; +import org.json.JSONObject; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + + +public class AliPS extends Spider { + private PushAgent pushAgent; + private static String b = "https://www.alipansou.com"; + private static Pattern a = Pattern.compile("(https:\\/\\/www.aliyundrive.com\\/s\\/[^\\\"]+)"); + + @Override + public void init(Context context, String extend) { + super.init(context, extend); + pushAgent = new PushAgent(); + pushAgent.init(context, extend); + } + + @Override + public String detailContent(List list) { + try { + Pattern pattern = a; + if (pattern.matcher(list.get(0)).find()) { + return pushAgent.detailContent(list); + } + Matcher matcher = pattern.matcher(OkHttpUtil.string("https://www.alipansou.com" + list.get(0), null)); + if (!matcher.find()) { + return ""; + } + list.set(0, matcher.group(1).replaceAll("\\\\","")); + return pushAgent.detailContent(list); + } catch (Exception e) { + e.printStackTrace(); + return ""; + } + } + + @Override + public String playerContent(String str, String str2, List list) { + return pushAgent.playerContent(str, str2, list); + } + + protected static HashMap sHeaders() { + HashMap headers = new HashMap<>(); + headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36"); + return headers; + } + + @Override + public String searchContent(String key, boolean z) { + try { + HashMap hashMap = new HashMap(); + hashMap.put("7", "文件夹"); + hashMap.put("1", "视频"); + JSONArray jSONArray = new JSONArray(); + Iterator entries = hashMap.entrySet().iterator(); + while (entries.hasNext()) { + Map.Entry entry = (Map.Entry) entries.next(); + String str2 = (String) entry.getValue(); + String sb2 = b + "/search?k=" + URLEncoder.encode(key) + "&t=" + (String) entry.getKey(); + Document doc = Jsoup.parse(OkHttpUtil.string(sb2, sHeaders())); + Elements Data = doc.select("van-row a"); + for (int i = 0; i < Data.size(); i++) { + Element next = Data.get(i); + String filename = next.select("template div").text(); + Pattern pattern = Pattern.compile("(时间: \\S+)"); + Matcher matcher = pattern.matcher(filename); + if (!matcher.find()) + continue; + String remark = matcher.group(1); + if (filename.contains(key)) { + JSONObject v = new JSONObject(); + String id = next.attr("href"); + String title = "[" + str2 + "]" + filename; + v.put("vod_id", id); + v.put("vod_name", title); + v.put("remark", remark); + v.put("vod_pic", "https://inews.gtimg.com/newsapp_bt/0/13263837859/1000"); + jSONArray.put(v); + } + } + } + JSONObject jSONObject2 = new JSONObject(); + jSONObject2.put("list", jSONArray); + return jSONObject2.toString(); + } catch (Exception e) { + e.printStackTrace(); + } + return ""; + } +} \ No newline at end of file diff --git a/app/src/main/java/com/github/catvod/spider/Gitcafe.java b/app/src/main/java/com/github/catvod/spider/Gitcafe.java new file mode 100644 index 0000000..d90ba7a --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/Gitcafe.java @@ -0,0 +1,310 @@ +package com.github.catvod.spider; + +import android.content.Context; +import android.util.TimeUtils; + +import com.github.catvod.crawler.Spider; +import com.github.catvod.utils.okhttp.OkHttpUtil; + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.Iterator; +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.json.JSONArray; +import org.json.JSONObject; + +public class Gitcafe extends Spider { + private Map a; + private List b; + private PushAgent pushAgent; + private JSONObject d; + private JSONObject Home; + + + @Override + public void init(Context context, String extend) { + super.init(context, extend); + pushAgent = new PushAgent(); + pushAgent.init(context, extend); + try { + d = new JSONObject("{\"hyds\":\"华语电视\",\"rhds\":\"日韩电视\",\"omds\":\"欧美电视\",\"qtds\":\"其他电视\",\"hydy\":\"华语电影\",\"rhdy\":\"日韩电影\",\"omdy\":\"欧美电影\",\"qtdy\":\"其他电影\",\"hydm\":\"华语动漫\",\"rhdm\":\"日韩动漫\",\"omdm\":\"欧美动漫\",\"jlp\":\"纪录片\",\"zyp\":\"综艺片\",\"jypx\":\"教育培训\",\"qtsp\":\"其他视频\",\"hyyy\":\"华语音乐\",\"rhyy\":\"日韩音乐\",\"omyy\":\"欧美音乐\",\"qtyy\":\"其他音乐\",\"kfrj\":\"娱乐软件\",\"xtrj\":\"系统软件\",\"wlrj\":\"网络软件\",\"bgrj\":\"办公软件\",\"qtrj\":\"其他软件\",\"mh\":\"漫画\",\"xs\":\"小说\",\"cbs\":\"出版书\",\"zspx\":\"知识培训\",\"qtwd\":\"其他文档\",\"bz\":\"壁纸\",\"rw\":\"人物\",\"fj\":\"风景\",\"qttp\":\"其他图片\",\"qt\":\"其他\"}"); + } catch (Exception e) { + e.printStackTrace(); + } + + ArrayList arrayList = new ArrayList(); + this.b = arrayList; + arrayList.add("hydm"); + List list = this.b; + list.add("hyds"); + List list2 = this.b; + list2.add("hydy"); + List list3 = this.b; + list3.add("omdm"); + List list4 = this.b; + list4.add("omds"); + List list5 = this.b; + list5.add("omdy"); + List list6 = this.b; + list6.add("rhdm"); + List list7 = this.b; + list7.add("rhds"); + List list8 = this.b; + list8.add("rhdy"); + List list9 = this.b; + list9.add("qtds"); + List list10 = this.b; + list10.add("qtdy"); + List list11 = this.b; + list11.add("qtsp"); + List list12 = this.b; + list12.add("jlp"); + List list13 = this.b; + list13.add("zyp"); + } + + protected HashMap LT() { + HashMap hashMap = new HashMap<>(); + hashMap.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36"); + return hashMap; + } + + @Override + public String categoryContent(String str, String str2, boolean z, HashMap hashMap) { + try { + Map allData = getAllData(this, this, this); + JSONArray jSONArray = new JSONArray(); + Set keySet = allData.keySet(); + for (String str3 : keySet) { + JSONObject jSONObject = (JSONObject) allData.get(str3); + if (jSONObject.has("cat")) { + String string = jSONObject.getString("cat"); + if (string.equals(str)) { + JSONObject jSONObject2 = new JSONObject(); + String sb2 = "https://www.aliyundrive.com/s/" + jSONObject.getString("key"); + jSONObject2.put("vod_id", sb2); + String string2 = jSONObject.getString("title"); + jSONObject2.put("vod_name", string2); + jSONObject2.put("vod_pic", "https://www.lgstatic.com/i/image2/M01/15/7E/CgoB5lysLXCADg6ZAABapAHUnQM321.jpg"); + jSONArray.put(jSONObject2); + } + } + } + JSONObject jSONObject3 = new JSONObject(); + jSONObject3.put("page", 1); + jSONObject3.put("pagecount", 1); + int length = jSONArray.length(); + jSONObject3.put("limit", length); + TimeUtils.getTimeZoneDatabaseVersion(); + int length2 = jSONArray.length(); + jSONObject3.put("total", length2); + jSONObject3.put("list", jSONArray); + return jSONObject3.toString(); + } catch (Exception e) { + e.printStackTrace(); + return ""; + } + } + + @Override + public String detailContent(List list) { + try { + Map allData = getAllData(this, this, this); + JSONObject jSONObject = new JSONObject(pushAgent.detailContent(list)); + JSONArray jSONArray = jSONObject.getJSONArray("list"); + int i = 0; + while (true) { + if (i >= list.size()) { + break; + } + if (i >= jSONArray.length()) { + break; + } + JSONObject jSONObject2 = jSONArray.getJSONObject(i); + Pattern pattern = PushAgent.Folder; + Matcher matcher = pattern.matcher(list.get(i)); + if (matcher.find()) { + String group = matcher.group(1); + if (allData.containsKey(group)) { + JSONObject jSONObject3 = (JSONObject) allData.get(group); + jSONObject2.put("vod_pic", "https://www.lgstatic.com/i/image2/M01/15/7E/CgoB5lysLXCADg6ZAABapAHUnQM321.jpg"); + + } + } + i++; + } + return jSONObject.toString(); + } catch (Exception e) { + e.printStackTrace(); + return null; + } + } + + public synchronized Map getAllData(Object obj, Object obj2, Object obj3) { + Map map; + obj.getClass(); + obj2.getClass(); + obj3.getClass(); + synchronized (this) { + try { + if (a == null) { + HashMap hashMap = new HashMap(); + HashMap LT = LT(); + for (Iterator iter = b.iterator(); iter.hasNext(); ) { + String element = iter.next(); + String content = OkHttpUtil.string("https://gitcafe.net/alipaper/data/" + element + ".json", LT); +// JSONObject data = new JSONObject(content); + JSONArray jSONArray = new JSONArray(content); + // data.getJSONArray("data"); + for (int i = 0; i < jSONArray.length(); i++) { + JSONObject jSONObject = jSONArray.getJSONObject(i); + hashMap.put(jSONObject.getString("key"), jSONObject); + } + } + a = hashMap; + } + } catch (Exception e) { + e.printStackTrace(); + } + map = a; + } + return map; + } + + public JSONObject getHomeData(Object obj) { + obj.getClass(); + try { + if (Home == null) { + HashMap LT = LT(); + Home = new JSONObject(OkHttpUtil.string("https://gitcafe.net/alipaper/home.json", LT)); + } + } catch (Exception e) { + e.printStackTrace(); + } + return Home; + } + + @Override + public String homeContent(boolean z) { + String str = "https://www.lgstatic.com/i/image2/M01/15/7E/CgoB5lysLXCADg6ZAABapAHUnQM321.jpg"; + + try { + JSONObject homeData = getHomeData(this); + JSONObject jSONObject = homeData.getJSONObject("info"); + JSONArray jSONArray = jSONObject.getJSONArray("new"); + JSONArray jSONArray2 = new JSONArray(); + List list = b; + Iterator it = list.iterator(); + while (true) { + if (!it.hasNext()) { + break; + } + String next = it.next(); + JSONObject jSONObject2 = new JSONObject(); + jSONObject2.put("type_id", next); + JSONObject jSONObject3 = d; + String string = jSONObject3.getString(next); + jSONObject2.put("type_name", string); + jSONArray2.put(jSONObject2); + } + Map allData = getAllData(this, this, this); + JSONArray jSONArray3 = new JSONArray(); + for (int i = 0; i < jSONArray.length(); i++) { + JSONObject jSONObject4 = jSONArray.getJSONObject(i); + String string2 = jSONObject4.getString("cat"); + List list2 = b; + if (list2.contains(string2)) { + String string3 = jSONObject4.getString("key"); + if (allData.containsKey(string3)) { + JSONObject jSONObject5 = (JSONObject) allData.get(string3); + JSONObject jSONObject6 = new JSONObject(); + StringBuilder sb = new StringBuilder(); + sb.append("https://www.aliyundrive.com/s/"); + String string4 = jSONObject4.getString("key"); + sb.append(string4); + String sb2 = sb.toString(); + jSONObject6.put("vod_id", sb2); + String string5 = jSONObject4.getString("title"); + jSONObject6.put("vod_name", string5); + jSONObject6.put("vod_pic", str); + String string6 = jSONObject4.getString("date"); + jSONObject6.put("vod_remarks", string6); + jSONArray3.put(jSONObject6); + + } + JSONObject jSONObject62 = new JSONObject(); + StringBuilder sb3 = new StringBuilder(); + sb3.append("https://www.aliyundrive.com/s/"); + String string42 = jSONObject4.getString("key"); + sb3.append(string42); + String sb22 = sb3.toString(); + jSONObject62.put("vod_id", sb22); + String string52 = jSONObject4.getString("title"); + jSONObject62.put("vod_name", string52); + jSONObject62.put("vod_pic", str); + String string62 = jSONObject4.getString("date"); + jSONObject62.put("vod_remarks", string62); + jSONArray3.put(jSONObject62); + } + } + JSONObject jSONObject7 = new JSONObject(); + jSONObject7.put("class", jSONArray2); + jSONObject7.put("list", jSONArray3); + return jSONObject7.toString(); + } catch (Exception e) { + e.printStackTrace(); + return ""; + } + } + + @Override + public String playerContent(String str, String str2, List list) { + return pushAgent.playerContent(str, str2, list); + } + + @Override + public String searchContent(String str, boolean z) { + try { + Map allData = getAllData(this, this, this); + JSONArray jSONArray = new JSONArray(); + Set keySet = allData.keySet(); + Iterator it = keySet.iterator(); + while (true) { + if (it.hasNext()) { + Object next = it.next(); + JSONObject jSONObject = (JSONObject) allData.get(next); + if (jSONObject.has("cat")) { + String string = jSONObject.getString("cat"); + List list = b; + if (list.contains(string)) { + String string2 = jSONObject.getString("title"); + if (string2.contains(str)) { + JSONObject jSONObject2 = new JSONObject(); + StringBuilder sb = new StringBuilder(); + sb.append("https://www.aliyundrive.com/s/"); + String string3 = jSONObject.getString("key"); + sb.append(string3); + String sb2 = sb.toString(); + jSONObject2.put("vod_id", sb2); + jSONObject2.put("vod_name", string2); + jSONArray.put(jSONObject2); + } + } + } + } else { + JSONObject jSONObject3 = new JSONObject(); + jSONObject3.put("list", jSONArray); + return jSONObject3.toString(); + } + } + } catch (Exception e) { + e.printStackTrace(); + return ""; + } + } +} \ No newline at end of file diff --git a/app/src/main/java/com/github/catvod/spider/Init.java b/app/src/main/java/com/github/catvod/spider/Init.java new file mode 100644 index 0000000..3337ace --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/Init.java @@ -0,0 +1,17 @@ +package com.github.catvod.spider; + + + + +import android.content.Context; + +import com.github.catvod.crawler.SpiderDebug; +import com.github.catvod.demo.MainActivity; + +public class Init { + + + public static void init(Context context) { + SpiderDebug.log("自定义爬虫代码加载成功！"); + } +} diff --git a/app/src/main/java/com/github/catvod/spider/PushAgent.java b/app/src/main/java/com/github/catvod/spider/PushAgent.java new file mode 100644 index 0000000..b1f08f6 --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/PushAgent.java @@ -0,0 +1,660 @@ +package com.github.catvod.spider; + +import android.content.Context; +import android.net.UrlQuerySanitizer; +import android.text.TextUtils; + +import com.github.catvod.crawler.Spider; +import com.github.catvod.crawler.SpiderDebug; +import com.github.catvod.utils.Misc; +import com.github.catvod.utils.okhttp.OKCallBack; +import com.github.catvod.utils.okhttp.OkHttpUtil; + +import org.json.JSONArray; +import org.json.JSONException; +import org.json.JSONObject; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import java.io.ByteArrayInputStream; +import java.net.URLDecoder; +import java.net.URLEncoder; +import java.util.ArrayList; +import java.util.Collections; +import java.util.HashMap; +import java.util.Iterator; +import java.util.List; +import java.util.Map; +import java.util.concurrent.locks.ReentrantLock; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import okhttp3.Call; +import okhttp3.Response; + + +/** + * Author: @SDL + */ +public class PushAgent extends Spider { + private static long timeToken = 0; + + private static String accessToken = ""; + private static String refreshToken = ""; + + private static Map shareToken = new HashMap<>(); + private static Map shareExpires = new HashMap<>(); + private static final Map> videosMap = new HashMap<>(); + private static final ReentrantLock rLock = new ReentrantLock(); + public static Pattern regexAli = Pattern.compile("(https://www.aliyundrive.com/s/[^\"]+)"); + //TANGSAN + public static Pattern Folder = Pattern.compile("www.aliyundrive.com/s/([^/]+)(/folder/([^/]+))?"); + + public static Pattern regexAliFolder = Pattern.compile("www.aliyundrive.com/s/([^/]+)(/folder/([^/]+))?"); + + @Override + public void init(Context context, String extend) { + super.init(context, extend); + if (extend.startsWith("http")) { + refreshToken = OkHttpUtil.string(extend, null); + } else { + refreshToken = extend; + } + } + +// @Override +// public void init(Context context) { +// super.init(context); +//// refreshToken = OkHttpUtil.string("https://gitea.com/qiaoji/jar/raw/branch/main/token.txt", null); +//// if(refreshToken.length()!=32){ +//// refreshToken = "ad3c78559a494bde814f1a6c8c40db51"; +//// } +// refreshToken = "ad3c78559a494bde814f1a6c8c40db51"; +// } + + private static HashMap getHeaders() { + HashMap headers = new HashMap<>(); + headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36"); + headers.put("Referer", "https://www.aliyundrive.com/"); + return headers; + } + + private static HashMap getHeaders2() { + HashMap headers = new HashMap<>(); + headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36"); + return headers; + } + + private static String postJson(String url, String jsonStr, Map headerMap) { + OKCallBack.OKCallBackString callback = new OKCallBack.OKCallBackString() { + @Override + public void onFailure(Call call, Exception e) { + + } + + @Override + public void onResponse(String response) { + + } + }; + OkHttpUtil.postJson(OkHttpUtil.defaultClient(), url, jsonStr, headerMap, callback); + return callback.getResult(); + } + + protected static long getTimeSys() { + return (System.currentTimeMillis() / 1000); + } + + private static void getRefreshTk() { + long timeSys = getTimeSys(); + if (accessToken.isEmpty() || timeToken - timeSys <= 600) { + try { + JSONObject json = new JSONObject(); + json.put("refresh_token", refreshToken); + JSONObject response = new JSONObject(postJson("https://api.aliyundrive.com/token/refresh", json.toString(), getHeaders())); + accessToken = response.getString("token_type") + " " + response.getString("access_token"); + timeToken = response.getLong("expires_in") + timeSys; + } catch (JSONException e) { + SpiderDebug.log(e); + } + } + } + + private static synchronized String getShareTk(String shareId, String sharePwd) { + synchronized (PushAgent.class) { + try { + long timeSys = getTimeSys(); + String token = shareToken.get(shareId); + Long expires = shareExpires.get(shareId); + if (!TextUtils.isEmpty(token) && expires - timeSys > 600) { + return token; + } + JSONObject json = new JSONObject(); + json.put("share_id", shareId); + json.put("share_pwd", sharePwd); + JSONObject response = new JSONObject(postJson("https://api.aliyundrive.com/v2/share_link/get_share_token", json.toString(), getHeaders())); + String string = response.getString("share_token"); + shareExpires.put(shareId, timeSys + response.getLong("expires_in")); + shareToken.put(shareId, string); + return string; + } catch (JSONException e) { + SpiderDebug.log(e); + return ""; + } + } + } + + public static Object[] loadsub(String url) { + try { + return new Object[]{200, "application/octet-stream", new ByteArrayInputStream(OkHttpUtil.string(url, getHeaders()).getBytes())}; + } catch (Exception e2) { + e2.printStackTrace(); + SpiderDebug.log(e2); + return null; + } + } + + public static Object[] File(Map params) { + try { + String shareId = params.get("share_id"); + return new Object[]{200, "application/octet-stream", new ByteArrayInputStream(getVideoUrl(shareId, getShareTk(shareId, ""), params.get("file_id")).getBytes())}; + } catch (Exception e2) { + SpiderDebug.log(e2); + return null; + } + } + + public static Object[] ProxyMedia(Map params) { + try { + String shareId = params.get("share_id"); + String fileId = params.get("file_id"); + String mediaId = params.get("media_id"); + String shareToken = getShareTk(shareId, ""); + ReentrantLock reentrantLock = rLock; + reentrantLock.lock(); + String url = videosMap.get(fileId).get(mediaId); + if (new Long(new UrlQuerySanitizer(url).getValue("x-oss-expires")) - getTimeSys() <= 60) { + getVideoUrl(shareId, shareToken, fileId); + url = videosMap.get(fileId).get(mediaId); + } + reentrantLock.unlock(); + + OKCallBack.OKCallBackDefault callback = new OKCallBack.OKCallBackDefault() { + @Override + public void onFailure(Call call, Exception e) { + + } + + @Override + public void onResponse(Response response) { + + } + }; + OkHttpUtil.get(OkHttpUtil.defaultClient(), url, null, getHeaders(),callback); + return new Object[]{200, "video/MP2T", callback.getResult().body().byteStream()}; + } catch (Exception e2) { + SpiderDebug.log(e2); + return null; + } + } + + + public static Object[] vod(Map map) { + String type = map.get("type"); + if (type.equals("m3u8")) { + return File(map); + } + if (type.equals("media")) { + return ProxyMedia(map); + } + return null; + } + + private static String getVideoUrl(String shareId, String shareToken, String fileId) { + try { + getRefreshTk(); + JSONObject json = new JSONObject(); + json.put("share_id", shareId); + json.put("category", "live_transcoding"); + json.put("file_id", fileId); + json.put("template_id", ""); + HashMap Headers = getHeaders(); + Headers.put("x-share-token", shareToken); + Headers.put("authorization", accessToken); + JSONObject jSONObject3 = new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info", json.toString(), Headers)); + JSONArray playList = jSONObject3.getJSONObject("video_preview_play_info").getJSONArray("live_transcoding_task_list"); + String videoUrl = ""; + String[] orders = new String[]{"FHD", "HD", "SD"}; + for (String or : orders) { + for (int i = 0; i < playList.length(); i++) { + JSONObject obj = playList.getJSONObject(i); + if (obj.optString("template_id").equals(or)) { + videoUrl = obj.getString("url"); + break; + } + } + if (!videoUrl.isEmpty()) + break; + } + if (videoUrl.isEmpty() && playList.length() > 0) { + videoUrl = playList.getJSONObject(0).getString("url"); + } + Map> respHeaderMap = new HashMap<>(); + OkHttpUtil.stringNoRedirect(videoUrl, getHeaders(), respHeaderMap); + String url = OkHttpUtil.getRedirectLocation(respHeaderMap); + String medias = OkHttpUtil.string(url, getHeaders()); + String site = url.substring(0, url.lastIndexOf("/")) + "/"; + ArrayList lists = new ArrayList<>(); + Map video = new HashMap<>(); + String[] split = medias.split("\n"); + int j = 0; + for (int i = 0; i < split.length; i++) { + String vod = split[i]; + if (vod.contains("x-oss-expires")) { + j++; + video.put("" + j, site + vod); + vod = Proxy.localProxyUrl() + "?do=ali&type=media&share_id=" + shareId + "&file_id=" + fileId + "&media_id=" + j; + } + lists.add(vod); + } + videosMap.put(fileId, video); +// Map o = new HashMap<>(); +// o.put("share_id",shareId); +// o.put("file_id",fileId); +// o.put("media_id",""+(--j)); +// ProxyMedia(o); + return TextUtils.join("\n", lists); + } catch (Exception e2) { + SpiderDebug.log(e2); + return ""; + } + } + + private static String getOriginalVideoUrl(String shareId, String shareToken, String fileId, String category) { + try { + getRefreshTk(); + HashMap json = getHeaders(); + json.put("x-share-token", shareToken); + json.put("authorization", accessToken); + if (category.equals("video")) { + JSONObject jSONObject = new JSONObject(); + jSONObject.put("share_id", shareId); + jSONObject.put("category", "live_transcoding"); + jSONObject.put("file_id", fileId); + jSONObject.put("template_id", ""); + JSONObject jSONObject2 = new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info", jSONObject.toString(), json)); + shareId = jSONObject2.getString("share_id"); + fileId = jSONObject2.getString("file_id"); + } + JSONObject jSONObject3 = new JSONObject(); + if (category.equals("video")) { + jSONObject3.put("expire_sec", 600); + jSONObject3.put("file_id", fileId); + jSONObject3.put("share_id", shareId); + } + if (category.equals("audio")) { + jSONObject3.put("share_id", shareId); + jSONObject3.put("get_audio_play_info", true); + jSONObject3.put("file_id", fileId); + } + return new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_download_url", jSONObject3.toString(), json)).getString("download_url"); + } catch (Exception e) { + SpiderDebug.log(e); + return ""; + } + } + + + public void listFiles(Map map, String shareId, String shareToken, String fileId) { + try { + String url = "https://api.aliyundrive.com/adrive/v3/file/list"; + HashMap headers = getHeaders(); + headers.put("x-share-token", shareToken); + JSONObject json = new JSONObject(); + json.put("image_thumbnail_process", "image/resize,w_160/format,jpeg"); + json.put("image_url_process", "image/resize,w_1920/format,jpeg"); + json.put("limit", 200); + json.put("order_by", "updated_at"); + json.put("order_direction", "DESC"); + json.put("parent_file_id", fileId); + json.put("share_id", shareId); + json.put("video_thumbnail_process", "video/snapshot,t_1000,f_jpg,ar_auto,w_300"); + String marker = ""; + ArrayList arrayList = new ArrayList<>(); + for(int i=1;i<=50;i++) { + if (i >1 && marker.isEmpty()) + break; + json.put("marker", marker); + JSONObject data = new JSONObject(postJson(url, json.toString(), headers)); + JSONArray items = data.getJSONArray("items"); + + for (int j = 0; j < items.length(); j++) { + JSONObject item = items.getJSONObject(j); + if (item.getString("type").equals("folder")) { + arrayList.add(item.getString("file_id")); + } else { + //vnd.rn-realmedia-vbr 为rmvb格式 + if (item.getString("mime_type").contains("video")||item.getString("mime_type").contains("vnd.rn-realmedia-vbr")) { + String replace = item.getString("name").replace("#", "_").replace("$", "_"); + map.put(replace, shareId + "+" + shareToken + "+" + item.getString("file_id")+"+"+item.getString("category")); + } + } + } + marker = data.getString("next_marker"); + } + + for (String item : arrayList) { + try { + listFiles(map, shareId, shareToken, item); + } catch (Exception e) { + SpiderDebug.log(e); + return; + } + } + } catch (Exception e) { + SpiderDebug.log(e); + } + } + + + @Override + public String detailContent(List ids) { + try { + String url = ids.get(0); + if (Misc.isVip(url) && !url.contains("qq.com") && !url.contains("mgtv.com")) { + JSONObject result = new JSONObject(); + JSONArray list = new JSONArray(); + JSONObject vodAtom = new JSONObject(); + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", url); + vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg"); + vodAtom.put("type_name", "官源"); + vodAtom.put("vod_year", ""); + vodAtom.put("vod_area", ""); + vodAtom.put("vod_remarks", ""); + vodAtom.put("vod_actor", ""); + vodAtom.put("vod_director", ""); + vodAtom.put("vod_content", ""); + vodAtom.put("vod_play_from", "jx"); + vodAtom.put("vod_play_url", "立即播放$" + url); + list.put(vodAtom); + result.put("list", list); + return result.toString(); + } else if (Misc.isVip(url) && url.contains("qq.com")) { + List vodItems = new ArrayList<>(); + JSONObject result = new JSONObject(); + JSONArray lists = new JSONArray(); + JSONObject vodAtom = new JSONObject(); + Document doc = Jsoup.parse(OkHttpUtil.string(url, getHeaders2())); + String VodName = doc.select("head > title").text(); + Elements playListA = doc.select("div.episode-list-rect__item"); + if (!playListA.isEmpty()) { + for (int j = 0; j < playListA.size(); j++) { + Element vod = playListA.get(j); + String a = vod.select("div").attr("data-vid"); + String b = vod.select("div").attr("data-cid"); + String id = "https://v.qq.com/x/cover/" + b + "/" + a; + String name = vod.select("div span").text(); + vodItems.add(name + "$" + id); + } + String playList = TextUtils.join("#", vodItems); + vodAtom.put("vod_play_url", playList); + } else { + vodAtom.put("vod_play_url", "立即播放$" + url); + } + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", VodName); + vodAtom.put("vod_pic", "https://img2.baidu.com/it/u=2655029475,2190949369&fm=253&fmt=auto&app=138&f=JPEG?w=500&h=593"); + vodAtom.put("type_name", "腾讯视频"); + vodAtom.put("vod_year", ""); + vodAtom.put("vod_area", ""); + vodAtom.put("vod_remarks", ""); + vodAtom.put("vod_actor", ""); + vodAtom.put("vod_director", ""); + vodAtom.put("vod_content", url); + vodAtom.put("vod_play_from", "jx"); + lists.put(vodAtom); + result.put("list", lists); + return result.toString(); + } else if (Misc.isVip(url) && url.contains("mgtv.com")) { + List vodItems = new ArrayList<>(); + JSONObject result = new JSONObject(); + JSONArray lists = new JSONArray(); + JSONObject vodAtom = new JSONObject(); + Pattern mgtv = Pattern.compile("https://\\S+mgtv.com/b/(\\d+)/(\\d+).html.*"); + Matcher mgtv1 = mgtv.matcher(url); + String VodNames = ""; + if (mgtv1.find()) { + String Ep = "https://pcweb.api.mgtv.com/episode/list?video_id=" + mgtv1.group(2); + JSONObject Data = new JSONObject(OkHttpUtil.string(Ep, getHeaders2())); + VodNames = Data.getJSONObject("data").getJSONObject("info").getString("title"); + JSONArray a = new JSONArray(Data.getJSONObject("data").getString("list")); + if (a.length() > 0) { + for (int i = 0; i < a.length(); i++) { + JSONObject jObj = a.getJSONObject(i); + if (jObj.getString("isIntact").equals("1")) { + String VodName = jObj.getString("t4"); + String id = jObj.getString("video_id"); + String VodId = "https://www.mgtv.com/b/" + mgtv1.group(1) + "/" + id + ".html"; + vodItems.add(VodName + "$" + VodId); + } + } + String playList = TextUtils.join("#", vodItems); + vodAtom.put("vod_play_url", playList); + } else { + vodAtom.put("vod_play_url", "立即播放$" + url); + } + } + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", VodNames); + vodAtom.put("vod_pic", "https://img2.baidu.com/it/u=2562822927,704100654&fm=253&fmt=auto&app=138&f=JPEG?w=600&h=380"); + vodAtom.put("type_name", "芒果视频"); + vodAtom.put("vod_year", ""); + vodAtom.put("vod_area", ""); + vodAtom.put("vod_remarks", ""); + vodAtom.put("vod_actor", ""); + vodAtom.put("vod_director", ""); + vodAtom.put("vod_content", url); + vodAtom.put("vod_play_from", "jx"); + lists.put(vodAtom); + result.put("list", lists); + return result.toString(); + } else if (Misc.isVideoFormat(url)) { + JSONObject result = new JSONObject(); + JSONArray list = new JSONArray(); + JSONObject vodAtom = new JSONObject(); + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", url); + vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg"); + vodAtom.put("type_name", "直连"); + vodAtom.put("vod_play_from", "player"); + vodAtom.put("vod_play_url", "立即播放$" + url); + list.put(vodAtom); + result.put("list", list); + return result.toString(); + } else if (url.startsWith("magnet:")) { + String name = ""; + Matcher matcher = Pattern.compile("(^|&)dn=([^&]*)(&|$)").matcher(URLDecoder.decode(url)); + if (matcher.find()) { + name = matcher.group(2); + } + JSONObject result = new JSONObject(); + JSONArray list = new JSONArray(); + JSONObject vodAtom = new JSONObject(); + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", !name.equals("") ? name : url); + vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg"); + vodAtom.put("type_name", "磁力链接"); + vodAtom.put("vod_content", url); + vodAtom.put("vod_play_from", "magnet"); + vodAtom.put("vod_play_url", "立即播放$" + url); + list.put(vodAtom); + result.put("list", list); + return result.toString(); + } else if (regexAli.matcher(url).find()) { + Matcher matcher = regexAliFolder.matcher(url); + if (!matcher.find()) { + return ""; + } + String shareId = matcher.group(1); + String fileId = matcher.groupCount() == 3 ? matcher.group(3) : ""; + JSONObject json = new JSONObject(); + json.put("share_id", shareId); + JSONObject shareLinkJson = new JSONObject(postJson("https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous", json.toString(), getHeaders())); + JSONArray fileInfoLists = shareLinkJson.getJSONArray("file_infos"); + if (fileInfoLists.length() == 0) { + return ""; + } + JSONObject fileInfo = null; + if (!TextUtils.isEmpty(fileId)) { + for (int i = 0; i < fileInfoLists.length(); i++) { + JSONObject item = fileInfoLists.getJSONObject(i); + if (item.getString("file_id").equals(item.getString("file_id"))) { + fileInfo = item; + break; + } + } + } else { + fileInfo = fileInfoLists.getJSONObject(0); + fileId = fileInfo.getString("file_id"); + } + JSONObject vodAtom = new JSONObject(); + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", shareLinkJson.getString("share_name")); + vodAtom.put("vod_pic", shareLinkJson.getString("avatar")); + vodAtom.put("vod_content", url); + vodAtom.put("type_name", "阿里云盘"); + ArrayList vodItems = new ArrayList<>(); + if (!fileInfo.getString("type").equals("folder")) { + if (!fileInfo.getString("type").equals("file") || !fileInfo.getString("category").equals("video")) { + return ""; + } + fileId = "root"; + } + String shareTk = getShareTk(shareId, ""); + Map hashMap = new HashMap<>(); + listFiles(hashMap, shareId, shareTk, fileId); + ArrayList arrayList2 = new ArrayList<>(hashMap.keySet()); + Collections.sort(arrayList2); + for (String item : arrayList2) { + vodItems.add(item + "$" + hashMap.get(item)); + } + if(vodItems.size()>0){ + ArrayList playLists = new ArrayList<>(); + playLists.add(TextUtils.join("#", vodItems)); + playLists.add(TextUtils.join("#", vodItems)); + vodAtom.put("vod_play_url", TextUtils.join("$$$", playLists)); + vodAtom.put("vod_play_from", "AliYun$$$AliYun原画"); + } + JSONObject result = new JSONObject(); + JSONArray list = new JSONArray(); + list.put(vodAtom); + result.put("list", list); +// Map o = new HashMap<>(); +// o.put("share_id",shareId); +// o.put("file_id",hashMap.get(arrayList2.get(0)).split("\\+")[2]); +// getRefreshTk(); +// File(o); + return result.toString(); + + } else if (url.startsWith("http://") || url.startsWith("https://")) { + JSONObject result = new JSONObject(); + JSONArray list = new JSONArray(); + JSONObject vodAtom = new JSONObject(); + vodAtom.put("vod_id", url); + vodAtom.put("vod_name", url); + vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg"); + vodAtom.put("type_name", "网页"); + vodAtom.put("vod_play_from", "parse"); + vodAtom.put("vod_play_url", "立即播放$" + url); + list.put(vodAtom); + result.put("list", list); + return result.toString(); + } + } catch (Exception e) { + SpiderDebug.log(e); + return ""; + } + return ""; + } + + @Override + public String playerContent(String flag, String id, List vipFlags) { + try { + if (flag.equals("jx")) { + JSONObject result = new JSONObject(); + result.put("parse", 1); + result.put("jx", "1"); + result.put("url", id); + return result.toString(); + } else if (flag.equals("parse")) { + JSONObject result = new JSONObject(); + result.put("parse", 1); + result.put("playUrl", ""); + result.put("url", id); + return result.toString(); + } else if (flag.equals("player") || flag.equals("magnet")) { + JSONObject result = new JSONObject(); + result.put("parse", 0); + result.put("playUrl", ""); + result.put("url", id); + return result.toString(); + }else if (flag.equals("AliYun")) { + String[] split = id.split("\\+"); + String videoUrl = Proxy.localProxyUrl() + "?do=ali&type=m3u8&share_id=" + split[0] + "&file_id=" + split[2]; + JSONObject result = new JSONObject(); + result.put("parse", "0"); + result.put("playUrl", ""); + result.put("url", videoUrl); + result.put("header", ""); + return result.toString(); + }else if (flag.equals("AliYun原画")) { + String[] split = id.split("\\+"); + String url = getOriginalVideoUrl(split[0], split[1], split[2], split[3]); + Map> headerMap = new HashMap<>(); + OkHttpUtil.stringNoRedirect(url, getHeaders(), headerMap); + String videoUrl = OkHttpUtil.getRedirectLocation(headerMap); + JSONObject result = new JSONObject(); + result.put("parse", "0"); + result.put("playUrl", ""); + result.put("url", videoUrl); + result.put("header", new JSONObject(getHeaders()).toString()); + return result.toString(); + + } + } catch (Throwable throwable) { + + } + return ""; + } + + /** + * 搜索 + * + * @param key + * @param quick 是否播放页的快捷搜索 + * @return + */ + @Override + public String searchContent(String key, boolean quick) { + try { + String trim = key.trim(); + if (!regexAli.matcher(trim).find()) { + return ""; + } + JSONArray videos = new JSONArray(); + JSONObject v = new JSONObject(); + v.put("vod_id", trim); + v.put("vod_name", trim); + videos.put(v); + JSONObject result = new JSONObject(); + result.put("list", videos); + return result.toString(); + } catch (Exception e2) { + SpiderDebug.log(e2); + return ""; + } + } +} diff --git a/app/src/main/java/com/github/catvod/spider/Upyunso.java b/app/src/main/java/com/github/catvod/spider/Upyunso.java new file mode 100644 index 0000000..1229f0b --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/Upyunso.java @@ -0,0 +1,118 @@ +package com.github.catvod.spider; + +import android.content.Context; +import android.util.Base64; + +import com.github.catvod.crawler.Spider; +import com.github.catvod.utils.okhttp.OkHttpUtil; + +import java.net.URLEncoder; +import java.util.HashMap; +import java.util.Iterator; +import java.util.LinkedHashMap; +import java.util.List; +import java.util.Map; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.json.JSONArray; +import org.json.JSONObject; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + + +public class Upyunso extends Spider { + private PushAgent pushAgent; + private static String siteUrl = "https://www.upyunso.com/"; + private static String apiUrl = "https://api.upyunso.com/"; + private static Pattern aliyun = Pattern.compile("(https:\\/\\/www.aliyundrive.com\\/s\\/[^\\\"]+)"); + + @Override + public void init(Context context, String extend) { + super.init(context, extend); + pushAgent = new PushAgent(); + pushAgent.init(context, extend); + } + + @Override + public String detailContent(List list) { + try { + Pattern pattern = aliyun; + if (pattern.matcher(list.get(0)).find()) { + return pushAgent.detailContent(list); + } + String jqurl=(apiUrl+list.get(0)).replace(".html",""); + String jxUrl=new String(Base64.decode(OkHttpUtil.string(jqurl, sHeaders()), Base64.DEFAULT)); + String realUrl= new JSONObject(jxUrl).getJSONObject("result").getString("res_url"); + Matcher matcher = pattern.matcher(realUrl); + if (!matcher.find()) { + return ""; + } + list.set(0, matcher.group(1).replaceAll("\\\\", "")); + return pushAgent.detailContent(list); + } catch (Exception e) { + e.printStackTrace(); + return ""; + } + } + + @Override + public String playerContent(String str, String str2, List list) { + return pushAgent.playerContent(str, str2, list); + } + +// protected static HashMap Headers() { +// HashMap headers = new HashMap<>(); +// headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36"); +// headers.put("origin", "https://www.upyunso.com"); +// return headers; +// } + + protected static HashMap sHeaders() { + HashMap headers = new HashMap<>(); + headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36"); + return headers; + } + + + @Override + public String searchContent(String key, boolean quick) { + try { + JSONObject result = new JSONObject(); + JSONArray videos = new JSONArray(); + String cover = "https://inews.gtimg.com/newsapp_bt/0/13263837859/1000"; + + String searchurl = apiUrl + "search?keyword=" + URLEncoder.encode(key) + "&page=1&s_type=2"; + String content = new String(Base64.decode(OkHttpUtil.string(searchurl, sHeaders()), Base64.DEFAULT)); + JSONArray playList = new JSONObject(content).getJSONObject("result").getJSONArray("items"); + + + for (int i = 0; i < playList.length(); i++) { + JSONArray source = playList.getJSONObject(i).getJSONArray("content"); + for (int j = 0; j < source.length(); j++) { + JSONObject vid = source.getJSONObject(j); + String sourceName = vid.getString("title"); + String sourceUrl = vid.getString("size"); + if (sourceUrl.contains("download.html")) { + JSONObject v = new JSONObject(); + v.put("vod_name", sourceName); + v.put("vod_id", sourceUrl); + v.put("vod_pic", cover); + videos.put(v); + } else + continue; + + } + + } + result.put("list", videos); + return result.toString(); + + } catch (Exception e) { + e.printStackTrace(); + } + return ""; + } +} \ No newline at end of file