yeyinly/TvJar
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add files via upload

Browse Source
This commit is contained in:
gzlinz2
2022-10-10 14:44:33 +08:00
committed by GitHub
parent ee6241be68
commit 28f93fd798
5 changed files with 1213 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/src/main/java/com/github/catvod/spider/AliPS.java
+108
View File
@@ -0,0 +1,108 @@
package com.github.catvod.spider;
import android.content.Context;
import com.github.catvod.crawler.Spider;
import com.github.catvod.utils.okhttp.OkHttpUtil;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.json.JSONArray;
import org.json.JSONObject;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
public class AliPS extends Spider {
private PushAgent pushAgent;
private static String b = "https://www.alipansou.com";
private static Pattern a = Pattern.compile("(https:\\/\\/www.aliyundrive.com\\/s\\/[^\\\"]+)");
@Override
public void init(Context context, String extend) {
super.init(context, extend);
pushAgent = new PushAgent();
pushAgent.init(context, extend);
}
@Override
public String detailContent(List<String> list) {
try {
Pattern pattern = a;
if (pattern.matcher(list.get(0)).find()) {
return pushAgent.detailContent(list);
}
Matcher matcher = pattern.matcher(OkHttpUtil.string("https://www.alipansou.com" + list.get(0), null));
if (!matcher.find()) {
return "";
}
list.set(0, matcher.group(1).replaceAll("\\\\",""));
return pushAgent.detailContent(list);
} catch (Exception e) {
e.printStackTrace();
return "";
}
}
@Override
public String playerContent(String str, String str2, List<String> list) {
return pushAgent.playerContent(str, str2, list);
}
protected static HashMap<String, String> sHeaders() {
HashMap<String, String> headers = new HashMap<>();
headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36");
return headers;
}
@Override
public String searchContent(String key, boolean z) {
try {
HashMap hashMap = new HashMap();
hashMap.put("7", "文件夹");
hashMap.put("1", "视频");
JSONArray jSONArray = new JSONArray();
Iterator entries = hashMap.entrySet().iterator();
while (entries.hasNext()) {
Map.Entry entry = (Map.Entry) entries.next();
String str2 = (String) entry.getValue();
String sb2 = b + "/search?k=" + URLEncoder.encode(key) + "&t=" + (String) entry.getKey();
Document doc = Jsoup.parse(OkHttpUtil.string(sb2, sHeaders()));
Elements Data = doc.select("van-row a");
for (int i = 0; i < Data.size(); i++) {
Element next = Data.get(i);
String filename = next.select("template div").text();
Pattern pattern = Pattern.compile("(时间: \\S+)");
Matcher matcher = pattern.matcher(filename);
if (!matcher.find())
continue;
String remark = matcher.group(1);
if (filename.contains(key)) {
JSONObject v = new JSONObject();
String id = next.attr("href");
String title = "[" + str2 + "]" + filename;
v.put("vod_id", id);
v.put("vod_name", title);
v.put("remark", remark);
v.put("vod_pic", "https://inews.gtimg.com/newsapp_bt/0/13263837859/1000");
jSONArray.put(v);
}
}
}
JSONObject jSONObject2 = new JSONObject();
jSONObject2.put("list", jSONArray);
return jSONObject2.toString();
} catch (Exception e) {
e.printStackTrace();
}
return "";
}
}
app/src/main/java/com/github/catvod/spider/Gitcafe.java
+310
View File
@@ -0,0 +1,310 @@
package com.github.catvod.spider;
import android.content.Context;
import android.util.TimeUtils;
import com.github.catvod.crawler.Spider;
import com.github.catvod.utils.okhttp.OkHttpUtil;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.json.JSONArray;
import org.json.JSONObject;
public class Gitcafe extends Spider {
private Map<String, JSONObject> a;
private List<String> b;
private PushAgent pushAgent;
private JSONObject d;
private JSONObject Home;
@Override
public void init(Context context, String extend) {
super.init(context, extend);
pushAgent = new PushAgent();
pushAgent.init(context, extend);
try {
d = new JSONObject("{\"hyds\":\"华语电视\",\"rhds\":\"日韩电视\",\"omds\":\"欧美电视\",\"qtds\":\"其他电视\",\"hydy\":\"华语电影\",\"rhdy\":\"日韩电影\",\"omdy\":\"欧美电影\",\"qtdy\":\"其他电影\",\"hydm\":\"华语动漫\",\"rhdm\":\"日韩动漫\",\"omdm\":\"欧美动漫\",\"jlp\":\"纪录片\",\"zyp\":\"综艺片\",\"jypx\":\"教育培训\",\"qtsp\":\"其他视频\",\"hyyy\":\"华语音乐\",\"rhyy\":\"日韩音乐\",\"omyy\":\"欧美音乐\",\"qtyy\":\"其他音乐\",\"kfrj\":\"娱乐软件\",\"xtrj\":\"系统软件\",\"wlrj\":\"网络软件\",\"bgrj\":\"办公软件\",\"qtrj\":\"其他软件\",\"mh\":\"漫画\",\"xs\":\"小说\",\"cbs\":\"出版书\",\"zspx\":\"知识培训\",\"qtwd\":\"其他文档\",\"bz\":\"壁纸\",\"rw\":\"人物\",\"fj\":\"风景\",\"qttp\":\"其他图片\",\"qt\":\"其他\"}");
} catch (Exception e) {
e.printStackTrace();
}
ArrayList arrayList = new ArrayList();
this.b = arrayList;
arrayList.add("hydm");
List<String> list = this.b;
list.add("hyds");
List<String> list2 = this.b;
list2.add("hydy");
List<String> list3 = this.b;
list3.add("omdm");
List<String> list4 = this.b;
list4.add("omds");
List<String> list5 = this.b;
list5.add("omdy");
List<String> list6 = this.b;
list6.add("rhdm");
List<String> list7 = this.b;
list7.add("rhds");
List<String> list8 = this.b;
list8.add("rhdy");
List<String> list9 = this.b;
list9.add("qtds");
List<String> list10 = this.b;
list10.add("qtdy");
List<String> list11 = this.b;
list11.add("qtsp");
List<String> list12 = this.b;
list12.add("jlp");
List<String> list13 = this.b;
list13.add("zyp");
}
protected HashMap<String, String> LT() {
HashMap<String, String> hashMap = new HashMap<>();
hashMap.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36");
return hashMap;
}
@Override
public String categoryContent(String str, String str2, boolean z, HashMap<String, String> hashMap) {
try {
Map allData = getAllData(this, this, this);
JSONArray jSONArray = new JSONArray();
Set<String> keySet = allData.keySet();
for (String str3 : keySet) {
JSONObject jSONObject = (JSONObject) allData.get(str3);
if (jSONObject.has("cat")) {
String string = jSONObject.getString("cat");
if (string.equals(str)) {
JSONObject jSONObject2 = new JSONObject();
String sb2 = "https://www.aliyundrive.com/s/" + jSONObject.getString("key");
jSONObject2.put("vod_id", sb2);
String string2 = jSONObject.getString("title");
jSONObject2.put("vod_name", string2);
jSONObject2.put("vod_pic", "https://www.lgstatic.com/i/image2/M01/15/7E/CgoB5lysLXCADg6ZAABapAHUnQM321.jpg");
jSONArray.put(jSONObject2);
}
}
}
JSONObject jSONObject3 = new JSONObject();
jSONObject3.put("page", 1);
jSONObject3.put("pagecount", 1);
int length = jSONArray.length();
jSONObject3.put("limit", length);
TimeUtils.getTimeZoneDatabaseVersion();
int length2 = jSONArray.length();
jSONObject3.put("total", length2);
jSONObject3.put("list", jSONArray);
return jSONObject3.toString();
} catch (Exception e) {
e.printStackTrace();
return "";
}
}
@Override
public String detailContent(List<String> list) {
try {
Map allData = getAllData(this, this, this);
JSONObject jSONObject = new JSONObject(pushAgent.detailContent(list));
JSONArray jSONArray = jSONObject.getJSONArray("list");
int i = 0;
while (true) {
if (i >= list.size()) {
break;
}
if (i >= jSONArray.length()) {
break;
}
JSONObject jSONObject2 = jSONArray.getJSONObject(i);
Pattern pattern = PushAgent.Folder;
Matcher matcher = pattern.matcher(list.get(i));
if (matcher.find()) {
String group = matcher.group(1);
if (allData.containsKey(group)) {
JSONObject jSONObject3 = (JSONObject) allData.get(group);
jSONObject2.put("vod_pic", "https://www.lgstatic.com/i/image2/M01/15/7E/CgoB5lysLXCADg6ZAABapAHUnQM321.jpg");
}
}
i++;
}
return jSONObject.toString();
} catch (Exception e) {
e.printStackTrace();
return null;
}
}
public synchronized Map getAllData(Object obj, Object obj2, Object obj3) {
Map<String, JSONObject> map;
obj.getClass();
obj2.getClass();
obj3.getClass();
synchronized (this) {
try {
if (a == null) {
HashMap hashMap = new HashMap();
HashMap<String, String> LT = LT();
for (Iterator<String> iter = b.iterator(); iter.hasNext(); ) {
String element = iter.next();
String content = OkHttpUtil.string("https://gitcafe.net/alipaper/data/" + element + ".json", LT);
// JSONObject data = new JSONObject(content);
JSONArray jSONArray = new JSONArray(content);
// data.getJSONArray("data");
for (int i = 0; i < jSONArray.length(); i++) {
JSONObject jSONObject = jSONArray.getJSONObject(i);
hashMap.put(jSONObject.getString("key"), jSONObject);
}
}
a = hashMap;
}
} catch (Exception e) {
e.printStackTrace();
}
map = a;
}
return map;
}
public JSONObject getHomeData(Object obj) {
obj.getClass();
try {
if (Home == null) {
HashMap<String, String> LT = LT();
Home = new JSONObject(OkHttpUtil.string("https://gitcafe.net/alipaper/home.json", LT));
}
} catch (Exception e) {
e.printStackTrace();
}
return Home;
}
@Override
public String homeContent(boolean z) {
String str = "https://www.lgstatic.com/i/image2/M01/15/7E/CgoB5lysLXCADg6ZAABapAHUnQM321.jpg";
try {
JSONObject homeData = getHomeData(this);
JSONObject jSONObject = homeData.getJSONObject("info");
JSONArray jSONArray = jSONObject.getJSONArray("new");
JSONArray jSONArray2 = new JSONArray();
List<String> list = b;
Iterator<String> it = list.iterator();
while (true) {
if (!it.hasNext()) {
break;
}
String next = it.next();
JSONObject jSONObject2 = new JSONObject();
jSONObject2.put("type_id", next);
JSONObject jSONObject3 = d;
String string = jSONObject3.getString(next);
jSONObject2.put("type_name", string);
jSONArray2.put(jSONObject2);
}
Map allData = getAllData(this, this, this);
JSONArray jSONArray3 = new JSONArray();
for (int i = 0; i < jSONArray.length(); i++) {
JSONObject jSONObject4 = jSONArray.getJSONObject(i);
String string2 = jSONObject4.getString("cat");
List<String> list2 = b;
if (list2.contains(string2)) {
String string3 = jSONObject4.getString("key");
if (allData.containsKey(string3)) {
JSONObject jSONObject5 = (JSONObject) allData.get(string3);
JSONObject jSONObject6 = new JSONObject();
StringBuilder sb = new StringBuilder();
sb.append("https://www.aliyundrive.com/s/");
String string4 = jSONObject4.getString("key");
sb.append(string4);
String sb2 = sb.toString();
jSONObject6.put("vod_id", sb2);
String string5 = jSONObject4.getString("title");
jSONObject6.put("vod_name", string5);
jSONObject6.put("vod_pic", str);
String string6 = jSONObject4.getString("date");
jSONObject6.put("vod_remarks", string6);
jSONArray3.put(jSONObject6);
}
JSONObject jSONObject62 = new JSONObject();
StringBuilder sb3 = new StringBuilder();
sb3.append("https://www.aliyundrive.com/s/");
String string42 = jSONObject4.getString("key");
sb3.append(string42);
String sb22 = sb3.toString();
jSONObject62.put("vod_id", sb22);
String string52 = jSONObject4.getString("title");
jSONObject62.put("vod_name", string52);
jSONObject62.put("vod_pic", str);
String string62 = jSONObject4.getString("date");
jSONObject62.put("vod_remarks", string62);
jSONArray3.put(jSONObject62);
}
}
JSONObject jSONObject7 = new JSONObject();
jSONObject7.put("class", jSONArray2);
jSONObject7.put("list", jSONArray3);
return jSONObject7.toString();
} catch (Exception e) {
e.printStackTrace();
return "";
}
}
@Override
public String playerContent(String str, String str2, List<String> list) {
return pushAgent.playerContent(str, str2, list);
}
@Override
public String searchContent(String str, boolean z) {
try {
Map allData = getAllData(this, this, this);
JSONArray jSONArray = new JSONArray();
Set keySet = allData.keySet();
Iterator it = keySet.iterator();
while (true) {
if (it.hasNext()) {
Object next = it.next();
JSONObject jSONObject = (JSONObject) allData.get(next);
if (jSONObject.has("cat")) {
String string = jSONObject.getString("cat");
List<String> list = b;
if (list.contains(string)) {
String string2 = jSONObject.getString("title");
if (string2.contains(str)) {
JSONObject jSONObject2 = new JSONObject();
StringBuilder sb = new StringBuilder();
sb.append("https://www.aliyundrive.com/s/");
String string3 = jSONObject.getString("key");
sb.append(string3);
String sb2 = sb.toString();
jSONObject2.put("vod_id", sb2);
jSONObject2.put("vod_name", string2);
jSONArray.put(jSONObject2);
}
}
}
} else {
JSONObject jSONObject3 = new JSONObject();
jSONObject3.put("list", jSONArray);
return jSONObject3.toString();
}
}
} catch (Exception e) {
e.printStackTrace();
return "";
}
}
}
app/src/main/java/com/github/catvod/spider/Init.java
+17
View File
@@ -0,0 +1,17 @@
package com.github.catvod.spider;
import android.content.Context;
import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.demo.MainActivity;
public class Init {
public static void init(Context context) {
SpiderDebug.log("自定义爬虫代码加载成功！");
}
}
app/src/main/java/com/github/catvod/spider/PushAgent.java
+660
View File
@@ -0,0 +1,660 @@
package com.github.catvod.spider;
import android.content.Context;
import android.net.UrlQuerySanitizer;
import android.text.TextUtils;
import com.github.catvod.crawler.Spider;
import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.utils.Misc;
import com.github.catvod.utils.okhttp.OKCallBack;
import com.github.catvod.utils.okhttp.OkHttpUtil;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import java.io.ByteArrayInputStream;
import java.net.URLDecoder;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.concurrent.locks.ReentrantLock;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import okhttp3.Call;
import okhttp3.Response;
/**
* Author: @SDL
*/
public class PushAgent extends Spider {
private static long timeToken = 0;
private static String accessToken = "";
private static String refreshToken = "";
private static Map<String, String> shareToken = new HashMap<>();
private static Map<String, Long> shareExpires = new HashMap<>();
private static final Map<String, Map<String, String>> videosMap = new HashMap<>();
private static final ReentrantLock rLock = new ReentrantLock();
public static Pattern regexAli = Pattern.compile("(https://www.aliyundrive.com/s/[^\"]+)");
//TANGSAN
public static Pattern Folder = Pattern.compile("www.aliyundrive.com/s/([^/]+)(/folder/([^/]+))?");
public static Pattern regexAliFolder = Pattern.compile("www.aliyundrive.com/s/([^/]+)(/folder/([^/]+))?");
@Override
public void init(Context context, String extend) {
super.init(context, extend);
if (extend.startsWith("http")) {
refreshToken = OkHttpUtil.string(extend, null);
} else {
refreshToken = extend;
}
}
// @Override
// public void init(Context context) {
// super.init(context);
//// refreshToken = OkHttpUtil.string("https://gitea.com/qiaoji/jar/raw/branch/main/token.txt", null);
//// if(refreshToken.length()!=32){
//// refreshToken = "ad3c78559a494bde814f1a6c8c40db51";
//// }
// refreshToken = "ad3c78559a494bde814f1a6c8c40db51";
// }
private static HashMap<String, String> getHeaders() {
HashMap<String, String> headers = new HashMap<>();
headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36");
headers.put("Referer", "https://www.aliyundrive.com/");
return headers;
}
private static HashMap<String, String> getHeaders2() {
HashMap<String, String> headers = new HashMap<>();
headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36");
return headers;
}
private static String postJson(String url, String jsonStr, Map<String, String> headerMap) {
OKCallBack.OKCallBackString callback = new OKCallBack.OKCallBackString() {
@Override
public void onFailure(Call call, Exception e) {
}
@Override
public void onResponse(String response) {
}
};
OkHttpUtil.postJson(OkHttpUtil.defaultClient(), url, jsonStr, headerMap, callback);
return callback.getResult();
}
protected static long getTimeSys() {
return (System.currentTimeMillis() / 1000);
}
private static void getRefreshTk() {
long timeSys = getTimeSys();
if (accessToken.isEmpty() || timeToken - timeSys <= 600) {
try {
JSONObject json = new JSONObject();
json.put("refresh_token", refreshToken);
JSONObject response = new JSONObject(postJson("https://api.aliyundrive.com/token/refresh", json.toString(), getHeaders()));
accessToken = response.getString("token_type") + " " + response.getString("access_token");
timeToken = response.getLong("expires_in") + timeSys;
} catch (JSONException e) {
SpiderDebug.log(e);
}
}
}
private static synchronized String getShareTk(String shareId, String sharePwd) {
synchronized (PushAgent.class) {
try {
long timeSys = getTimeSys();
String token = shareToken.get(shareId);
Long expires = shareExpires.get(shareId);
if (!TextUtils.isEmpty(token) && expires - timeSys > 600) {
return token;
}
JSONObject json = new JSONObject();
json.put("share_id", shareId);
json.put("share_pwd", sharePwd);
JSONObject response = new JSONObject(postJson("https://api.aliyundrive.com/v2/share_link/get_share_token", json.toString(), getHeaders()));
String string = response.getString("share_token");
shareExpires.put(shareId, timeSys + response.getLong("expires_in"));
shareToken.put(shareId, string);
return string;
} catch (JSONException e) {
SpiderDebug.log(e);
return "";
}
}
}
public static Object[] loadsub(String url) {
try {
return new Object[]{200, "application/octet-stream", new ByteArrayInputStream(OkHttpUtil.string(url, getHeaders()).getBytes())};
} catch (Exception e2) {
e2.printStackTrace();
SpiderDebug.log(e2);
return null;
}
}
public static Object[] File(Map<String, String> params) {
try {
String shareId = params.get("share_id");
return new Object[]{200, "application/octet-stream", new ByteArrayInputStream(getVideoUrl(shareId, getShareTk(shareId, ""), params.get("file_id")).getBytes())};
} catch (Exception e2) {
SpiderDebug.log(e2);
return null;
}
}
public static Object[] ProxyMedia(Map<String, String> params) {
try {
String shareId = params.get("share_id");
String fileId = params.get("file_id");
String mediaId = params.get("media_id");
String shareToken = getShareTk(shareId, "");
ReentrantLock reentrantLock = rLock;
reentrantLock.lock();
String url = videosMap.get(fileId).get(mediaId);
if (new Long(new UrlQuerySanitizer(url).getValue("x-oss-expires")) - getTimeSys() <= 60) {
getVideoUrl(shareId, shareToken, fileId);
url = videosMap.get(fileId).get(mediaId);
}
reentrantLock.unlock();
OKCallBack.OKCallBackDefault callback = new OKCallBack.OKCallBackDefault() {
@Override
public void onFailure(Call call, Exception e) {
}
@Override
public void onResponse(Response response) {
}
};
OkHttpUtil.get(OkHttpUtil.defaultClient(), url, null, getHeaders(),callback);
return new Object[]{200, "video/MP2T", callback.getResult().body().byteStream()};
} catch (Exception e2) {
SpiderDebug.log(e2);
return null;
}
}
public static Object[] vod(Map<String, String> map) {
String type = map.get("type");
if (type.equals("m3u8")) {
return File(map);
}
if (type.equals("media")) {
return ProxyMedia(map);
}
return null;
}
private static String getVideoUrl(String shareId, String shareToken, String fileId) {
try {
getRefreshTk();
JSONObject json = new JSONObject();
json.put("share_id", shareId);
json.put("category", "live_transcoding");
json.put("file_id", fileId);
json.put("template_id", "");
HashMap<String, String> Headers = getHeaders();
Headers.put("x-share-token", shareToken);
Headers.put("authorization", accessToken);
JSONObject jSONObject3 = new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info", json.toString(), Headers));
JSONArray playList = jSONObject3.getJSONObject("video_preview_play_info").getJSONArray("live_transcoding_task_list");
String videoUrl = "";
String[] orders = new String[]{"FHD", "HD", "SD"};
for (String or : orders) {
for (int i = 0; i < playList.length(); i++) {
JSONObject obj = playList.getJSONObject(i);
if (obj.optString("template_id").equals(or)) {
videoUrl = obj.getString("url");
break;
}
}
if (!videoUrl.isEmpty())
break;
}
if (videoUrl.isEmpty() && playList.length() > 0) {
videoUrl = playList.getJSONObject(0).getString("url");
}
Map<String, List<String>> respHeaderMap = new HashMap<>();
OkHttpUtil.stringNoRedirect(videoUrl, getHeaders(), respHeaderMap);
String url = OkHttpUtil.getRedirectLocation(respHeaderMap);
String medias = OkHttpUtil.string(url, getHeaders());
String site = url.substring(0, url.lastIndexOf("/")) + "/";
ArrayList<String> lists = new ArrayList<>();
Map<String, String> video = new HashMap<>();
String[] split = medias.split("\n");
int j = 0;
for (int i = 0; i < split.length; i++) {
String vod = split[i];
if (vod.contains("x-oss-expires")) {
j++;
video.put("" + j, site + vod);
vod = Proxy.localProxyUrl() + "?do=ali&type=media&share_id=" + shareId + "&file_id=" + fileId + "&media_id=" + j;
}
lists.add(vod);
}
videosMap.put(fileId, video);
// Map<String,String> o = new HashMap<>();
// o.put("share_id",shareId);
// o.put("file_id",fileId);
// o.put("media_id",""+(--j));
// ProxyMedia(o);
return TextUtils.join("\n", lists);
} catch (Exception e2) {
SpiderDebug.log(e2);
return "";
}
}
private static String getOriginalVideoUrl(String shareId, String shareToken, String fileId, String category) {
try {
getRefreshTk();
HashMap<String, String> json = getHeaders();
json.put("x-share-token", shareToken);
json.put("authorization", accessToken);
if (category.equals("video")) {
JSONObject jSONObject = new JSONObject();
jSONObject.put("share_id", shareId);
jSONObject.put("category", "live_transcoding");
jSONObject.put("file_id", fileId);
jSONObject.put("template_id", "");
JSONObject jSONObject2 = new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info", jSONObject.toString(), json));
shareId = jSONObject2.getString("share_id");
fileId = jSONObject2.getString("file_id");
}
JSONObject jSONObject3 = new JSONObject();
if (category.equals("video")) {
jSONObject3.put("expire_sec", 600);
jSONObject3.put("file_id", fileId);
jSONObject3.put("share_id", shareId);
}
if (category.equals("audio")) {
jSONObject3.put("share_id", shareId);
jSONObject3.put("get_audio_play_info", true);
jSONObject3.put("file_id", fileId);
}
return new JSONObject(postJson("https://api.aliyundrive.com/v2/file/get_share_link_download_url", jSONObject3.toString(), json)).getString("download_url");
} catch (Exception e) {
SpiderDebug.log(e);
return "";
}
}
public void listFiles(Map<String, String> map, String shareId, String shareToken, String fileId) {
try {
String url = "https://api.aliyundrive.com/adrive/v3/file/list";
HashMap<String, String> headers = getHeaders();
headers.put("x-share-token", shareToken);
JSONObject json = new JSONObject();
json.put("image_thumbnail_process", "image/resize,w_160/format,jpeg");
json.put("image_url_process", "image/resize,w_1920/format,jpeg");
json.put("limit", 200);
json.put("order_by", "updated_at");
json.put("order_direction", "DESC");
json.put("parent_file_id", fileId);
json.put("share_id", shareId);
json.put("video_thumbnail_process", "video/snapshot,t_1000,f_jpg,ar_auto,w_300");
String marker = "";
ArrayList<String> arrayList = new ArrayList<>();
for(int i=1;i<=50;i++) {
if (i >1 && marker.isEmpty())
break;
json.put("marker", marker);
JSONObject data = new JSONObject(postJson(url, json.toString(), headers));
JSONArray items = data.getJSONArray("items");
for (int j = 0; j < items.length(); j++) {
JSONObject item = items.getJSONObject(j);
if (item.getString("type").equals("folder")) {
arrayList.add(item.getString("file_id"));
} else {
//vnd.rn-realmedia-vbr 为rmvb格式
if (item.getString("mime_type").contains("video")||item.getString("mime_type").contains("vnd.rn-realmedia-vbr")) {
String replace = item.getString("name").replace("#", "_").replace("$", "_");
map.put(replace, shareId + "+" + shareToken + "+" + item.getString("file_id")+"+"+item.getString("category"));
}
}
}
marker = data.getString("next_marker");
}
for (String item : arrayList) {
try {
listFiles(map, shareId, shareToken, item);
} catch (Exception e) {
SpiderDebug.log(e);
return;
}
}
} catch (Exception e) {
SpiderDebug.log(e);
}
}
@Override
public String detailContent(List<String> ids) {
try {
String url = ids.get(0);
if (Misc.isVip(url) && !url.contains("qq.com") && !url.contains("mgtv.com")) {
JSONObject result = new JSONObject();
JSONArray list = new JSONArray();
JSONObject vodAtom = new JSONObject();
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", url);
vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg");
vodAtom.put("type_name", "官源");
vodAtom.put("vod_year", "");
vodAtom.put("vod_area", "");
vodAtom.put("vod_remarks", "");
vodAtom.put("vod_actor", "");
vodAtom.put("vod_director", "");
vodAtom.put("vod_content", "");
vodAtom.put("vod_play_from", "jx");
vodAtom.put("vod_play_url", "立即播放$" + url);
list.put(vodAtom);
result.put("list", list);
return result.toString();
} else if (Misc.isVip(url) && url.contains("qq.com")) {
List<String> vodItems = new ArrayList<>();
JSONObject result = new JSONObject();
JSONArray lists = new JSONArray();
JSONObject vodAtom = new JSONObject();
Document doc = Jsoup.parse(OkHttpUtil.string(url, getHeaders2()));
String VodName = doc.select("head > title").text();
Elements playListA = doc.select("div.episode-list-rect__item");
if (!playListA.isEmpty()) {
for (int j = 0; j < playListA.size(); j++) {
Element vod = playListA.get(j);
String a = vod.select("div").attr("data-vid");
String b = vod.select("div").attr("data-cid");
String id = "https://v.qq.com/x/cover/" + b + "/" + a;
String name = vod.select("div span").text();
vodItems.add(name + "$" + id);
}
String playList = TextUtils.join("#", vodItems);
vodAtom.put("vod_play_url", playList);
} else {
vodAtom.put("vod_play_url", "立即播放$" + url);
}
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", VodName);
vodAtom.put("vod_pic", "https://img2.baidu.com/it/u=2655029475,2190949369&fm=253&fmt=auto&app=138&f=JPEG?w=500&h=593");
vodAtom.put("type_name", "腾讯视频");
vodAtom.put("vod_year", "");
vodAtom.put("vod_area", "");
vodAtom.put("vod_remarks", "");
vodAtom.put("vod_actor", "");
vodAtom.put("vod_director", "");
vodAtom.put("vod_content", url);
vodAtom.put("vod_play_from", "jx");
lists.put(vodAtom);
result.put("list", lists);
return result.toString();
} else if (Misc.isVip(url) && url.contains("mgtv.com")) {
List<String> vodItems = new ArrayList<>();
JSONObject result = new JSONObject();
JSONArray lists = new JSONArray();
JSONObject vodAtom = new JSONObject();
Pattern mgtv = Pattern.compile("https://\\S+mgtv.com/b/(\\d+)/(\\d+).html.*");
Matcher mgtv1 = mgtv.matcher(url);
String VodNames = "";
if (mgtv1.find()) {
String Ep = "https://pcweb.api.mgtv.com/episode/list?video_id=" + mgtv1.group(2);
JSONObject Data = new JSONObject(OkHttpUtil.string(Ep, getHeaders2()));
VodNames = Data.getJSONObject("data").getJSONObject("info").getString("title");
JSONArray a = new JSONArray(Data.getJSONObject("data").getString("list"));
if (a.length() > 0) {
for (int i = 0; i < a.length(); i++) {
JSONObject jObj = a.getJSONObject(i);
if (jObj.getString("isIntact").equals("1")) {
String VodName = jObj.getString("t4");
String id = jObj.getString("video_id");
String VodId = "https://www.mgtv.com/b/" + mgtv1.group(1) + "/" + id + ".html";
vodItems.add(VodName + "$" + VodId);
}
}
String playList = TextUtils.join("#", vodItems);
vodAtom.put("vod_play_url", playList);
} else {
vodAtom.put("vod_play_url", "立即播放$" + url);
}
}
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", VodNames);
vodAtom.put("vod_pic", "https://img2.baidu.com/it/u=2562822927,704100654&fm=253&fmt=auto&app=138&f=JPEG?w=600&h=380");
vodAtom.put("type_name", "芒果视频");
vodAtom.put("vod_year", "");
vodAtom.put("vod_area", "");
vodAtom.put("vod_remarks", "");
vodAtom.put("vod_actor", "");
vodAtom.put("vod_director", "");
vodAtom.put("vod_content", url);
vodAtom.put("vod_play_from", "jx");
lists.put(vodAtom);
result.put("list", lists);
return result.toString();
} else if (Misc.isVideoFormat(url)) {
JSONObject result = new JSONObject();
JSONArray list = new JSONArray();
JSONObject vodAtom = new JSONObject();
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", url);
vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg");
vodAtom.put("type_name", "直连");
vodAtom.put("vod_play_from", "player");
vodAtom.put("vod_play_url", "立即播放$" + url);
list.put(vodAtom);
result.put("list", list);
return result.toString();
} else if (url.startsWith("magnet:")) {
String name = "";
Matcher matcher = Pattern.compile("(^|&)dn=([^&]*)(&|$)").matcher(URLDecoder.decode(url));
if (matcher.find()) {
name = matcher.group(2);
}
JSONObject result = new JSONObject();
JSONArray list = new JSONArray();
JSONObject vodAtom = new JSONObject();
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", !name.equals("") ? name : url);
vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg");
vodAtom.put("type_name", "磁力链接");
vodAtom.put("vod_content", url);
vodAtom.put("vod_play_from", "magnet");
vodAtom.put("vod_play_url", "立即播放$" + url);
list.put(vodAtom);
result.put("list", list);
return result.toString();
} else if (regexAli.matcher(url).find()) {
Matcher matcher = regexAliFolder.matcher(url);
if (!matcher.find()) {
return "";
}
String shareId = matcher.group(1);
String fileId = matcher.groupCount() == 3 ? matcher.group(3) : "";
JSONObject json = new JSONObject();
json.put("share_id", shareId);
JSONObject shareLinkJson = new JSONObject(postJson("https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous", json.toString(), getHeaders()));
JSONArray fileInfoLists = shareLinkJson.getJSONArray("file_infos");
if (fileInfoLists.length() == 0) {
return "";
}
JSONObject fileInfo = null;
if (!TextUtils.isEmpty(fileId)) {
for (int i = 0; i < fileInfoLists.length(); i++) {
JSONObject item = fileInfoLists.getJSONObject(i);
if (item.getString("file_id").equals(item.getString("file_id"))) {
fileInfo = item;
break;
}
}
} else {
fileInfo = fileInfoLists.getJSONObject(0);
fileId = fileInfo.getString("file_id");
}
JSONObject vodAtom = new JSONObject();
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", shareLinkJson.getString("share_name"));
vodAtom.put("vod_pic", shareLinkJson.getString("avatar"));
vodAtom.put("vod_content", url);
vodAtom.put("type_name", "阿里云盘");
ArrayList<String> vodItems = new ArrayList<>();
if (!fileInfo.getString("type").equals("folder")) {
if (!fileInfo.getString("type").equals("file") || !fileInfo.getString("category").equals("video")) {
return "";
}
fileId = "root";
}
String shareTk = getShareTk(shareId, "");
Map<String, String> hashMap = new HashMap<>();
listFiles(hashMap, shareId, shareTk, fileId);
ArrayList<String> arrayList2 = new ArrayList<>(hashMap.keySet());
Collections.sort(arrayList2);
for (String item : arrayList2) {
vodItems.add(item + "$" + hashMap.get(item));
}
if(vodItems.size()>0){
ArrayList<String> playLists = new ArrayList<>();
playLists.add(TextUtils.join("#", vodItems));
playLists.add(TextUtils.join("#", vodItems));
vodAtom.put("vod_play_url", TextUtils.join("$$$", playLists));
vodAtom.put("vod_play_from", "AliYun$$$AliYun原画");
}
JSONObject result = new JSONObject();
JSONArray list = new JSONArray();
list.put(vodAtom);
result.put("list", list);
// Map<String,String> o = new HashMap<>();
// o.put("share_id",shareId);
// o.put("file_id",hashMap.get(arrayList2.get(0)).split("\\+")[2]);
// getRefreshTk();
// File(o);
return result.toString();
} else if (url.startsWith("http://") || url.startsWith("https://")) {
JSONObject result = new JSONObject();
JSONArray list = new JSONArray();
JSONObject vodAtom = new JSONObject();
vodAtom.put("vod_id", url);
vodAtom.put("vod_name", url);
vodAtom.put("vod_pic", "https://pic.rmb.bdstatic.com/bjh/1d0b02d0f57f0a42201f92caba5107ed.jpeg");
vodAtom.put("type_name", "网页");
vodAtom.put("vod_play_from", "parse");
vodAtom.put("vod_play_url", "立即播放$" + url);
list.put(vodAtom);
result.put("list", list);
return result.toString();
}
} catch (Exception e) {
SpiderDebug.log(e);
return "";
}
return "";
}
@Override
public String playerContent(String flag, String id, List<String> vipFlags) {
try {
if (flag.equals("jx")) {
JSONObject result = new JSONObject();
result.put("parse", 1);
result.put("jx", "1");
result.put("url", id);
return result.toString();
} else if (flag.equals("parse")) {
JSONObject result = new JSONObject();
result.put("parse", 1);
result.put("playUrl", "");
result.put("url", id);
return result.toString();
} else if (flag.equals("player") || flag.equals("magnet")) {
JSONObject result = new JSONObject();
result.put("parse", 0);
result.put("playUrl", "");
result.put("url", id);
return result.toString();
}else if (flag.equals("AliYun")) {
String[] split = id.split("\\+");
String videoUrl = Proxy.localProxyUrl() + "?do=ali&type=m3u8&share_id=" + split[0] + "&file_id=" + split[2];
JSONObject result = new JSONObject();
result.put("parse", "0");
result.put("playUrl", "");
result.put("url", videoUrl);
result.put("header", "");
return result.toString();
}else if (flag.equals("AliYun原画")) {
String[] split = id.split("\\+");
String url = getOriginalVideoUrl(split[0], split[1], split[2], split[3]);
Map<String, List<String>> headerMap = new HashMap<>();
OkHttpUtil.stringNoRedirect(url, getHeaders(), headerMap);
String videoUrl = OkHttpUtil.getRedirectLocation(headerMap);
JSONObject result = new JSONObject();
result.put("parse", "0");
result.put("playUrl", "");
result.put("url", videoUrl);
result.put("header", new JSONObject(getHeaders()).toString());
return result.toString();
}
} catch (Throwable throwable) {
}
return "";
}
/**
* 搜索
*
* @param key
* @param quick 是否播放页的快捷搜索
* @return
*/
@Override
public String searchContent(String key, boolean quick) {
try {
String trim = key.trim();
if (!regexAli.matcher(trim).find()) {
return "";
}
JSONArray videos = new JSONArray();
JSONObject v = new JSONObject();
v.put("vod_id", trim);
v.put("vod_name", trim);
videos.put(v);
JSONObject result = new JSONObject();
result.put("list", videos);
return result.toString();
} catch (Exception e2) {
SpiderDebug.log(e2);
return "";
}
}
}
app/src/main/java/com/github/catvod/spider/Upyunso.java
+118
View File
@@ -0,0 +1,118 @@
package com.github.catvod.spider;
import android.content.Context;
import android.util.Base64;
import com.github.catvod.crawler.Spider;
import com.github.catvod.utils.okhttp.OkHttpUtil;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.json.JSONArray;
import org.json.JSONObject;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
public class Upyunso extends Spider {
private PushAgent pushAgent;
private static String siteUrl = "https://www.upyunso.com/";
private static String apiUrl = "https://api.upyunso.com/";
private static Pattern aliyun = Pattern.compile("(https:\\/\\/www.aliyundrive.com\\/s\\/[^\\\"]+)");
@Override
public void init(Context context, String extend) {
super.init(context, extend);
pushAgent = new PushAgent();
pushAgent.init(context, extend);
}
@Override
public String detailContent(List<String> list) {
try {
Pattern pattern = aliyun;
if (pattern.matcher(list.get(0)).find()) {
return pushAgent.detailContent(list);
}
String jqurl=(apiUrl+list.get(0)).replace(".html","");
String jxUrl=new String(Base64.decode(OkHttpUtil.string(jqurl, sHeaders()), Base64.DEFAULT));
String realUrl= new JSONObject(jxUrl).getJSONObject("result").getString("res_url");
Matcher matcher = pattern.matcher(realUrl);
if (!matcher.find()) {
return "";
}
list.set(0, matcher.group(1).replaceAll("\\\\", ""));
return pushAgent.detailContent(list);
} catch (Exception e) {
e.printStackTrace();
return "";
}
}
@Override
public String playerContent(String str, String str2, List<String> list) {
return pushAgent.playerContent(str, str2, list);
}
// protected static HashMap<String, String> Headers() {
// HashMap<String, String> headers = new HashMap<>();
// headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36");
// headers.put("origin", "https://www.upyunso.com");
// return headers;
// }
protected static HashMap<String, String> sHeaders() {
HashMap<String, String> headers = new HashMap<>();
headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36");
return headers;
}
@Override
public String searchContent(String key, boolean quick) {
try {
JSONObject result = new JSONObject();
JSONArray videos = new JSONArray();
String cover = "https://inews.gtimg.com/newsapp_bt/0/13263837859/1000";
String searchurl = apiUrl + "search?keyword=" + URLEncoder.encode(key) + "&page=1&s_type=2";
String content = new String(Base64.decode(OkHttpUtil.string(searchurl, sHeaders()), Base64.DEFAULT));
JSONArray playList = new JSONObject(content).getJSONObject("result").getJSONArray("items");
for (int i = 0; i < playList.length(); i++) {
JSONArray source = playList.getJSONObject(i).getJSONArray("content");
for (int j = 0; j < source.length(); j++) {
JSONObject vid = source.getJSONObject(j);
String sourceName = vid.getString("title");
String sourceUrl = vid.getString("size");
if (sourceUrl.contains("download.html")) {
JSONObject v = new JSONObject();
v.put("vod_name", sourceName);
v.put("vod_id", sourceUrl);
v.put("vod_pic", cover);
videos.put(v);
} else
continue;
}
}
result.put("list", videos);
return result.toString();
} catch (Exception e) {
e.printStackTrace();
}
return "";
}
}