first commit

2022-12-02 13:36:22 +08:00
commit 236efd9a7f
1515 changed files with 326020 additions and 0 deletions
@@ -0,0 +1,73 @@
+package com.github.catvod.parser;
+
+import android.util.Base64;
+
+import com.github.catvod.crawler.SpiderDebug;
+import com.github.catvod.utils.Misc;
+import com.github.catvod.utils.okhttp.OkHttpUtil;
+
+import org.json.JSONObject;
+
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.LinkedHashMap;
+import java.util.Set;
+
+public class JsonBasic {
+    public static JSONObject parse(LinkedHashMap<String, String> jx, String url) {
+        try {
+            SpiderDebug.log("Load Json Parse Basic...");
+            if (jx.size() > 0) {
+                Set<String> jxNames = jx.keySet();
+                for (String jxName : jxNames) {
+                    String parseUrl = jx.get(jxName);
+                    HashMap<String, String> reqHeaders = getReqHeader(parseUrl);
+                    try {
+                        String realUrl = reqHeaders.get("url");
+                        reqHeaders.remove("url");
+                        SpiderDebug.log(realUrl + url);
+                        String json = OkHttpUtil.string(realUrl + url, reqHeaders);
+                        JSONObject taskResult = Misc.jsonParse(url, json);
+                        if (taskResult == null)
+                            continue;
+                        taskResult.put("jxFrom", jxName);
+                        SpiderDebug.log(taskResult.toString());
+                        return taskResult;
+                    } catch (Throwable th) {
+                        SpiderDebug.log(th);
+                    }
+                }
+            }
+        } catch (Throwable th) {
+            SpiderDebug.log(th);
+        }
+        return new JSONObject();
+    }
+
+    public static HashMap<String, String> getReqHeader(String url) {
+        HashMap<String, String> reqHeaders = new HashMap<>();
+        reqHeaders.put("url", url);
+        if (url.contains("cat_ext")) {
+            try {
+                int start = url.indexOf("cat_ext=");
+                int end = url.indexOf("&", start);
+                String ext = url.substring(start + 8, end);
+                ext = new String(Base64.decode(ext, Base64.DEFAULT | Base64.URL_SAFE | Base64.NO_WRAP));
+                String newUrl = url.substring(0, start) + url.substring(end + 1);
+                JSONObject jsonObject = new JSONObject(ext);
+                if (jsonObject.has("header")) {
+                    JSONObject headerJson = jsonObject.optJSONObject("header");
+                    Iterator<String> keys = headerJson.keys();
+                    while (keys.hasNext()) {
+                        String key = keys.next();
+                        reqHeaders.put(key, headerJson.optString(key, ""));
+                    }
+                }
+                reqHeaders.put("url", newUrl);
+            } catch (Throwable th) {
+
+            }
+        }
+        return reqHeaders;
+    }
+}