Bye

2022-07-30 20:05:08 +08:00
commit a5d2e8f43e
96 changed files with 18331 additions and 0 deletions
@@ -0,0 +1,48 @@
+package com.github.catvod.parser;
+
+import com.github.catvod.crawler.SpiderDebug;
+import com.github.catvod.utils.Misc;
+import com.github.catvod.utils.okhttp.OkHttpUtil;
+
+import org.json.JSONObject;
+
+import java.util.HashMap;
+import java.util.LinkedHashMap;
+import java.util.Set;
+
+/**
+ * 依次解析，失败尝试下一个
+ * <p>
+ * 默认解析超时时间为15秒，如果需要请自定义SpiderReq的HttpClient
+ * <p>
+ * Author: CatVod
+ */
+public class JsonSequence {
+    public static JSONObject parse(LinkedHashMap<String, String> jx, String url) {
+        try {
+            if (jx.size() > 0) {
+                Set<String> jxNames = jx.keySet();
+                for (String jxName : jxNames) {
+                    String parseUrl = jx.get(jxName);
+                    try {
+                        HashMap<String, String> reqHeaders = JsonBasic.getReqHeader(parseUrl);
+                        String realUrl = reqHeaders.get("url");
+                        reqHeaders.remove("url");
+                        SpiderDebug.log(realUrl + url);
+                        String json = OkHttpUtil.string(realUrl + url, reqHeaders);
+                        JSONObject taskResult = Misc.jsonParse(url, json);
+                        if (taskResult == null)
+                            continue;
+                        taskResult.put("jxFrom", jxName);
+                        return taskResult;
+                    } catch (Throwable th) {
+                        SpiderDebug.log(th);
+                    }
+                }
+            }
+        } catch (Throwable th) {
+            SpiderDebug.log(th);
+        }
+        return new JSONObject();
+    }
+}