yeyinly/TVBoxSE
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

first commit

Browse Source
This commit is contained in:
T00700
2022-12-02 13:36:22 +08:00
commit 236efd9a7f
1515 changed files with 326020 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
TVBox_Java/crawler/Spider.java
+103
View File
@@ -0,0 +1,103 @@
package com.github.catvod.crawler;
import android.content.Context;
import org.json.JSONObject;
import java.util.HashMap;
import java.util.List;
public abstract class Spider {
public static JSONObject empty = new JSONObject();
public void init(Context context) {
}
public void init(Context context, String extend) {
init(context);
}
/**
* 首页数据内容
*
* @param filter 是否开启筛选
* @return
*/
public String homeContent(boolean filter) {
return "";
}
/**
* 首页最近更新数据 如果上面的homeContent中不包含首页最近更新视频的数据 可以使用这个接口返回
*
* @return
*/
public String homeVideoContent() {
return "";
}
/**
* 分类数据
*
* @param tid
* @param pg
* @param filter
* @param extend
* @return
*/
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) {
return "";
}
/**
* 详情数据
*
* @param ids
* @return
*/
public String detailContent(List<String> ids) {
return "";
}
/**
* 搜索数据内容
*
* @param key
* @param quick
* @return
*/
public String searchContent(String key, boolean quick) {
return "";
}
/**
* 播放信息
*
* @param flag
* @param id
* @return
*/
public String playerContent(String flag, String id, List<String> vipFlags) {
return "";
}
/**
* webview解析时使用 可自定义判断当前加载的 url 是否是视频
*
* @param url
* @return
*/
public boolean isVideoFormat(String url) {
return false;
}
/**
* 是否手动检测webview中加载的url
*
* @return
*/
public boolean manualVideoCheck() {
return false;
}
}
TVBox_Java/crawler/SpiderDebug.java
+19
View File
@@ -0,0 +1,19 @@
package com.github.catvod.crawler;
public class SpiderDebug {
public static void log(Throwable th) {
try {
android.util.Log.d("SpiderLog", th.getMessage(), th);
} catch (Throwable th1) {
}
}
public static void log(String msg) {
try {
android.util.Log.d("SpiderLog", msg);
} catch (Throwable th1) {
}
}
}
TVBox_Java/crawler/SpiderReq.java
+299
View File
@@ -0,0 +1,299 @@
package com.github.catvod.crawler;
import org.jetbrains.annotations.NotNull;
import java.io.IOException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import okhttp3.OkHttpClient;
import okhttp3.RequestBody;
import okhttp3.Response;
import rxhttp.RxHttpPlugins;
import rxhttp.wrapper.param.RxHttp;
import rxhttp.wrapper.parse.Parser;
public class SpiderReq {
private static final String defaultTag = "sp_req_default";
private static OkHttpClient defaultClient = initDefaultClient();
private static OkHttpClient initDefaultClient() {
OkHttpClient.Builder builder = new OkHttpClient.Builder();
builder.readTimeout(15, TimeUnit.SECONDS);
builder.writeTimeout(15, TimeUnit.SECONDS);
builder.connectTimeout(15, TimeUnit.SECONDS);
builder.retryOnConnectionFailure(true);
return builder.build();
}
/**
* 取消请求
*
* @param tag
*/
public static void cancel(String tag) {
try {
RxHttpPlugins.cancelAll(tag);
} catch (Exception e) {
SpiderDebug.log(e);
}
}
/**
* Get
*
* @param su
* @return
*/
public static SpiderReqResult get(SpiderUrl su) {
return get(defaultClient, su.url, defaultTag, su.headers);
}
/**
* Get whit custom tag
*
* @param su
* @param tag
* @return
*/
public static SpiderReqResult get(SpiderUrl su, String tag) {
return get(defaultClient, su.url, tag, su.headers);
}
/**
* Get with custom http client
*
* @param client
* @param su
* @return
*/
public static SpiderReqResult get(OkHttpClient client, SpiderUrl su) {
return get(client, su.url, defaultTag, su.headers);
}
/**
* Get with custom http client & tag
*
* @param client
* @param su
* @param tag
* @return
*/
public static SpiderReqResult get(OkHttpClient client, SpiderUrl su, String tag) {
return get(client, su.url, tag, su.headers);
}
/**
* Get base
*
* @param client
* @param url
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult get(OkHttpClient client, String url, String tag, HashMap<String, String> headers) {
try {
return RxHttp.get(url)
.setOkClient(client)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Header
*
* @param url
* @param headers
* @return
*/
public static SpiderReqResult header(String url, HashMap<String, String> headers) {
return header(defaultClient, url, defaultTag, headers);
}
/**
* Header
*
* @param client
* @param url
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult header(OkHttpClient client, String url, String tag, HashMap<String, String> headers) {
try {
return RxHttp.head(url)
.setOkClient(client)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, "");
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Post Body
*
* @param url
* @param body
* @param headers
* @return
*/
public static SpiderReqResult postBody(String url, RequestBody body, HashMap<String, String> headers) {
return postBody(defaultClient, url, body, defaultTag, headers);
}
/**
* Post Body
*
* @param client
* @param url
* @param body
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult postBody(OkHttpClient client, String url, RequestBody body, String tag, HashMap<String, String> headers) {
try {
return RxHttp.postBody(url)
.setOkClient(client)
.setBody(body)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Post Form
*
* @param url
* @param form
* @param headers
* @return
*/
public static SpiderReqResult postForm(String url, HashMap<String, String> form, HashMap<String, String> headers) {
return postForm(defaultClient, url, form, defaultTag, headers);
}
/**
* Post Form
*
* @param client
* @param url
* @param form
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult postForm(OkHttpClient client, String url, HashMap<String, String> form, String tag, HashMap<String, String> headers) {
try {
return RxHttp.postForm(url)
.setOkClient(client)
.addAll(form)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
/**
* Post Json
*
* @param url
* @param json
* @param headers
* @return
*/
public static SpiderReqResult postJson(String url, HashMap<String, String> json, HashMap<String, String> headers) {
return postJson(defaultClient, url, json, defaultTag, headers);
}
/**
* Post Json
*
* @param client
* @param url
* @param json
* @param tag
* @param headers
* @return
*/
public static SpiderReqResult postJson(OkHttpClient client, String url, HashMap<String, String> json, String tag, HashMap<String, String> headers) {
try {
return RxHttp.postJson(url)
.setOkClient(client)
.addAll(json)
.tag(tag)
.addAllHeader(headers)
.execute(new Parser<SpiderReqResult>() {
@Override
public SpiderReqResult onParse(@NotNull Response response) throws IOException {
String content = "";
if (response.body() != null) {
content = response.body().string();
}
Map<String, List<String>> headers = response.headers().toMultimap();
return new SpiderReqResult(headers, content);
}
});
} catch (Throwable e) {
SpiderDebug.log(e);
}
return SpiderReqResult.empty;
}
}
TVBox_Java/crawler/SpiderReqResult.java
+17
View File
@@ -0,0 +1,17 @@
package com.github.catvod.crawler;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
public class SpiderReqResult {
SpiderReqResult(Map<String, List<String>> headers, String content) {
this.headers = headers;
this.content = content;
}
public static SpiderReqResult empty = new SpiderReqResult(new HashMap<String, List<String>>(), "");
public Map<String, List<String>> headers;
public String content;
}
TVBox_Java/crawler/SpiderUrl.java
+20
View File
@@ -0,0 +1,20 @@
package com.github.catvod.crawler;
import java.util.HashMap;
public class SpiderUrl {
public static SpiderUrl Empty = new SpiderUrl();
public String url = "";
public HashMap<String, String> headers = new HashMap<>();
public SpiderUrl() {
}
public SpiderUrl(String url, HashMap<String, String> headers) {
this.url = url;
if (headers != null)
this.headers = headers;
}
}