Delete py/酒店源.py
This commit is contained in:
frxz751113
GitHub
@@ -1,357 +0,0 @@
|
||||
#本程序只适用于酒店源的检测,请勿移植他用
|
||||
import time
|
||||
import concurrent.futures
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.chrome.options import Options
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
import requests
|
||||
import re
|
||||
import os
|
||||
import threading
|
||||
from queue import Queue
|
||||
import queue
|
||||
from datetime import datetime
|
||||
import fileinput
|
||||
from tqdm import tqdm
|
||||
from pypinyin import lazy_pinyin
|
||||
from opencc import OpenCC
|
||||
import base64
|
||||
import cv2
|
||||
from bs4 import BeautifulSoup
|
||||
from urllib.parse import urlparse
|
||||
from translate import Translator # 导入Translator类,用于文本翻译
|
||||
# 扫源测绘空间地址
|
||||
# 搜素关键词："iptv/live/zh_cn.js" && country="CN" && region="Hunan" && city="changsha"
|
||||
# 搜素关键词："ZHGXTV" && country="CN" && region="Hunan" && city="changsha"
|
||||
#"isShowLoginJs"智能KUTV管理
|
||||
######################################################################################################################
|
||||
######################################################################################################################
|
||||
###########################################################ZHGX采集####################################################
|
||||
######################################################################################################################
|
||||
######################################################################################################################
|
||||
import requests
|
||||
|
||||
urls = [
|
||||
#"https://fofa.info/result?qbase64=IlpIR1hUViIgJiYgcmVnaW9uPSJndWFuZ2Rvbmci", #广东
|
||||
"https://fofa.info/result?qbase64=IlpIR1hUViIgJiYgcmVnaW9uPSJIZW5hbiI%3D" , #河南
|
||||
#“https://fofa.info/result?qbase64=IlpIR1hUViIg”，#ZHGX
|
||||
"https://fofa.info/result?qbase64=IlpIR1hUViIgJiYgcmVnaW9uPSJoZW5hbiIgJiYgcG9ydD0iODA5MCI=" , #河南8090
|
||||
#"https://fofa.info/result?qbase64=IlpIR1hUViIgJiYgcmVnaW9uPSJoZWJlaSI%3D", #河北
|
||||
]
|
||||
|
||||
def modify_urls(url):
|
||||
# 创建一个空列表用于存储修改后的 URL
|
||||
modified_urls = []
|
||||
# 找到 URL 中 IP 地址开始的索引位置，"//" 后两个字符开始为 IP 地址起始位置
|
||||
ip_start_index = url.find("//") + 2
|
||||
# 找到 URL 中 IP 地址结束的索引位置，从 ip_start_index 开始查找第一个 ":" 的位置
|
||||
ip_end_index = url.find(":", ip_start_index)
|
||||
# 找到 URL 中 IP 地址结束的索引位置，从 ip_start_index 开始查找第一个 ":" 的位置
|
||||
base_url = url[:ip_start_index]
|
||||
# 获取 URL 中的 IP 地址部分
|
||||
ip_address = url[ip_start_index:ip_end_index]
|
||||
# 获取 URL 中的端口部分
|
||||
port = url[ip_end_index:]
|
||||
# 定义一个字符串，表示 IP 地址的结尾部分
|
||||
ip_end = "/ZHGXTV/Public/json/live_interface.txt"
|
||||
# 遍历 1 到 255 的数字
|
||||
for i in range(1, 256):
|
||||
# 修改 IP 地址的最后一位数字
|
||||
modified_ip = f"{ip_address[:-1]}{i}"
|
||||
# 组合成新的 URL
|
||||
modified_url = f"{base_url}{modified_ip}{port}{ip_end}"
|
||||
# 将新的 URL 添加到列表中
|
||||
modified_urls.append(modified_url)
|
||||
# 返回修改后的 URL 列表
|
||||
return modified_urls
|
||||
|
||||
def is_url_accessible(url):
|
||||
try:
|
||||
# 发送 GET 请求，设置超时时间为 3 秒
|
||||
response = requests.get(url, timeout=3)
|
||||
# 如果响应状态码在 200 到 401 之间（包括 200 和 401），则认为 URL 可访问
|
||||
if 200 <= response.status_code <= 401:
|
||||
return url
|
||||
except requests.exceptions.RequestException:
|
||||
# 如果请求过程中出现异常，不做任何处理，直接跳过
|
||||
pass
|
||||
return None
|
||||
|
||||
# 创建一个空列表用于存储结果
|
||||
results = []
|
||||
for url in urls:
|
||||
# 发送 GET 请求获取 URL 的内容
|
||||
response = requests.get(url)
|
||||
# 获取响应的文本内容
|
||||
page_content = response.text
|
||||
|
||||
# 查找所有符合指定格式的网址
|
||||
pattern = r"http://\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+" # 设置匹配的格式,如 http://8.8.8.8:8888
|
||||
# 使用正则表达式在页面内容中查找所有符合格式的 URL
|
||||
urls_all = re.findall(pattern, page_content)
|
||||
# urls = list(set(urls_all)) # 去重得到唯一的URL列表
|
||||
urls = set(urls_all) # 去重得到唯一的URL列表
|
||||
x_urls = []
|
||||
for url in urls: # 对urls进行处理,ip第四位修改为1,并去重
|
||||
url = url.strip()
|
||||
# 找到 URL 中 IP 地址开始的索引位置，"//" 后两个字符开始为 IP 地址起始位置
|
||||
ip_start_index = url.find("//") + 2
|
||||
# 找到 URL 中 IP 地址结束的索引位置，从 ip_start_index 开始查找第一个 ":" 的位置
|
||||
ip_end_index = url.find(":", ip_start_index)
|
||||
# 找到 IP 地址中第一个 "." 的位置
|
||||
ip_dot_start = url.find(".") + 1
|
||||
# 找到 IP 地址中第二个 "." 的位置
|
||||
ip_dot_second = url.find(".", ip_dot_start) + 1
|
||||
# 找到 IP 地址中第三个 "." 的位置
|
||||
ip_dot_three = url.find(".", ip_dot_second) + 1
|
||||
# 获取 URL 的基础部分，即从开头到 IP 地址开始的部分
|
||||
base_url = url[:ip_start_index] # http:// or https://
|
||||
# 获取 URL 中的 IP 地址部分，截取到第三个 "." 的位置
|
||||
ip_address = url[ip_start_index:ip_dot_three]
|
||||
# 获取 URL 中的端口部分
|
||||
port = url[ip_end_index:]
|
||||
# 定义一个字符串，表示 IP 地址的结尾部分为 "1"
|
||||
ip_end = "1"
|
||||
# 修改 IP 地址的最后一位为 "1"
|
||||
modified_ip = f"{ip_address}{ip_end}"
|
||||
# 组合成新的 URL
|
||||
x_url = f"{base_url}{modified_ip}{port}"
|
||||
# 将新的 URL 添加到列表中
|
||||
x_urls.append(x_url)
|
||||
urls = set(x_urls) # 去重得到唯一的URL列表
|
||||
valid_urls = []
|
||||
# 多线程获取可用url
|
||||
with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor:
|
||||
futures = []
|
||||
for url in urls:
|
||||
url = url.strip()
|
||||
# 获取修改后的 URL 列表
|
||||
modified_urls = modify_urls(url)
|
||||
for modified_url in modified_urls:
|
||||
# 提交任务，检查每个修改后的 URL 是否可访问
|
||||
futures.append(executor.submit(is_url_accessible, modified_url))
|
||||
for future in concurrent.futures.as_completed(futures):
|
||||
result = future.result()
|
||||
if result:
|
||||
# 如果 URL 可访问，将其添加到有效 URL 列表中
|
||||
valid_urls.append(result)
|
||||
for url in valid_urls:
|
||||
print(url)
|
||||
# 遍历网址列表,获取JSON文件并解析
|
||||
for url in valid_urls:
|
||||
try:
|
||||
# 发送GET请求获取JSON文件,设置超时时间为0.5秒
|
||||
json_url = f"{url}"
|
||||
response = requests.get(json_url, timeout=3)################################
|
||||
json_data = response.content.decode('utf-8')
|
||||
try:
|
||||
# 按行分割数据
|
||||
lines = json_data.split('\n')
|
||||
excluded_keywords = ['udp', 'rtp']
|
||||
for line in lines:
|
||||
if 'hls' in line and all(keyword not in line for keyword in excluded_keywords):
|
||||
line = line.strip()
|
||||
if line:
|
||||
name, channel_url = line.split(',')
|
||||
urls = channel_url.split('/', 3)
|
||||
url_data = json_url.split('/', 3)
|
||||
if len(urls) >= 3:
|
||||
urld = (f"{urls[0]}//{url_data[2]}/{urls[3]}")
|
||||
else:
|
||||
urld = (f"{urls}")
|
||||
#print(f"{name},{urld}") #关闭频道名称和频道地址打印，缩短运行时间
|
||||
|
||||
#####################################################################################################################################
|
||||
if name and urld:
|
||||
name = name.replace("", "")
|
||||
urld = urld.replace("index.m3u8", "index.m3u8?$智慧光迅听说名字越长越好看")
|
||||
results.append(f"{name},{urld}")
|
||||
except:
|
||||
continue
|
||||
except:
|
||||
continue
|
||||
channels = []
|
||||
for result in results:
|
||||
line = result.strip()
|
||||
if result:
|
||||
channel_name, channel_url = result.split(',')
|
||||
channels.append((channel_name, channel_url))
|
||||
with open("iptv.txt", 'w', encoding='utf-8') as file:
|
||||
for result in results:
|
||||
file.write(result + "\n")
|
||||
print(result) #关闭频道名称和频道地址打印，缩短运行时间
|
||||
print("频道列表文件iptv.txt获取完成！")
|
||||
|
||||
|
||||
|
||||
|
||||
######################################################################################################################
|
||||
#定义智慧桌面采集地址
|
||||
urls = [
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHJlZ2lvbj0i5rKz5YyXIg%3D%3D", #河北
|
||||
#"https://fofa.info/result?qbase64=Ym9keV9oYXNoPSI0OTQ5NTY3NTki", #body_hash="494956759"
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHJlZ2lvbj0ic2ljaHVhbiIgJiYgY2l0eT0ibWlhbnlhbmci", #四川绵阳
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHJlZ2lvbj0i5rKz5Y2XIg%3D%3D", # 河南
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHBvcnQ9IjgwOTYi", # 8096
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHBvcnQ9Ijk5MDEi", # 9901
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHBvcnQ9Ijk5MDIi", # 9902
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIGNpdHk9Inl1bGluIg==", #玉林
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHBvcnQ9IjgxODEii",#8181
|
||||
]
|
||||
def modify_urls(url):
|
||||
modified_urls = []
|
||||
ip_start_index = url.find("//") + 2
|
||||
ip_end_index = url.find(":", ip_start_index)
|
||||
base_url = url[:ip_start_index]
|
||||
ip_address = url[ip_start_index:ip_end_index]
|
||||
port = url[ip_end_index:]
|
||||
ip_end = "/iptv/live/1000.json?key=txiptv"
|
||||
for i in range(1, 256):
|
||||
modified_ip = f"{ip_address[:-1]}{i}"
|
||||
modified_url = f"{base_url}{modified_ip}{port}{ip_end}"
|
||||
modified_urls.append(modified_url)
|
||||
return modified_urls
|
||||
|
||||
def is_url_accessible(url):
|
||||
try:
|
||||
response = requests.get(url, timeout=3)
|
||||
if 200 <= response.status_code <= 401:
|
||||
return url
|
||||
except requests.exceptions.RequestException:
|
||||
pass
|
||||
return None
|
||||
|
||||
results = []
|
||||
for url in urls:
|
||||
response = requests.get(url)
|
||||
page_content = response.text
|
||||
# 查找所有符合指定格式的网址
|
||||
pattern = r"http://\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+" # 设置匹配的格式,如http://8.8.8.8:8888
|
||||
urls_all = re.findall(pattern, page_content)
|
||||
# urls = list(set(urls_all)) # 去重得到唯一的URL列表
|
||||
urls = set(urls_all) # 去重得到唯一的URL列表
|
||||
x_urls = []
|
||||
for url in urls: # 对urls进行处理,ip第四位修改为1,并去重
|
||||
url = url.strip()
|
||||
ip_start_index = url.find("//") + 2
|
||||
ip_end_index = url.find(":", ip_start_index)
|
||||
ip_dot_start = url.find(".") + 1
|
||||
ip_dot_second = url.find(".", ip_dot_start) + 1
|
||||
ip_dot_three = url.find(".", ip_dot_second) + 1
|
||||
base_url = url[:ip_start_index] # http:// or https://
|
||||
ip_address = url[ip_start_index:ip_dot_three]
|
||||
port = url[ip_end_index:]
|
||||
ip_end = "1"
|
||||
modified_ip = f"{ip_address}{ip_end}"
|
||||
x_url = f"{base_url}{modified_ip}{port}"
|
||||
x_urls.append(x_url)
|
||||
urls = set(x_urls) # 去重得到唯一的URL列表
|
||||
valid_urls = []
|
||||
# 多线程获取可用url
|
||||
with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor:
|
||||
futures = []
|
||||
for url in urls:
|
||||
url = url.strip()
|
||||
modified_urls = modify_urls(url)
|
||||
for modified_url in modified_urls:
|
||||
futures.append(executor.submit(is_url_accessible, modified_url))
|
||||
for future in concurrent.futures.as_completed(futures):
|
||||
result = future.result()
|
||||
if result:
|
||||
valid_urls.append(result)
|
||||
for url in valid_urls:
|
||||
print(url)
|
||||
|
||||
# 遍历网址列表,获取JSON文件并解析
|
||||
for url in valid_urls:
|
||||
try:
|
||||
ip_start_index = url.find("//") + 2
|
||||
# 找到URL中"//"的位置，并从该位置的下一个字符开始截取，直到找到第一个"/"字符
|
||||
ip_dot_start = url.find(".") + 1
|
||||
# 从URL中找到第一个"."的位置，并从该位置的下一个字符开始截取，直到找到第二个"/"字符
|
||||
ip_index_second = url.find("/", ip_dot_start)
|
||||
base_url = url[:ip_start_index] # 截取URL中的协议部分，例如"http://"或"https://"
|
||||
# 截取从"//"之后到第一个"/"之前的部分，这通常是IP地址或域名
|
||||
ip_address = url[ip_start_index:ip_index_second]
|
||||
# 构造一个新的URL，由基本URL和IP地址组成
|
||||
url_x = f"{base_url}{ip_address}"
|
||||
# 将原始URL赋值给json_url变量
|
||||
json_url = f"{url}"
|
||||
# 使用requests库发起一个GET请求到json_url，超时时间设置为3秒
|
||||
response = requests.get(json_url, timeout=3)
|
||||
# 将响应的内容解析为JSON格式
|
||||
json_data = response.json()
|
||||
try:
|
||||
# 尝试执行以下代码块，如果发生错误则跳转至except部分
|
||||
# 解析JSON文件，获取'data'键对应的列表中的每个元素
|
||||
for item in json_data['data']:
|
||||
# 检查每个元素是否为字典类型
|
||||
if isinstance(item, dict):
|
||||
# 从字典中获取'name'键的值，如果键不存在则返回None
|
||||
name = item.get('name')
|
||||
# 从字典中获取'url'键的值，如果键不存在则返回None
|
||||
urlx = item.get('url')
|
||||
# 如果urlx包含'udp'或'rtp'字符串，则跳过当前循环的剩余部分
|
||||
if 'udp' in urlx or 'rtp' in urlx:
|
||||
continue # 跳过包含'udp'或'rtp'的url
|
||||
# 如果urlx以'http'开头，则直接使用这个url
|
||||
if 'http' in urlx:
|
||||
urld = f"{urlx}"
|
||||
# 如果urlx不以'http'开头，则在前面添加一个前缀（注意：这里的url_x变量未在代码中定义）
|
||||
else:
|
||||
urld = f"{url_x}{urlx}"
|
||||
#print(f"{name},{urld}") #关闭频道名称和频道地址打印，缩短运行时间
|
||||
if name and urld:
|
||||
urld = urld.replace("key", "$不见黄河心不死") #key=txiptv&playlive=1&down=1 key=txiptv&playlive=0&authid=0 key=txiptv&playlive=1&authid=0
|
||||
results.append(f"{name},{urld}")
|
||||
except:
|
||||
continue
|
||||
except:
|
||||
continue
|
||||
channels = []
|
||||
for result in results:
|
||||
line = result.strip()
|
||||
if result:
|
||||
channel_name, channel_url = result.split(',')
|
||||
channels.append((channel_name, channel_url))
|
||||
with open("iptv.txt", 'a', encoding='utf-8') as file:
|
||||
for result in results:
|
||||
file.write(result + "\n")
|
||||
print(result) #关闭频道名称和频道地址打印，缩短运行时间
|
||||
print("频道列表文件iptv.txt追加写入成功！")
|
||||
|
||||
|
||||
|
||||
|
||||
################################################按网址去除重复行#####
|
||||
def remove_duplicates(input_file, output_file):
|
||||
# 用于存储已经遇到的URL和包含genre的行
|
||||
seen_urls = set()
|
||||
seen_lines_with_genre = set()
|
||||
# 用于存储最终输出的行
|
||||
output_lines = []
|
||||
# 打开输入文件并读取所有行
|
||||
with open(input_file, 'r', encoding='utf-8') as f:
|
||||
lines = f.readlines()
|
||||
print("去重前的行数：", len(lines))
|
||||
# 遍历每一行
|
||||
for line in lines:
|
||||
# 使用正则表达式查找URL和包含genre的行,默认最后一行
|
||||
urls = re.findall(r'[https]?[http]?[P2p]?[mitv]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\\(\\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+', line)
|
||||
genre_line = re.search(r'\bgenre\b', line, re.IGNORECASE) is not None
|
||||
# 如果找到URL并且该URL尚未被记录
|
||||
if urls and urls[0] not in seen_urls:
|
||||
seen_urls.add(urls[0])
|
||||
output_lines.append(line)
|
||||
# 如果找到包含genre的行，无论是否已被记录，都写入新文件
|
||||
if genre_line:
|
||||
output_lines.append(line)
|
||||
# 将结果写入输出文件
|
||||
with open(output_file, 'w', encoding='utf-8') as f:
|
||||
f.writelines(output_lines)
|
||||
print("去重后的行数：", len(output_lines))
|
||||
# 使用方法
|
||||
remove_duplicates('iptv.txt', 'iptv.txt')
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user