Rename iptv原.py to iptv原.py
This commit is contained in:
+721
@@ -0,0 +1,721 @@
|
||||
#######################################################简易排序
|
||||
with open('iptv.txt', 'r', encoding='UTF-8') as f:
|
||||
lines = f.readlines()
|
||||
lines.sort()
|
||||
with open('iptv.txt', 'w', encoding='UTF-8') as f:
|
||||
for line in lines:
|
||||
f.write(line)
|
||||
|
||||
##########################################################IP段去重
|
||||
import re
|
||||
def deduplicate_lines(input_file_path, output_file_path):
|
||||
seen_combinations = {}
|
||||
unique_lines = []
|
||||
with open(input_file_path, 'r', encoding='utf-8') as file:
|
||||
for line in file:
|
||||
# 使用正则表达式查找行中的所有URL,并捕获IP地址、端口号和端口号之后的部分
|
||||
urls = re.findall(r'http://([\d.]+):(\d+)(/.*)?', line)
|
||||
# 为每个URL生成一个去重键
|
||||
for full_url in urls:
|
||||
ip, port, path = full_url
|
||||
ip_parts = ip.split('.')
|
||||
if len(ip_parts) < 3:
|
||||
continue
|
||||
# 使用IP的前三个字段和端口号之后的部分生成去重键
|
||||
combination_key = f"{ip_parts[0]}.{ip_parts[1]}.{ip_parts[2]}-{port}-{path or ''}"
|
||||
# 检查这个组合是否已经出现过
|
||||
if combination_key not in seen_combinations:
|
||||
# 如果没有出现过,记录当前行和去重键
|
||||
seen_combinations[combination_key] = line.strip()
|
||||
else:
|
||||
# 如果已经出现过,更新为最后出现的行
|
||||
seen_combinations[combination_key] = line.strip()
|
||||
# 将去重后的所有唯一行写入新文件
|
||||
with open(output_file_path, 'w', encoding='utf-8') as file:
|
||||
for line in seen_combinations.values():
|
||||
file.write(line + '\n')
|
||||
# 调用函数
|
||||
input_file_path = 'iptv.txt'
|
||||
output_file_path = 'iptv.txt'
|
||||
deduplicate_lines(input_file_path, output_file_path)
|
||||
################################################################################
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
import time
|
||||
import concurrent.futures
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.chrome.options import Options
|
||||
import requests
|
||||
import re
|
||||
import os
|
||||
import threading
|
||||
from queue import Queue
|
||||
from datetime import datetime
|
||||
import replace
|
||||
import fileinput
|
||||
|
||||
# 获取远程港澳台直播源文件
|
||||
url = "https://raw.githubusercontent.com/frxz751113/AAAAA/main/IPTV/TW.txt" #源采集地址
|
||||
r = requests.get(url)
|
||||
open('ott移动v4.txt','wb').write(r.content) #打开源文件并临时写入
|
||||
|
||||
keywords = [''] # 需要提取的关键字列表,留空则全局选择
|
||||
pattern = '|'.join(keywords) # 创建正则表达式模式,匹配任意一个关键字
|
||||
#pattern = r"^(.*?),(?!#genre#)(.*?)$" #去掉genre行直接复制
|
||||
with open('ott移动v4.txt', 'r', encoding='utf-8') as file, open('TW.txt', 'w', encoding='utf-8') as TW:
|
||||
#TW.write('\n央视频道,#genre#\n')
|
||||
for line in file:
|
||||
if "genre" not in line:
|
||||
if re.search(pattern, line): # 如果行中有任意关键字
|
||||
TW.write(line) # 将该行写入输出文件
|
||||
|
||||
|
||||
|
||||
|
||||
# 扫源测绘空间地址
|
||||
# 搜素关键词:"iptv/live/zh_cn.js" && country="CN" && region="Hunan" && city="changsha"
|
||||
# 搜素关键词:"ZHGXTV" && country="CN" && region="Hunan" && city="changsha"
|
||||
#"isShowLoginJs"智能KUTV管理
|
||||
|
||||
urls = [
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgcmVnaW9uPSJmdWppYW4i",#福建
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgcG9ydD0iODE4MSIgJiYgY2l0eT0iR3VpZ2FuZyI%3D", #贵港8181
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyI%3D", #随机
|
||||
"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY2l0eT0ieXVsaW4i",#玉林
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgcmVnaW9uPSJIdWJlaSIg",#湖北
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgcG9ydD0iODE4MSI%3D",#8181
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY2l0eT0iemhhbmd6aG91Ig%3D%3D", #漳州
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIGNpdHk9Im5hbm5pbmci", #广西南宁
|
||||
#"https://fofa.info/result?qbase64=ImlwdHYvbGl2ZS96aF9jbi5qcyIgJiYgY291bnRyeT0iQ04iICYmIHJlZ2lvbj0i5bm%2F6KW%2FIg%3D%3D", #广西 壮族iptv
|
||||
]
|
||||
def modify_urls(url):
|
||||
modified_urls = []
|
||||
ip_start_index = url.find("//") + 2
|
||||
ip_end_index = url.find(":", ip_start_index)
|
||||
base_url = url[:ip_start_index] # http:// or https://
|
||||
ip_address = url[ip_start_index:ip_end_index]
|
||||
port = url[ip_end_index:]
|
||||
ip_end = "/iptv/live/1000.json?key=txiptv"
|
||||
for i in range(1, 256):
|
||||
modified_ip = f"{ip_address[:-1]}{i}"
|
||||
modified_url = f"{base_url}{modified_ip}{port}{ip_end}"
|
||||
modified_urls.append(modified_url)
|
||||
|
||||
return modified_urls
|
||||
|
||||
|
||||
def is_url_accessible(url):
|
||||
try:
|
||||
response = requests.get(url, timeout=2) ###//////////////////
|
||||
if response.status_code == 200:
|
||||
return url
|
||||
except requests.exceptions.RequestException:
|
||||
pass
|
||||
return None
|
||||
|
||||
|
||||
results = []
|
||||
|
||||
for url in urls:
|
||||
# 创建一个Chrome WebDriver实例
|
||||
chrome_options = Options()
|
||||
chrome_options.add_argument('--headless')
|
||||
chrome_options.add_argument('--no-sandbox')
|
||||
chrome_options.add_argument('--disable-dev-shm-usage')
|
||||
|
||||
driver = webdriver.Chrome(options=chrome_options)
|
||||
# 使用WebDriver访问网页
|
||||
driver.get(url) # 将网址替换为你要访问的网页地址
|
||||
time.sleep(10)
|
||||
# 获取网页内容
|
||||
page_content = driver.page_source
|
||||
|
||||
# 关闭WebDriver
|
||||
driver.quit()
|
||||
|
||||
# 查找所有符合指定格式的网址
|
||||
pattern = r"http://\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+" # 设置匹配的格式,如http://8.8.8.8:8888
|
||||
urls_all = re.findall(pattern, page_content)
|
||||
# urls = list(set(urls_all)) # 去重得到唯一的URL列表
|
||||
urls = set(urls_all) # 去重得到唯一的URL列表
|
||||
x_urls = []
|
||||
for url in urls: # 对urls进行处理,ip第四位修改为1,并去重
|
||||
url = url.strip()
|
||||
ip_start_index = url.find("//") + 2
|
||||
ip_end_index = url.find(":", ip_start_index)
|
||||
ip_dot_start = url.find(".") + 1
|
||||
ip_dot_second = url.find(".", ip_dot_start) + 1
|
||||
ip_dot_three = url.find(".", ip_dot_second) + 1
|
||||
base_url = url[:ip_start_index] # http:// or https://
|
||||
ip_address = url[ip_start_index:ip_dot_three]
|
||||
port = url[ip_end_index:]
|
||||
ip_end = "1"
|
||||
modified_ip = f"{ip_address}{ip_end}"
|
||||
x_url = f"{base_url}{modified_ip}{port}"
|
||||
x_urls.append(x_url)
|
||||
urls = set(x_urls) # 去重得到唯一的URL列表
|
||||
|
||||
valid_urls = []
|
||||
# 多线程获取可用url
|
||||
with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor:
|
||||
futures = []
|
||||
for url in urls:
|
||||
url = url.strip()
|
||||
modified_urls = modify_urls(url)
|
||||
for modified_url in modified_urls:
|
||||
futures.append(executor.submit(is_url_accessible, modified_url))
|
||||
|
||||
for future in concurrent.futures.as_completed(futures):
|
||||
result = future.result()
|
||||
if result:
|
||||
valid_urls.append(result)
|
||||
|
||||
for url in valid_urls:
|
||||
print(url)
|
||||
# 遍历网址列表,获取JSON文件并解析
|
||||
for url in valid_urls:
|
||||
try:
|
||||
# 发送GET请求获取JSON文件,设置超时时间为0.5秒
|
||||
ip_start_index = url.find("//") + 2
|
||||
ip_dot_start = url.find(".") + 1
|
||||
ip_index_second = url.find("/", ip_dot_start)
|
||||
base_url = url[:ip_start_index] # http:// or https://
|
||||
ip_address = url[ip_start_index:ip_index_second]
|
||||
url_x = f"{base_url}{ip_address}"
|
||||
|
||||
json_url = f"{url}"
|
||||
response = requests.get(json_url, timeout=2) ####///////////////
|
||||
json_data = response.json()
|
||||
|
||||
try:
|
||||
# 解析JSON文件,获取name和url字段
|
||||
for item in json_data['data']:
|
||||
if isinstance(item, dict):
|
||||
name = item.get('name')
|
||||
urlx = item.get('url')
|
||||
if ',' in urlx:
|
||||
if 'udp' not in urlx and 'rtp' not in urlx and ':1111' not in urlx:
|
||||
urlx = f"aaaaaaaa"
|
||||
|
||||
#if 'http' in urlx or 'udp' in urlx or 'rtp' in urlx:
|
||||
if 'http' in urlx:
|
||||
urld = f"{urlx}"
|
||||
else:
|
||||
urld = f"{url_x}{urlx}"
|
||||
|
||||
if name and urld:
|
||||
name = name.replace("高清电影", "影迷电影")
|
||||
name = name.replace("中央", "CCTV")
|
||||
name = name.replace("高清", "")
|
||||
name = name.replace("HD", "")
|
||||
name = name.replace("标清", "")
|
||||
name = name.replace("超高", "")
|
||||
name = name.replace("频道", "")
|
||||
name = name.replace("汉1", "汉")
|
||||
name = name.replace("汉2", "汉")
|
||||
name = name.replace("汉3", "汉")
|
||||
name = name.replace("汉4", "汉")
|
||||
name = name.replace("汉5", "汉")
|
||||
name = name.replace("汉6", "汉")
|
||||
name = name.replace("CHC动", "动")
|
||||
name = name.replace("CHC家", "家")
|
||||
name = name.replace("CHC影", "影")
|
||||
name = name.replace("-", "")
|
||||
name = name.replace(" ", "")
|
||||
name = name.replace("PLUS", "+")
|
||||
name = name.replace("+", "+")
|
||||
name = name.replace("(", "")
|
||||
name = name.replace(")", "")
|
||||
name = name.replace("CHC", "")
|
||||
name = name.replace("L", "")
|
||||
name = name.replace("002", "AA酒店MV")
|
||||
name = name.replace("测试002", "凤凰卫视")
|
||||
name = name.replace("测试003", "凤凰卫视")
|
||||
name = name.replace("测试004", "私人影院")
|
||||
name = name.replace("测试005", "私人影院")
|
||||
name = name.replace("测试006", "东森洋片")
|
||||
name = name.replace("测试007", "东森电影")
|
||||
name = name.replace("测试008", "AXN电影")
|
||||
name = name.replace("测试009", "好莱坞电影")
|
||||
name = name.replace("测试010", "龙祥电影")
|
||||
name = name.replace("莲花台", "凤凰香港")
|
||||
name = name.replace("测试014", "凤凰资讯")
|
||||
name = name.replace("测试015", "未知影视")
|
||||
name = name.replace("TV星河", "空")
|
||||
name = name.replace("305", "酒店影视1")
|
||||
name = name.replace("306", "酒店影视2")
|
||||
name = name.replace("307", "酒店影视3")
|
||||
name = name.replace("CMIPTV", "")
|
||||
name = name.replace("cctv", "CCTV")
|
||||
name = re.sub(r"CCTV(\d+)台", r"CCTV\1", name)
|
||||
name = name.replace("CCTV1综合", "CCTV1")
|
||||
name = name.replace("CCTV2财经", "CCTV2")
|
||||
name = name.replace("CCTV3综艺", "CCTV3")
|
||||
name = name.replace("CCTV4国际", "CCTV4")
|
||||
name = name.replace("CCTV4中文国际", "CCTV4")
|
||||
name = name.replace("CCTV4欧洲", "CCTV4")
|
||||
name = name.replace("CCTV5体育", "CCTV5")
|
||||
name = name.replace("CCTV5+体育", "CCTV5+")
|
||||
name = name.replace("CCTV6电影", "CCTV6")
|
||||
name = name.replace("CCTV7军事", "CCTV7")
|
||||
name = name.replace("CCTV7军农", "CCTV7")
|
||||
name = name.replace("CCTV7农业", "CCTV7")
|
||||
name = name.replace("CCTV7国防军事", "CCTV7")
|
||||
name = name.replace("CCTV8电视剧", "CCTV8")
|
||||
name = name.replace("CCTV8纪录", "CCTV9")
|
||||
name = name.replace("CCTV9记录", "CCTV9")
|
||||
name = name.replace("CCTV9纪录", "CCTV9")
|
||||
name = name.replace("CCTV10科教", "CCTV10")
|
||||
name = name.replace("CCTV11戏曲", "CCTV11")
|
||||
name = name.replace("CCTV12社会与法", "CCTV12")
|
||||
name = name.replace("CCTV13新闻", "CCTV13")
|
||||
name = name.replace("CCTV新闻", "CCTV13")
|
||||
name = name.replace("CCTV14少儿", "CCTV14")
|
||||
name = name.replace("央视14少儿", "CCTV14")
|
||||
name = name.replace("CCTV少儿超", "CCTV14")
|
||||
name = name.replace("CCTV15音乐", "CCTV15")
|
||||
name = name.replace("CCTV音乐", "CCTV15")
|
||||
name = name.replace("CCTV16奥林匹克", "CCTV16")
|
||||
name = name.replace("CCTV17农业农村", "CCTV17")
|
||||
name = name.replace("CCTV17军农", "CCTV17")
|
||||
name = name.replace("CCTV17农业", "CCTV17")
|
||||
name = name.replace("CCTV5+体育赛视", "CCTV5+")
|
||||
name = name.replace("CCTV5+赛视", "CCTV5+")
|
||||
name = name.replace("CCTV5+体育赛事", "CCTV5+")
|
||||
name = name.replace("CCTV5+赛事", "CCTV5+")
|
||||
name = name.replace("CCTV5+体育", "CCTV5+")
|
||||
name = name.replace("CCTV5赛事", "CCTV5+")
|
||||
name = name.replace("凤凰中文台", "凤凰中文")
|
||||
name = name.replace("凤凰资讯台", "凤凰资讯")
|
||||
name = name.replace("CCTV4K测试)", "CCTV4")
|
||||
name = name.replace("CCTV164K", "CCTV16")
|
||||
name = name.replace("上海东方卫视", "上海卫视")
|
||||
name = name.replace("东方卫视", "上海卫视")
|
||||
name = name.replace("内蒙卫视", "内蒙古卫视")
|
||||
name = name.replace("福建东南卫视", "东南卫视")
|
||||
name = name.replace("广东南方卫视", "南方卫视")
|
||||
name = name.replace("湖南金鹰卡通", "金鹰卡通")
|
||||
name = name.replace("炫动卡通", "哈哈炫动")
|
||||
name = name.replace("卡酷卡通", "卡酷少儿")
|
||||
name = name.replace("卡酷动画", "卡酷少儿")
|
||||
name = name.replace("BRTVKAKU少儿", "卡酷少儿")
|
||||
name = name.replace("优曼卡通", "优漫卡通")
|
||||
name = name.replace("优曼卡通", "优漫卡通")
|
||||
name = name.replace("嘉佳卡通", "佳嘉卡通")
|
||||
name = name.replace("世界地理", "地理世界")
|
||||
name = name.replace("CCTV世界地理", "地理世界")
|
||||
name = name.replace("BTV北京卫视", "北京卫视")
|
||||
name = name.replace("BTV冬奥纪实", "冬奥纪实")
|
||||
name = name.replace("东奥纪实", "冬奥纪实")
|
||||
name = name.replace("卫视台", "卫视")
|
||||
name = name.replace("湖南电视台", "湖南卫视")
|
||||
name = name.replace("少儿科教", "少儿")
|
||||
name = name.replace("TV星河2)", "星河")
|
||||
name = name.replace("影视剧", "影视")
|
||||
name = name.replace("电视剧", "影视")
|
||||
name = name.replace("奥运匹克", "")
|
||||
name = name.replace("星空卫视", "动物杂技")
|
||||
results.append(f"{name},{urld}")
|
||||
except:
|
||||
continue
|
||||
except:
|
||||
continue
|
||||
|
||||
channels = []
|
||||
|
||||
for result in results:
|
||||
line = result.strip()
|
||||
if result:
|
||||
channel_name, channel_url = result.split(',')
|
||||
channels.append((channel_name, channel_url))
|
||||
|
||||
with open("iptv.txt", 'w', encoding='utf-8') as file:
|
||||
for result in results:
|
||||
file.write(result + "\n")
|
||||
print(result)
|
||||
print("频道列表文件iptv.txt获取完成!")
|
||||
############################################################
|
||||
def filter_lines(input_file, output_file):
|
||||
with open(input_file, 'r', encoding='utf-8') as file:
|
||||
lines = file.readlines()
|
||||
filtered_lines = []
|
||||
for line in lines:
|
||||
if ',' in line and 'udp' not in line and 'rtp' not in line:
|
||||
filtered_lines.append(line)
|
||||
with open(output_file, 'w', encoding='utf-8') as output_file:
|
||||
output_file.writelines(filtered_lines)
|
||||
# 使用函数
|
||||
filter_lines("iptv.txt", "iptv.txt")
|
||||
#################################################################
|
||||
|
||||
def remove_duplicates(input_file, output_file):
|
||||
# 用于存储已经遇到的URL和包含genre的行
|
||||
seen_urls = set()
|
||||
seen_lines_with_genre = set()
|
||||
# 用于存储最终输出的行
|
||||
output_lines = []
|
||||
# 打开输入文件并读取所有行
|
||||
with open(input_file, 'r', encoding='utf-8') as f:
|
||||
lines = f.readlines()
|
||||
print("去重前的行数:", len(lines))
|
||||
# 遍历每一行
|
||||
for line in lines:
|
||||
# 使用正则表达式查找URL和包含genre的行,默认最后一行
|
||||
urls = re.findall(r'[https]?[http]?[P2p]?[mitv]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\\(\\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+', line)
|
||||
genre_line = re.search(r'\bgenre\b', line, re.IGNORECASE) is not None
|
||||
# 如果找到URL并且该URL尚未被记录
|
||||
if urls and urls[0] not in seen_urls:
|
||||
seen_urls.add(urls[0])
|
||||
output_lines.append(line)
|
||||
# 如果找到包含genre的行,无论是否已被记录,都写入新文件
|
||||
if genre_line:
|
||||
output_lines.append(line)
|
||||
# 将结果写入输出文件
|
||||
with open(output_file, 'w', encoding='utf-8') as f:
|
||||
f.writelines(output_lines)
|
||||
print("去重后的行数:", len(output_lines))
|
||||
|
||||
# 使用方法
|
||||
remove_duplicates('iptv.txt', 'iptv.txt')
|
||||
|
||||
|
||||
|
||||
for line in fileinput.input("iptv.txt", inplace=True): #打开文件,并对其进行关键词原地替换 ###########
|
||||
line = line.replace("CHC电影", "影迷电影") ########### ###########
|
||||
print(line, end="") #设置end="",避免输出多余的换行符
|
||||
|
||||
import eventlet
|
||||
|
||||
eventlet.monkey_patch()
|
||||
|
||||
# 线程安全的队列,用于存储下载任务
|
||||
task_queue = Queue()
|
||||
|
||||
# 线程安全的列表,用于存储结果
|
||||
results = []
|
||||
|
||||
channels = []
|
||||
error_channels = []
|
||||
# 从iptv.txt文件内提取其他频道进行检测并分组
|
||||
with open("iptv.txt", 'r', encoding='utf-8') as file:
|
||||
lines = file.readlines()
|
||||
for line in lines:
|
||||
line = line.strip()
|
||||
if line:
|
||||
channel_name, channel_url = line.split(',')
|
||||
if 'genre' not in channel_url:
|
||||
channels.append((channel_name, channel_url))
|
||||
|
||||
|
||||
# 定义工作线程函数
|
||||
def worker():
|
||||
while True:
|
||||
# 从队列中获取一个任务
|
||||
channel_name, channel_url = task_queue.get()
|
||||
try:
|
||||
channel_url_t = channel_url.rstrip(channel_url.split('/')[-1]) # m3u8链接前缀
|
||||
lines = requests.get(channel_url).text.strip().split('\n') # 获取m3u8文件内容
|
||||
ts_lists = [line.split('/')[-1] for line in lines if line.startswith('#') == False] # 获取m3u8文件下视频流后缀
|
||||
ts_lists_0 = ts_lists[0].rstrip(ts_lists[0].split('.ts')[-1]) # m3u8链接前缀
|
||||
ts_url = channel_url_t + ts_lists[0] # 拼接单个视频片段下载链接
|
||||
|
||||
|
||||
# 获取的视频数据进行5秒钟限制
|
||||
with eventlet.Timeout(30, False): #################////////////////////////////////
|
||||
start_time = time.time()
|
||||
content = requests.get(ts_url).content
|
||||
end_time = time.time()
|
||||
response_time = (end_time - start_time) * 1
|
||||
|
||||
if content:
|
||||
with open(ts_lists_0, 'ab') as f:
|
||||
f.write(content) # 写入文件
|
||||
file_size = len(content)
|
||||
# print(f"文件大小:{file_size} 字节")
|
||||
download_speed = file_size / response_time / 1024
|
||||
# print(f"下载速度:{download_speed:.3f} kB/s")
|
||||
normalized_speed = min(max(download_speed / 1024, 0.001), 100) # 将速率从kB/s转换为MB/s并限制在1~100之间
|
||||
# print(f"标准化后的速率:{normalized_speed:.3f} MB/s")
|
||||
|
||||
# 删除下载的文件
|
||||
os.remove(ts_lists_0)
|
||||
result = channel_name, channel_url, f"{normalized_speed:.3f} MB/s"
|
||||
results.append(result)
|
||||
numberx = (len(results) + len(error_channels)) / len(channels) * 100
|
||||
print(
|
||||
f"可用频道:{len(results)} 个 , 不可用频道:{len(error_channels)} 个 , 总频道:{len(channels)} 个 ,总进度:{numberx:.2f} %。")
|
||||
except:
|
||||
error_channel = channel_name, channel_url
|
||||
error_channels.append(error_channel)
|
||||
numberx = (len(results) + len(error_channels)) / len(channels) * 100
|
||||
print(
|
||||
f"可用频道:{len(results)} 个 , 不可用频道:{len(error_channels)} 个 , 总频道:{len(channels)} 个 ,总进度:{numberx:.2f} %。")
|
||||
|
||||
# 标记任务完成
|
||||
task_queue.task_done()
|
||||
|
||||
|
||||
# 创建多个工作线程
|
||||
num_threads = 128
|
||||
for _ in range(num_threads):
|
||||
t = threading.Thread(target=worker, daemon=True)
|
||||
# t = threading.Thread(target=worker, args=(event,len(channels))) # 将工作线程设置为守护线程
|
||||
t.start()
|
||||
# event.set()
|
||||
|
||||
# 添加下载任务到队列
|
||||
for channel in channels:
|
||||
task_queue.put(channel)
|
||||
|
||||
# 等待所有任务完成
|
||||
task_queue.join()
|
||||
|
||||
|
||||
def channel_key(channel_name):
|
||||
match = re.search(r'\d+', channel_name)
|
||||
if match:
|
||||
return int(match.group())
|
||||
else:
|
||||
return float('inf') # 返回一个无穷大的数字作为关键字
|
||||
|
||||
|
||||
# 对频道进行排序
|
||||
results.sort(key=lambda x: (x[0], -float(x[2].split()[0])))
|
||||
results.sort(key=lambda x: channel_key(x[0]))
|
||||
result_counter = 88 # 每个频道需要的个数
|
||||
|
||||
with open("hn.txt", 'w', encoding='utf-8') as file:
|
||||
channel_counters = {}
|
||||
file.write('央视频道1,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if 'CCTV' in channel_name or '动作' in channel_name or '家庭' in channel_name or '影迷' in channel_name or '爱上' in channel_name or 'CETV' in channel_name:
|
||||
if '剧场' not in channel_name and '风云' not in channel_name and '教育' not in channel_name and '经典' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('卫视频道1,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '重温经典' in channel_name:
|
||||
if '凤凰' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('卫视频道1,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '卫视' in channel_name:
|
||||
if '凤凰' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('省市频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '湖' in channel_name or '河北' in channel_name:
|
||||
if 'CCTV' not in channel_name and '卫视' not in channel_name and '购物' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
channel_counters = {}
|
||||
file.write('省市频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '武汉' in channel_name:
|
||||
if 'CCTV' not in channel_name and '卫视' not in channel_name and '购物' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
channel_counters = {}
|
||||
file.write('省市频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '河北' in channel_name:
|
||||
if 'CCTV' not in channel_name and '卫视' not in channel_name and '购物' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('省市频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '广' in channel_name or '珠江台测试' in channel_name or '南宁' in channel_name:
|
||||
if 'CCTV' not in channel_name and '卫视' not in channel_name and '购物' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('少儿频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '卡通' in channel_name or '少儿动画' in channel_name or '哈哈' in channel_name or '动漫秀场' in channel_name:
|
||||
if 'CCTV' not in channel_name and '卫视' not in channel_name and '湖' not in channel_name and '广' not in channel_name and '河' not in channel_name and '黑' not in channel_name and '保' not in channel_name and '宁' not in channel_name and '家庭' not in channel_name and '影迷' not in channel_name and '动作' not in channel_name and '武汉' not in channel_name and 'CETV' not in channel_name and '交通' not in channel_name and '冬' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('港澳频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if '龙祥' in channel_name or '翡翠' in channel_name or '酒店' in channel_name or 'AXN' in channel_name or '东森' in channel_name or '莲花' in channel_name or '天映' in channel_name or '好莱坞' in channel_name or '星河' in channel_name or '私人' in channel_name or '哔哩' in channel_name or '凤凰' in channel_name:
|
||||
#if 'CCTV' not in channel_name and '卫视' not in channel_name and 'TV' not in channel_name and '儿' not in channel_name and '文' not in channel_name and 'CHC' not in channel_name and '新' not in channel_name and '山东' not in channel_name and '河北' not in channel_name and '哈哈' not in channel_name and '临沂' not in channel_name and '公共' not in channel_name and 'CETV' not in channel_name and '交通' not in channel_name and '冬' not in channel_name and '梨园' not in channel_name and '民生' not in channel_name and '综合' not in channel_name and '法制' not in channel_name and '齐鲁' not in channel_name and '自办' not in channel_name and '都市' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
channel_counters = {}
|
||||
file.write('其他频道,#genre#\n')
|
||||
for result in results:
|
||||
channel_name, channel_url, speed = result
|
||||
if 'CCTV' not in channel_name and '卫视' not in channel_name:
|
||||
if channel_name in channel_counters:
|
||||
if channel_counters[channel_name] >= result_counter:
|
||||
continue
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] += 1
|
||||
else:
|
||||
file.write(f"{channel_name},{channel_url}\n")
|
||||
channel_counters[channel_name] = 1
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
# 合并自定义频道文件内容
|
||||
file_contents = []
|
||||
file_paths = ["hn.txt"] # 替换为实际的文件路径列表
|
||||
for file_path in file_paths:
|
||||
with open(file_path, 'r', encoding="utf-8") as file:
|
||||
content = file.read()
|
||||
file_contents.append(content)
|
||||
|
||||
# 写入合并后的文件
|
||||
with open("酒店源.txt", "w", encoding="utf-8") as output:
|
||||
output.write(''.join(file_contents))#\n
|
||||
for line in fileinput.input("酒店源.txt", inplace=True): #打开文件,并对其进行关键词原地替换
|
||||
line = line.replace("AA", "")
|
||||
line = line.replace("\n电影,", "\n影迷电影,")
|
||||
print(line, end="") #设置end="",避免输出多余的换行符
|
||||
|
||||
#########原始顺序去重,以避免同一个频道出现在不同的类中
|
||||
with open('酒店源.txt', 'r', encoding="utf-8") as file:
|
||||
lines = file.readlines()
|
||||
# 使用列表来存储唯一的行的顺序
|
||||
unique_lines = []
|
||||
seen_lines = set()
|
||||
# 遍历每一行,如果是新的就加入unique_lines
|
||||
for line in lines:
|
||||
if line not in seen_lines:
|
||||
unique_lines.append(line)
|
||||
seen_lines.add(line)
|
||||
# 将唯一的行写入新的文档
|
||||
with open('酒店源.txt', 'w', encoding="utf-8") as file:
|
||||
file.writelines(unique_lines)
|
||||
#####################
|
||||
|
||||
|
||||
os.remove("iptv.txt")
|
||||
os.remove("hn.txt")
|
||||
os.remove("TW.txt")
|
||||
os.remove("ott移动v4.txt")
|
||||
print("任务运行完毕")
|
||||
Reference in New Issue
Block a user