From 796f796c0aff5815a179e8902f8fb48728c20383 Mon Sep 17 00:00:00 2001 From: frxz751113 <156018267+frxz751113@users.noreply.github.com> Date: Mon, 19 Aug 2024 03:06:59 +0800 Subject: [PATCH] =?UTF-8?q?Delete=20py/=E4=B8=B4=E6=97=B6=E7=BB=84?= =?UTF-8?q?=E5=90=88.py?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- py/临时组合.py | 743 ------------------------------------------------- 1 file changed, 743 deletions(-) delete mode 100644 py/临时组合.py diff --git a/py/临时组合.py b/py/临时组合.py deleted file mode 100644 index f259cdb..0000000 --- a/py/临时组合.py +++ /dev/null @@ -1,743 +0,0 @@ -from bs4 import BeautifulSoup -from datetime import datetime -from lxml import etree -from opencc import OpenCC -from pypinyin import lazy_pinyin -from queue import Queue -from selenium import webdriver -from selenium.webdriver.chrome.options import Options -from tqdm import tqdm -from translate import Translator -from urllib.parse import urlparse -import asyncio -import base64 -import concurrent.futures -import cv2 -import datetime -import fileinput -import pytz -import queue -import re -import replace -import requests -import threading -import time -import os - -header = { - "User-Agent": - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" -} -proxy = { - 'http': '139.9.119.20:80', - 'http': '47.106.144.184:7890', -} - -# 验证tonkiang可用IP -def via_tonking(url): - headers = { - 'Referer': 'http://tonkiang.us/hotellist.html', - 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36', - } - # ip = url - url = f'http://tonkiang.us/alllist.php?s={url}&c=false&y=false' - response = requests.get( - url=url, - headers=headers, - verify=False, - proxies=proxy, - timeout=10 - ) - # print(response.text) - et = etree.HTML(response.text) - div_text = et.xpath('//div[@class="result"]/div/text()')[1] - if "暂时失效" not in div_text: - return True - else: - return False - -# 从tonkiang获取可用IP -def get_tonkiang(key_words): - result_urls = [] - # urls1 = [] - index = 0 - data = { - "saerch": f"{key_words}", - "Submit": " " - } - url = "http://tonkiang.us/hoteliptv.php" - resp = requests.post(url, headers=header, data=data, timeout=10, proxies=proxy) - resp.encoding = 'utf-8' - # print(resp.text) - et = etree.HTML(resp.text) - divs = et.xpath('//div[@class="tables"]/div') - for div in divs: - try: - status = div.xpath('./div[3]/div/text()')[0] - if "暂时失效" not in status: - if index < 1: - url = div.xpath('./div[1]/a/b/text()')[0] - url = url.strip() - if via_tonking(url): - result_urls.append(f'http://{url}') - index += 1 - else: - break - else: - continue - except: - pass - return result_urls - -# 生成文件 -def gen_files(valid_ips, province, isp): - # 生成节目列表 省份运营商.txt - index = 0 - print(valid_ips) - udp_filename = f'rtp/{province}_{isp}.txt' - with open(udp_filename, 'r', encoding='utf-8') as file: - data = file.read() - txt_filename = f'playlist/{province}{isp}.txt' - with open(txt_filename, 'w', encoding='utf-8') as new_file: - new_file.write(f'{province}{isp},#genre#\n') - for url in valid_ips: - if index < 3: - new_data = data.replace("rtp://", f"{url[0]}/rtp/") - new_file.write(new_data) - new_file.write('\n') - index += 1 - else: - continue - print(f'已生成播放列表，保存至{txt_filename}') - -def filter_files(path, ext): - files = os.listdir(path) - result = [] - for file in files: - if file.endswith(ext): - result.append(file) - return result - -async def via_url(result_url, mcast): - valid_ips = [] - # 遍历所有视频链接 - # for url in result_urls: - video_url = result_url + "/rtp/" + mcast - loop = asyncio.get_running_loop() - future_obj = loop.run_in_executor(None, cv2.VideoCapture, video_url) - cap = await future_obj - # 用OpenCV读取视频 - # cap = cv2.VideoCapture(video_url) - # 检查视频是否成功打开 - if not cap.isOpened(): - print(f"{time.perf_counter()} {video_url} 无效") - else: - # 读取视频的宽度和高度 - width = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH)) - height = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT)) - print(f"{time.perf_counter()} {video_url} 的分辨率为 {width}x{height}") - # 检查分辨率是否大于0 - if width > 0 and height > 0: - if len(valid_ips) < 3: - valid_ips.append(result_url) - else: - pass - # 关闭视频流 - cap.release() - return valid_ips - -# 将任务添加到执行队列中去 -async def tasks(url_list, mcast): - tasks = [via_url(url, mcast) for url in url_list] - ret = await asyncio.gather(*tasks) - return ret - -# 主入口 -def main(): - # 获取udp目录下的文件名 - # files = os.listdir('rtp') - files = 'rtp' - files_name = [] - # 去除后缀名并保存至provinces_isps - for file in filter_files(files, ".txt"): - name, extension = os.path.splitext(file) - files_name.append(name) - # 忽略不符合要求的文件名 - provinces_isps = [name for name in files_name if name.count('_') == 1] - provinces_isps = sorted(provinces_isps) - # 打印结果 - print(f"本次查询：{provinces_isps}的组播节目") - keywords = [] - for province_isp in provinces_isps: - # 读取文件并删除空白行 - try: - with open(f'rtp/{province_isp}.txt', 'r', encoding='utf-8') as file: - lines = file.readlines() - lines = [line.strip() for line in lines if line.strip()] - # 获取第一行中以包含 "rtp://" 的值作为 mcast - if lines: - first_line = lines[1] - if "rtp://" in first_line: - mcast = first_line.split("rtp://")[1].split(" ")[0] - keywords.append(province_isp + "_" + mcast) - except FileNotFoundError: - # 如果文件不存在，则捕获 FileNotFoundError 异常并打印提示信息 - print(f"文件 '{province_isp}.txt' 不存在. 跳过此文件.") - for keyword in keywords: - province, isp, mcast = keyword.split("_") - # 将省份转成英文小写 - translator = Translator(from_lang='chinese', to_lang='english') - province_en = translator.translate(province) - province_en = province_en.lower() - # 根据不同的 isp 设置不同的 org 值 - org = "Chinanet" - others = '' - if isp == "电信" and province_en == "sichuang": - org = "Chinanet" - isp_en = "ctcc" - asn = "4134" - others = '&& city="Chengdu" ' - elif isp == "电信" and province_en != "sichuang": - org = "Chinanet" - isp_en = "ctcc" - asn = "4134" - elif isp == "联通" and province_en != "beijing": - isp_en = "cucc" - org = "CHINA UNICOM China169 Backbone" - asn = "4837" - elif isp == "联通" and province_en == "beijing": - asn = "4808" - isp_en = "cucc" - else: - asn = "" - org = "" - current_time = datetime.now() - timeout_cnt = 0 - result_urls = set() - while len(result_urls) == 0 and timeout_cnt <= 5: - try: - search_url = 'https://fofa.info/result?qbase64=' - search_txt = f'\"udpxy\" && country=\"CN\" && region=\"{province}\" {others} && asn=\"{asn}\"' - # 将字符串编码为字节流 - bytes_string = search_txt.encode('utf-8') - # 使用 base64 进行编码 - search_txt = base64.b64encode(bytes_string).decode('utf-8') - search_url += search_txt - print(f"{current_time} 查询运营商 : {province}{isp} ，查询网址 : {search_url}") - response = requests.get(search_url, headers=header, timeout=30, proxies=proxy) - # 处理响应 - response.raise_for_status() - # 检查请求是否成功 - html_content = response.text - # 使用BeautifulSoup解析网页内容 - html_soup = BeautifulSoup(html_content, "html.parser") - # print(f"{current_time} html_content:{html_content}") - # 查找所有符合指定格式的网址 - # 设置匹配的格式，如http://8.8.8.8:8888 - pattern = r"http://\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+" - urls_all = re.findall(pattern, html_content) - # urls_all = ['http://106.86.155.109:20005'] - # 去重得到唯一的URL列表 - result_urls = set(urls_all) - print(f"{current_time} result_urls:{result_urls}") - valid_ips = asyncio.run(tasks(result_urls, mcast)) - # 异步验证导致返回空值,排除列表空无素 - valid_ips = [e for e in valid_ips if e] - if valid_ips: - gen_files(valid_ips, province, isp) - else: - timeout_cnt += 1 - print("未找到合适的 IP 地址，重新查询tonking") - result_u = get_tonkiang(f'{province}{isp}') - if len(result_u) > 0: - print(f"{current_time} result_u:{result_u}") - valid_ips = asyncio.run(tasks(result_u, mcast)) - if len(valid_ips) > 0: - gen_files(valid_ips, province, isp) - else: - print("未找到合适的 IP.") - else: - print("未找到合适的 IP 地址.") - except (requests.Timeout, requests.RequestException) as e: - timeout_cnt += 1 - print(f"{current_time} [{province}]搜索请求发生超时，异常次数：{timeout_cnt}") - if timeout_cnt <= 5: - # 继续下一次循环迭代 - continue - else: - print(f"{current_time} 搜索IPTV频道源[]，超时次数过多：{timeout_cnt} 次，停止处理") - -###################################################################################################################### - -# 获取远程港澳台直播源文件 -url = "https://raw.githubusercontent.com/frxz751113/AAAAA/main/TW.txt" #源采集地址 -r = requests.get(url) -open('港澳.txt','wb').write(r.content) #打开源文件并临时写入 -print('采集完成,结果已保存到港澳.txt') - - - -#从文本中截取省市段生成两个新文件# -# 获取远程港澳台直播源文件,打开文件并输出临时文件并替换关键词 -url = "https://raw.githubusercontent.com/frxz751113/AAAAA/main/IPTV/汇总.txt" #源采集地址 -r = requests.get(url) -open('汇总.txt','wb').write(r.content) #打开源文件并临时写入 -print('采集完成,结果已保存到汇总.txt') - -# 定义关键词 -start_keyword = '省市频道,#genre#' -end_keyword = '港澳频道,#genre#' -# 输入输出文件路径 -input_file_path = '汇总.txt' # 替换为你的输入文件路径 -output_file_path = 'a.txt' # 替换为你想要保存输出的文件路径 -deleted_lines_file_path = '省市.txt' # 替换为你想要保存删除行的文件路径 -# 标记是否处于要删除的行范围内 -delete_range = False -# 存储要删除的行,包括开始关键词行 -deleted_lines = [] -# 读取原始文件并过滤掉指定范围内的行 -with open(input_file_path, 'r', encoding='utf-8') as file: - lines = file.readlines() -# 过滤掉不需要的行 -filtered_lines = [] -for line in lines: - if start_keyword in line: - delete_range = True - deleted_lines.append(line) # 将开始关键词行添加到删除行列表 - continue - if delete_range: - if end_keyword in line: - delete_range = False - filtered_lines.append(line) # 将结束关键词行添加到输出文件列表 - else: - deleted_lines.append(line) # 添加到删除行列表 - else: - filtered_lines.append(line) -# 将过滤后的内容写入新文件 -with open(output_file_path, 'w', encoding='utf-8') as file: - file.writelines(filtered_lines) -# 将删除的行写入到新的文件中 -with open(deleted_lines_file_path, 'w', encoding='utf-8') as file: - file.writelines(deleted_lines) -print('过滤完成,结果已保存到:', output_file_path) -print('删除的行已保存到:', deleted_lines_file_path) -# -#从文本中截取少儿段并生成两个新文件# -# 定义关键词 -start_keyword = '少儿频道,#genre#' -end_keyword = '港澳频道,#genre#' -# 输入输出文件路径 -input_file_path = 'a.txt' # 替换为你的输入文件路径 -output_file_path = '主.txt' # 替换为你想要保存输出的文件路径 -deleted_lines_file_path = '少儿1.txt' # 替换为你想要保存删除行的文件路径 -# 标记是否处于要删除的行范围内 -delete_range = False -# 存储要删除的行,包括开始关键词行 -deleted_lines = [] -# 读取原始文件并过滤掉指定范围内的行 -with open(input_file_path, 'r', encoding='utf-8') as file: - lines = file.readlines() -# 过滤掉不需要的行 -filtered_lines = [] -for line in lines: - if start_keyword in line: - delete_range = True - deleted_lines.append(line) # 将开始关键词行添加到删除行列表 - continue - if delete_range: - if end_keyword in line: - delete_range = False - filtered_lines.append(line) # 将结束关键词行添加到输出文件列表 - else: - deleted_lines.append(line) # 添加到删除行列表 - else: - filtered_lines.append(line) -# 将过滤后的内容写入新文件 -with open(output_file_path, 'w', encoding='utf-8') as file: - file.writelines(filtered_lines) -# 将删除的行写入到新的文件中 -with open(deleted_lines_file_path, 'w', encoding='utf-8') as file: - file.writelines(deleted_lines) -print('过滤完成,结果已保存到主.txt') -print('删除的行已保存到少儿1.txt') -# -# - -#合并所有频道文件# -# 读取要合并的频道文件,并生成临时文件#合并所有频道文件# -file_contents = [] -file_paths = ["主.txt", "港澳.txt", "省市.txt"] # 替换为实际的文件路径列表# -for file_path in file_paths: # - with open(file_path, 'r', encoding="utf-8") as file: # - content = file.read() - file_contents.append(content) -# 生成合并后的文件 -with open("综合源.txt", "w", encoding="utf-8") as output: - output.write(''.join(file_contents)) #加入\n则多一空行 -#去重# -#去重# -with open('综合源.txt', 'r', encoding="utf-8") as file: - lines = file.readlines() -# 使用列表来存储唯一的行的顺序 - unique_lines = [] - seen_lines = set() -# 遍历每一行,如果是新的就加入unique_lines -for line in lines: - if line not in seen_lines: - unique_lines.append(line) - seen_lines.add(line) -# 将唯一的行写入新的文档 -with open('综合源.txt', 'w', encoding="utf-8") as file: - file.writelines(unique_lines) -#再次规范频道名# -#从整理好的文本中进行特定关键词替换以规范频道名# -for line in fileinput.input("综合源.txt", inplace=True): #打开临时文件原地替换关键字 - line = line.replace("CCTV1,", "CCTV1-综合,") - line = line.replace("CCTV2,", "CCTV2-财经,") - line = line.replace("CCTV3,", "CCTV3-综艺,") - line = line.replace("CCTV4,", "CCTV4-国际,") - line = line.replace("CCTV5,", "CCTV5-体育,") - line = line.replace("CCTV5+,", "CCTV5-体育plus,") - line = line.replace("CCTV6,", "CCTV6-电影,") - line = line.replace("CCTV7,", "CCTV7-军事,") - line = line.replace("CCTV8,", "CCTV8-电视剧,") - line = line.replace("CCTV9,", "CCTV9-纪录,") - line = line.replace("CCTV10,", "CCTV10-科教,") - line = line.replace("CCTV11,", "CCTV11-戏曲,") - line = line.replace("CCTV11+,", "CCTV11-戏曲,") - line = line.replace("CCTV12,", "CCTV12-社会与法,") - line = line.replace("CCTV13,", "CCTV13-新闻,") - line = line.replace("CCTV14,", "CCTV14-少儿,") - line = line.replace("CCTV15,", "CCTV15-音乐,") - line = line.replace("CCTV16,", "CCTV16-奥林匹克,") - line = line.replace("CCTV17,", "CCTV17-农业农村,") - line = line.replace("CCTV风", "风") - line = line.replace("CCTV兵", "兵") - line = line.replace("CCTV世", "世") - line = line.replace("CCTV女", "女") - line = line.replace("008广", "广") - line = line.replace(" ", "") - line = line.replace("家庭电影", "家庭影院") - line = line.replace("CHC", "") - line = line.replace("科技生活", "科技") - line = line.replace("财经生活", "财经") - line = line.replace("新闻综合", "新闻") - line = line.replace("公共新闻", "公共") - line = line.replace("经济生活", "经济") - line = line.replace("频道1", "频道") - line = line.replace("省市频道", "湖北频道") - line = line.replace("[720p]", "") - line = line.replace("[1080p]", "") - print(line, end="") -#简体转繁体# -#简体转繁体 -# 创建一个OpenCC对象,指定转换的规则为繁体字转简体字 -converter = OpenCC('t2s.json')#繁转简 -#converter = OpenCC('s2t.json')#简转繁 -# 打开txt文件 -with open('综合源.txt', 'r', encoding='utf-8') as file: - traditional_text = file.read() -# 进行繁体字转简体字的转换 -simplified_text = converter.convert(traditional_text) -# 将转换后的简体字写入txt文件 -with open('综合源.txt', 'w', encoding='utf-8') as file: - file.write(simplified_text) -#TXT转M3U# -def txt_to_m3u(input_file, output_file): - # 读取txt文件内容 - with open(input_file, 'r', encoding='utf-8') as f: - lines = f.readlines() - # 打开m3u文件并写入内容 - with open(output_file, 'w', encoding='utf-8') as f: - f.write('#EXTM3U x-tvg-url="https://live.fanmingming.com/e.xml" catchup="append" catchup-source="?playseek=${(b)yyyyMMddHHmmss}-${(e)yyyyMMddHHmmss}"\n') - # 初始化genre变量 - genre = '' - # 遍历txt文件内容 - for line in lines: - line = line.strip() - if "," in line: # 防止文件里面缺失",”号报错 - # if line: - # 检查是否是genre行 - channel_name, channel_url = line.split(',', 1) - if channel_url == '#genre#': - genre = channel_name - print(genre) - else: - # 将频道信息写入m3u文件 - f.write(f'#EXTINF:-1 tvg-logo="https://live.fanmingming.com/tv/{channel_name}.png" group-title="{genre}",{channel_name}\n') - f.write(f'{channel_url}\n') -# 将txt文件转换为m3u文件 -txt_to_m3u('综合源.txt', '综合源.m3u') -#任务结束,删除不必要的过程文件# -files_to_remove = ["汇总.txt", "a.txt", "主.txt", "港澳.txt", "省市.txt", "少儿1.txt"] -for file in files_to_remove: - if os.path.exists(file): - os.remove(file) - else: # 如果文件不存在,则提示异常并打印提示信息 - print(f"文件 {file} 不存在,跳过删除。") -print("任务运行完毕,分类频道列表可查看文件夹内综合源.txt文件！") -#检测IP段第一个链接5秒内能否捕获80帧,来获得流畅源 -from pypinyin import lazy_pinyin -import re -import os -from opencc import OpenCC -import fileinput -###################################################################################################################### -###################################################################################################################### -###################################################################################################################### -###################################################################################################################### -###################################################################################################################### -# 合并自定义频道文件,优选源整理 -# 假设filter_files是一个自定义函数，它返回playlist目录下所有.txt文件的路径列表 -def filter_files(directory, extension): - return [f for f in os.listdir(directory) if f.endswith(extension)] -# 获取playlist目录下的所有.txt文件 -files = filter_files('playlist', '.txt') -# 打开输出文件 -with open("4.txt", "w", encoding="utf-8") as output: - for file_path in files: - with open(os.path.join('playlist', file_path), 'r', encoding="utf-8") as file: - content = file.read() - output.write(content + '\n\n') -print("电视频道成功写入") - -#################文本排序 -# 打开原始文件读取内容,并写入新文件 -with open('4.txt', 'r', encoding='utf-8') as file: - lines = file.readlines() -# 定义一个函数,用于提取每行的第一个数字 -def extract_first_number(line): - match = re.search(r'\d+', line) - return int(match.group()) if match else float('inf') -# 对列表中的行进行排序 -# 按照第一个数字的大小排列,如果不存在数字则按中文拼音排序 -sorted_lines = sorted(lines, key=lambda x: (not 'CCTV' in x, extract_first_number(x) if 'CCTV' in x else lazy_pinyin(x.strip()))) -# 将排序后的行写入新的utf-8编码的文本文件,文件名基于原文件名 -output_file_path = "sorted_" + os.path.basename(file_path) -# 写入新文件 -with open('5.txt', "w", encoding="utf-8") as file: - for line in sorted_lines: - file.write(line) -print(f"文件已排序并保存为: {output_file_path}") - -import cv2 -import time -from tqdm import tqdm -# 初始化酒店源字典 -detected_ips = {} -# 存储文件路径 -file_path = "5.txt" -output_file_path = "2.txt" -def get_ip_key(url): - """从URL中提取IP地址,并构造一个唯一的键""" - # 找到'//'到第三个'.'之间的字符串 - start = url.find('://') + 3 # '://'.length 是 3 - end = start - dot_count = 0 - while dot_count < 3: - end = url.find('.', end) - if end == -1: # 如果没有找到第三个'.',就结束 - break - dot_count += 1 - return url[start:end] if dot_count == 3 else None -# 打开输入文件和输出文件 -with open(file_path, 'r', encoding='utf-8') as file: - lines = file.readlines() -# 获取总行数用于进度条 -total_lines = len(lines) -# 写入通过检测的行到新文件 -with open(output_file_path, 'w', encoding='utf-8') as output_file: - # 使用tqdm显示进度条 - for i, line in tqdm(enumerate(lines), total=total_lines, desc="Processing", unit='line'): - # 检查是否包含 'genre' - if 'genre' in line: - output_file.write(line) - continue - # 分割频道名称和URL,并去除空白字符 - parts = line.split(',', 1) - if len(parts) == 2: - channel_name, url = parts - channel_name = channel_name.strip() - url = url.strip() - # 构造IP键 - ip_key = get_ip_key(url) - if ip_key and ip_key in detected_ips: - # 如果IP键已存在,根据之前的结果决定是否写入新文件 - if detected_ips[ip_key]['status'] == 'ok': - output_file.write(line) - elif ip_key: # 新IP键,进行检测 - # 进行检测 - cap = cv2.VideoCapture(url) - start_time = time.time() - frame_count = 0 - # 尝试捕获10秒内的帧 - while frame_count < 230 and (time.time() - start_time) < 10: - ret, frame = cap.read() - if not ret: - break - frame_count += 1 - # 释放资源 - cap.release() - # 根据捕获的帧数判断状态并记录结果 - if frame_count >= 230: #10秒内超过230帧则写入 - detected_ips[ip_key] = {'status': 'ok'} - output_file.write(line) # 写入检测通过的行 - else: - detected_ips[ip_key] = {'status': 'fail'} -# 打印酒店源 -for ip_key, result in detected_ips.items(): - print(f"IP Key: {ip_key}, Status: {result['status']}") -######################################################################################################################################################################################## -################################################################定义关键词分割规则 -def check_and_write_file(input_file, output_file, keywords): - # 使用 split(', ') 来分割关键词 - keywords_list = keywords.split(', ') - pattern = '|'.join(re.escape(keyword) for keyword in keywords_list) - # 读取输入文件并提取包含关键词的行 - extracted_lines = [] - with open(input_file, 'r', encoding='utf-8') as file: - for line in file: - if "genre" not in line: - if re.search(pattern, line): - extracted_lines.append(line) - # 如果至少提取到一行,写入头部信息和提取的行到输出文件 - if extracted_lines: - with open(output_file, 'w', encoding='utf-8') as out_file: - out_file.write(f"{keywords_list[0]},#genre#\n") # 写入头部信息 - out_file.writelines(extracted_lines) # 写入提取的行 - # 获取头部信息的大小 - header_size = len(f"{keywords_list[0]},#genre#\n") - - # 检查文件的总大小 - file_size = os.path.getsize(output_file) - - # 如果文件大小小于30字节（假设的最小文件大小）,删除文件 - if file_size < 300: - os.remove(output_file) - print(f"文件只包含头部信息,{output_file} 已被删除。") - else: - print(f"文件已提取关键词并保存为: {output_file}") - else: - print(f"未提取到关键词,不创建输出文件 {output_file}。") -# 按类别提取关键词并写入文件 -check_and_write_file('2.txt', '主.txt', keywords="央视频道, 8K, 4K, 4k") -check_and_write_file('2.txt', 'a.txt', keywords="央视频道, CCTV, CHC, 全球大片, 星光院线") -check_and_write_file('2.txt', 'a1.txt', keywords="央视频道, 第一剧场, 怀旧剧场, 风云音乐, 风云剧场, 欢笑剧场, 都市剧场, 高清电影, 家庭影院, 动作电影, 影迷, 峨眉, 重温, 女性, 地理") -check_and_write_file('2.txt', 'b.txt', keywords="卫视频道, 卫视, 凤凰, 星空") -check_and_write_file('2.txt', 'c.txt', keywords="影视频道, 爱动漫, SiTV, 爱怀旧, 爱经典, 爱科幻, 爱青春, 爱悬疑, 爱幼教, 爱院线, 广西") -check_and_write_file('2.txt', 'd.txt', keywords="少儿频道, 少儿, 卡通, 动漫, 宝贝, 哈哈") -check_and_write_file('2.txt', 'e0.txt', keywords="河南频道, 河南都市, 河南民生, 河南法治, 河南公共, 河南功夫, 河南影视, 中原, 河南国际, 河南梨园, 河南文, 河南武术, 河南戏曲, 河南乡村, 河南新闻, 河南移动") -check_and_write_file('2.txt', 'e.txt', keywords="河南频道, 河南") -check_and_write_file('2.txt', 'f0.txt', keywords="河北频道, 石家庄") -check_and_write_file('2.txt', 'f.txt', keywords="河北频道, 河北") -check_and_write_file('2.txt', 'g.txt', keywords="广东频道, 广东") -check_and_write_file('2.txt', 'i.txt', keywords="北京频道, 北京") -check_and_write_file('2.txt', 'j.txt', keywords="浙江频道, 浙江") -check_and_write_file('2.txt', 'k.txt', keywords="江苏湖南, 江苏, 湖南") -check_and_write_file('2.txt', 'l.txt', keywords="陕西频道, 陕西") -check_and_write_file('2.txt', 'm.txt', keywords="福建频道, 福建") -############################################################################################################################################################################################################################### -##############################################################对生成的文件进行合并 -file_contents = [] -file_paths = ["主.txt", "a.txt", "a1.txt", "b.txt", "c.txt", "d.txt", "e0.txt", "e.txt", "f0.txt", "f.txt", "g.txt", "h.txt", "i.txt", "j.txt", "k.txt", "l.txt", "m.txt"] # 替换为实际的文件路径列表 -for file_path in file_paths: - if os.path.exists(file_path): - with open(file_path, 'r', encoding="utf-8") as file: - content = file.read() - file_contents.append(content) - else: # 如果文件不存在,则提示异常并打印提示信息 - print(f"文件 {file_path} 不存在,跳过") -# 写入合并后的文件 -with open("去重.txt", "w", encoding="utf-8") as output: - output.write('\n'.join(file_contents)) -############################################################################################################################################################################################################################### -##############################################################对生成的文件进行网址及文本去重复,避免同一个频道出现在不同的类中 -def remove_duplicates(input_file, output_file): - # 用于存储已经遇到的URL和包含genre的行 - seen_urls = set() - seen_lines_with_genre = set() - # 用于存储最终输出的行 - output_lines = [] - # 打开输入文件并读取所有行 - with open(input_file, 'r', encoding='utf-8') as f: - lines = f.readlines() - print("去重前的行数：", len(lines)) - # 遍历每一行 - for line in lines: - # 使用正则表达式查找URL和包含genre的行,默认最后一行 - urls = re.findall(r'[https]?[http]?[P2p]?[mitv]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\\(\\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+', line) - genre_line = re.search(r'\bgenre\b', line, re.IGNORECASE) is not None - # 如果找到URL并且该URL尚未被记录 - if urls and urls[0] not in seen_urls: - seen_urls.add(urls[0]) - output_lines.append(line) - # 如果找到包含genre的行,无论是否已被记录,都写入新文件 - if genre_line: - output_lines.append(line) - # 将结果写入输出文件 - with open(output_file, 'w', encoding='utf-8') as f: - f.writelines(output_lines) - print("去重后的行数：", len(output_lines)) -# 使用方法 -remove_duplicates('去重.txt', '分类.txt') - -#从整理好的文本中进行特定关键词替换以规范频道名# -for line in fileinput.input("分类.txt", inplace=True): #打开临时文件原地替换关键字 - line = line.replace("CCTV1,", "CCTV1-综合,") - line = line.replace("CCTV2,", "CCTV2-财经,") - line = line.replace("CCTV3,", "CCTV3-综艺,") - line = line.replace("CCTV4,", "CCTV4-国际,") - line = line.replace("CCTV5,", "CCTV5-体育,") - line = line.replace("CCTV5+,", "CCTV5-体育plus,") - line = line.replace("CCTV6,", "CCTV6-电影,") - line = line.replace("CCTV7,", "CCTV7-军事,") - line = line.replace("CCTV8,", "CCTV8-电视剧,") - line = line.replace("CCTV9,", "CCTV9-纪录,") - line = line.replace("CCTV10,", "CCTV10-科教,") - line = line.replace("CCTV11,", "CCTV11-戏曲,") - line = line.replace("CCTV11+,", "CCTV11-戏曲,") - line = line.replace("CCTV12,", "CCTV12-社会与法,") - line = line.replace("CCTV13,", "CCTV13-新闻,") - line = line.replace("CCTV14,", "CCTV14-少儿,") - line = line.replace("CCTV15,", "CCTV15-音乐,") - line = line.replace("CCTV16,", "CCTV16-奥林匹克,") - line = line.replace("CCTV17,", "CCTV17-农业农村,") - line = line.replace("CHC", "") - print(line, end="") - - -# 打开文档并读取所有行 -with open('分类.txt', 'r', encoding="utf-8") as file: - lines = file.readlines() -# 使用列表来存储唯一的行的顺序 -unique_lines = [] -seen_lines = set() -# 遍历每一行，如果是新的就加入unique_lines -for line in lines: - if line not in seen_lines: - unique_lines.append(line) - seen_lines.add(line) - -# 将唯一的行写入第一个文件 -with open('组播优选.txt', 'w', encoding="utf-8") as file: - for line in unique_lines: - file.write(line) # 确保每行后面有换行符 + '\n' -# 将唯一的行追加到第二个文件 -with open('综合源.txt', 'a', encoding="utf-8") as file: - for line in unique_lines: - file.write(line) # 确保每行后面有换行符 + '\n' - - - -################################################################################################任务结束,删除不必要的过程文件 -files_to_remove = ['去重.txt', '分类.txt', "2.txt", "4.txt", "5.txt", "主.txt", "a.txt", "a1.txt", "b.txt", "c.txt", "d.txt", \ - "e0.txt", "e.txt", "f0.txt", "f.txt", "g.txt", "h.txt", "i.txt", "j.txt", "k.txt", "l.txt", "m.txt"] -for file in files_to_remove: - if os.path.exists(file): - os.remove(file) - else: # 如果文件不存在,则提示异常并打印提示信息 - print(f"文件 {file} 不存在,跳过删除。") -print("任务运行完毕,分类频道列表可查看文件夹内综合源.txt文件！") -# 打印酒店源 -for ip_key, result in detected_ips.items(): - print(f"IP Key: {ip_key}, Status: {result['status']}")