import requests
from tqdm import tqdm

# 要检测的文件和结果文件的文件名
input_file = '综合源.txt'
output_file = 'valid_sources.txt'

def is_link_valid(url):
    try:
        response = requests.head(url, allow_redirects=True, timeout=5)
        # 检查HTTP状态码是否表示成功
        return 200 <= response.status_code < 308
    except requests.RequestException as e:
        print(f"请求错误: {e}")
        return False

def process_file(input_filename, output_filename):
    with open(input_filename, 'r', encoding='utf-8') as file:
        lines = file.readlines()

    # 使用tqdm管理进度条
    with tqdm(total=len(lines)) as progress:
        with open(output_filename, 'w', encoding='utf-8') as output_file:
            for line in lines:
                if line.strip() and not line.startswith('#'):
                    url = line.strip()
                    # 更新进度条，leave=True参数确保进度条不会在每次迭代时刷新
                    progress.update(1)
                    if is_link_valid(url):
                        output_file.write(line)

# 执行函数
process_file(input_file, output_file)
print(f"有效链接已写入到 {output_file}")