def extract_unique_lines(file1_path, file2_path, output_path):
    # 用于存储两个文件中所有行的集合
    all_lines_set = set()
    # 用于存储两个文件中重复行的集合
    duplicate_lines_set = set()

    # 读取第一个文件的每一行，添加到集合中
    with open(file1_path, 'r', encoding='utf-8') as file1:
        for line in file1:
            line = line.strip()
            all_lines_set.add(line)
            if line in duplicate_lines_set:
                continue
            duplicate_lines_set.add(line)

    # 读取第二个文件的每一行，检查是否在第一个文件中出现过，处理后添加到相应集合
    with open(file2_path, 'r', encoding='utf-8') as file2:
        for line in file2:
            line = line.strip()
            if line in all_lines_set:
                duplicate_lines_set.add(line)
            else:
                all_lines_set.add(line)

    # 找到不重复的行
    unique_lines = all_lines_set - duplicate_lines_set

    # 将不重复的行写入新文件
    with open(output_path, 'w', encoding='utf-8') as output_file:
        for line in unique_lines:
            output_file.write(line + '\n')

# 示例用法
file1_path = '无效IP.txt'
file2_path = '网络收集.txt'
output_path = '无效IP.txt'
extract_unique_lines(file1_path, file2_path, output_path)