Update 收集.py

py/收集.py

@@ -66,14 +66,21 @@ merge_txt_files(urls)
 
 
 # 打开文本文件并读取内容
-def process_file(file_path):
-    with open(file_path, 'r', encoding='utf-8') as file:
+def process_file(file_path, encodings=['utf-8', 'gbk', 'latin1']):
+    for encoding in encodings:
+        try:
+            with open(file_path, 'r', encoding=encoding) as file:
                 lines = file.readlines()
+            # 如果没有异常发生，说明找到了正确的编码
+            break
+        except UnicodeDecodeError:
+            # 如果出现解码错误，尝试下一种编码
+            continue
     # 处理每一行，去除每一行中第一个$及其后的所有内容
-    processed_lines = [line.split('$', 1)[0] for line in lines]
-    # 将处理后的内容写回到文件
-    with open(file_path, 'w', encoding='utf-8') as file:
-        file.write(''.join(processed_lines))
+    processed_lines = [line.split('$', 1)[0].rstrip('\n') + '\n' for line in lines]
+    # 将处理后的内容写回到文件，使用找到的正确编码
+    with open(file_path, 'w', encoding=encoding) as file:
+        file.writelines(processed_lines)
 # 调用函数并传入文件路径
 file_path = '汇总.txt'  # 替换为你的文件路径
 process_file(file_path)