From 924f26a2939174fba7b20dae6b166df0450780ce Mon Sep 17 00:00:00 2001
From: frxz751113 <156018267+frxz751113@users.noreply.github.com>
Date: Sat, 17 Aug 2024 23:58:46 +0800
Subject: [PATCH] =?UTF-8?q?Update=20iptv=E6=B5=81=E7=95=85=E5=BA=A6?=
 =?UTF-8?q?=E6=A3=80=E6=B5=8B.py?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 py/iptv流畅度检测.py | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/py/iptv流畅度检测.py b/py/iptv流畅度检测.py
index 86d7470..e586a2d 100644
--- a/py/iptv流畅度检测.py
+++ b/py/iptv流畅度检测.py
@@ -663,6 +663,27 @@ with open('综合源.txt', 'a', encoding="utf-8") as file:
     for line in unique_lines:
         file.write(line + '\n')  # 确保每行后面有换行符
 
+##################### 打开文档并读取所有行去重 
+with open('综合源.txt', 'r', encoding="utf-8") as file:
+    lines = file.readlines()
+# 使用列表来存储唯一的行的顺序 
+unique_lines = [] 
+seen_lines = set() 
+# 打印去重前的行数
+print(f"去重前的行数: {len(lines)}")
+# 遍历每一行，如果是新的就加入unique_lines 
+for line in lines:
+    line_stripped = line.strip()  # 去除行尾的换行符
+    if line_stripped not in seen_lines:
+        unique_lines.append(line)  # 保持原始行的格式，包括换行符
+        seen_lines.add(line_stripped)
+# 将唯一的行写入新的文档 
+with open('综合源.txt', 'w', encoding="utf-8") as file:
+    file.writelines(unique_lines)
+# 打印去重后的行数
+print(f"去重后的行数: {len(unique_lines)}")
+
+
 ################################################################################################任务结束,删除不必要的过程文件
 files_to_remove = ['去重.txt', '分类.txt', "2.txt", "4.txt", "5.txt", "playlist/3.txt", "a0.txt", "a.txt", "a1.txt", "b.txt", \
                    "c.txt", "d.txt", "e.txt", "f.txt", "g.txt", "h.txt",  "i.txt", "j.txt", "k.txt", "l.txt", "m.txt", "n.txt","o.txt", "p.txt"]