Update 测绘站采集.py

This commit is contained in:
frxz751113
2025-05-06 07:35:57 +08:00
committed by GitHub
parent 40208886fb
commit aee7de7a81
+9 -12
View File
@@ -40,6 +40,7 @@ DELAY_RANGE = (3, 6) # 随机延迟时间范围(秒)
MAX_RETRIES = 3 # 最大重试次数
REQUEST_TIMEOUT = 10 # 请求超时时间(秒)
def get_random_header():
"""生成随机请求头"""
return {
@@ -48,6 +49,7 @@ def get_random_header():
'Referer': 'https://fofa.info/'
}
def safe_request(url):
"""带重试机制的请求函数"""
for attempt in range(MAX_RETRIES):
@@ -76,28 +78,21 @@ def safe_request(url):
if attempt == MAX_RETRIES - 1:
raise
def validate_video(url, mcast):
"""验证视频流有效"""
"""验证视频流链接连通"""
video_url = f"{url}/rtp/{mcast}"
print(f"正在验证: {video_url}")
try:
# 发送请求,尝试下载 1 千字节的数据
response = requests.get(video_url, headers=get_random_header(), timeout=REQUEST_TIMEOUT, stream=True)
response = requests.get(video_url, headers=get_random_header(), timeout=REQUEST_TIMEOUT)
response.raise_for_status()
content_length = 0
for chunk in response.iter_content(chunk_size=1024):
if chunk:
content_length += len(chunk)
if content_length >= 1024:
break
return content_length >= 1024
return True
except Exception as e:
print(f"视频验证异常: {str(e)}")
return False
def main():
# 获取需要处理的文件列表
files = [f.split('.')[0] for f in os.listdir('rtp') if f.endswith('.txt')]
@@ -151,8 +146,10 @@ def main():
dst.write(modified + '\n')
print(f"已生成播放列表: {output_file}")
if __name__ == '__main__':
main()
print('对playlist文件夹里面的所有txt文件进行去重处理')
def remove_duplicates_keep_order(folder_path):
for filename in os.listdir(folder_path):