Update 收集.py

This commit is contained in:
frxz751113
2024-08-27 00:51:20 +08:00
committed by GitHub
parent 7ca9a54577
commit 86dd3db08a
+3 -3
View File
@@ -415,7 +415,7 @@ from urllib.parse import urlparse
from tqdm import tqdm from tqdm import tqdm
# 测试HTTP连接并尝试下载数据 # 测试HTTP连接并尝试下载数据
def test_connectivity_and_download(url, initial_timeout=0.3, retry_timeout=0.8): def test_connectivity_and_download(url, initial_timeout=0.3, retry_timeout=1):
parsed_url = urlparse(url) parsed_url = urlparse(url)
if parsed_url.scheme not in ['http', 'https']: if parsed_url.scheme not in ['http', 'https']:
# 非HTTP(s)协议,尝试RTSP检测 # 非HTTP(s)协议,尝试RTSP检测
@@ -424,10 +424,10 @@ def test_connectivity_and_download(url, initial_timeout=0.3, retry_timeout=0.8):
# HTTP(s)协议,使用原始方法 # HTTP(s)协议,使用原始方法
try: try:
with requests.get(url, stream=True, timeout=initial_timeout) as response: with requests.get(url, stream=True, timeout=initial_timeout) as response:
if response.status_code == 200: if 200 <= response.status_code <= 402:
start_time = time.time() start_time = time.time()
while time.time() - start_time < initial_timeout: while time.time() - start_time < initial_timeout:
chunk = response.raw.read(512) # 尝试下载1KB数据 chunk = response.raw.read(128) # 尝试下载1KB数据
if chunk: if chunk:
return True # 成功下载数据 return True # 成功下载数据
except requests.RequestException as e: except requests.RequestException as e: