Update 酒店源.py

This commit is contained in:
frxz751113
2024-08-29 20:14:02 +08:00
committed by GitHub
parent 39d86aa9b9
commit d978c272d7
+13 -13
View File
@@ -114,19 +114,19 @@ urls = set(x_urls)
# 初始化一个空列表,用于存储验证后的可访问URL # 初始化一个空列表,用于存储验证后的可访问URL
valid_urls = [] valid_urls = []
# 多线程获取可用url # 多线程获取可用url
with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor:
futures = [] futures = []
for url in urls: for url in urls:
url = url.strip() url = url.strip()
modified_urls = modify_urls(url) modified_urls = modify_urls(url)
for modified_url in modified_urls: for modified_url in modified_urls:
futures.append(executor.submit(is_url_accessible, modified_url)) futures.append(executor.submit(is_url_accessible, modified_url))
for future in concurrent.futures.as_completed(futures): for future in concurrent.futures.as_completed(futures):
result = future.result() result = future.result()
if result: if result:
valid_urls.append(result) valid_urls.append(result)
for url in valid_urls: for url in valid_urls:
print(url) print(url)
# 遍历网址列表,获取JSON文件并解析 # 遍历网址列表,获取JSON文件并解析
for url in valid_urls: for url in valid_urls:
try: try: