Update 酒店源.py
This commit is contained in:
@@ -114,19 +114,19 @@ urls = set(x_urls)
|
|||||||
# 初始化一个空列表,用于存储验证后的可访问URL
|
# 初始化一个空列表,用于存储验证后的可访问URL
|
||||||
valid_urls = []
|
valid_urls = []
|
||||||
# 多线程获取可用url
|
# 多线程获取可用url
|
||||||
with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor:
|
with concurrent.futures.ThreadPoolExecutor(max_workers=100) as executor:
|
||||||
futures = []
|
futures = []
|
||||||
for url in urls:
|
for url in urls:
|
||||||
url = url.strip()
|
url = url.strip()
|
||||||
modified_urls = modify_urls(url)
|
modified_urls = modify_urls(url)
|
||||||
for modified_url in modified_urls:
|
for modified_url in modified_urls:
|
||||||
futures.append(executor.submit(is_url_accessible, modified_url))
|
futures.append(executor.submit(is_url_accessible, modified_url))
|
||||||
for future in concurrent.futures.as_completed(futures):
|
for future in concurrent.futures.as_completed(futures):
|
||||||
result = future.result()
|
result = future.result()
|
||||||
if result:
|
if result:
|
||||||
valid_urls.append(result)
|
valid_urls.append(result)
|
||||||
for url in valid_urls:
|
for url in valid_urls:
|
||||||
print(url)
|
print(url)
|
||||||
# 遍历网址列表,获取JSON文件并解析
|
# 遍历网址列表,获取JSON文件并解析
|
||||||
for url in valid_urls:
|
for url in valid_urls:
|
||||||
try:
|
try:
|
||||||
|
|||||||
Reference in New Issue
Block a user