Update and rename 网络收集1.py to 网络收集.py

This commit is contained in:
frxz751113
2024-08-29 01:42:56 +08:00
committed by GitHub
parent a1d1d0ff37
commit 5ca5c540ba
+8 -2
View File
@@ -74,12 +74,18 @@ def merge_txt_files(urls, output_filename='汇总.txt'):
for url in urls: for url in urls:
try: try:
response = requests.get(url) response = requests.get(url)
response.raise_for_status() response.raise_for_status() # 确保请求成功
outfile.write(response.text + '\n') # 尝试将响应内容解码为UTF-8,如果失败则尝试其他编码
try:
content = response.content.decode('utf-8')
except UnicodeDecodeError:
content = response.content.decode('gbk') # 尝试GBK编码
outfile.write(content + '\n')
except requests.RequestException as e: except requests.RequestException as e:
print(f'Error downloading {url}: {e}') print(f'Error downloading {url}: {e}')
except IOError as e: except IOError as e:
print(f'Error writing to file: {e}') print(f'Error writing to file: {e}')
# 调用函数 # 调用函数
merge_txt_files(urls) merge_txt_files(urls)