Update IPTV+测绘站采集.py

This commit is contained in:
frxz751113
2024-08-21 12:40:26 +08:00
committed by GitHub
parent 94341b5e50
commit 61ed2cf158
+15 -3
View File
@@ -2,6 +2,12 @@ import requests
import re import re
from lxml import etree from lxml import etree
import os import os
# 定义代理
proxy = {
'http': 'http://139.9.119.20:80',
'https': 'http://139.9.119.20:80', # 注意:根据实际代理是否支持https进行设置
}
# 验证tonkiang可用IP # 验证tonkiang可用IP
def via_tonking(url): def via_tonking(url):
headers = { headers = {
@@ -12,8 +18,8 @@ def via_tonking(url):
response = requests.get( response = requests.get(
url=url, url=url,
headers=headers, headers=headers,
verify=False, verify=False, # 注意:verify=False会忽略SSL证书验证
proxies=proxy, proxies=proxy, # 这里使用之前定义的代理
timeout=10 timeout=10
) )
et = etree.HTML(response.text) et = etree.HTML(response.text)
@@ -28,7 +34,13 @@ def get_tonkiang(key_words):
"Submit": " " "Submit": " "
} }
url = "http://tonkiang.us/hoteliptv.php" url = "http://tonkiang.us/hoteliptv.php"
resp = requests.post(url, headers=header, data=data, timeout=10, proxies=proxy) resp = requests.post(
url=url,
headers=header,
data=data,
timeout=10,
proxies=proxy # 这里使用之前定义的代理
)
resp.encoding = 'utf-8' resp.encoding = 'utf-8'
et = etree.HTML(resp.text) et = etree.HTML(resp.text)
divs = et.xpath('//div[@class="tables"]/div') divs = et.xpath('//div[@class="tables"]/div')