Update IPTV+测绘站采集.py
This commit is contained in:
+15
-3
@@ -2,6 +2,12 @@ import requests
|
|||||||
import re
|
import re
|
||||||
from lxml import etree
|
from lxml import etree
|
||||||
import os
|
import os
|
||||||
|
|
||||||
|
# 定义代理
|
||||||
|
proxy = {
|
||||||
|
'http': 'http://139.9.119.20:80',
|
||||||
|
'https': 'http://139.9.119.20:80', # 注意:根据实际代理是否支持https进行设置
|
||||||
|
}
|
||||||
# 验证tonkiang可用IP
|
# 验证tonkiang可用IP
|
||||||
def via_tonking(url):
|
def via_tonking(url):
|
||||||
headers = {
|
headers = {
|
||||||
@@ -12,8 +18,8 @@ def via_tonking(url):
|
|||||||
response = requests.get(
|
response = requests.get(
|
||||||
url=url,
|
url=url,
|
||||||
headers=headers,
|
headers=headers,
|
||||||
verify=False,
|
verify=False, # 注意:verify=False会忽略SSL证书验证
|
||||||
proxies=proxy,
|
proxies=proxy, # 这里使用之前定义的代理
|
||||||
timeout=10
|
timeout=10
|
||||||
)
|
)
|
||||||
et = etree.HTML(response.text)
|
et = etree.HTML(response.text)
|
||||||
@@ -28,7 +34,13 @@ def get_tonkiang(key_words):
|
|||||||
"Submit": " "
|
"Submit": " "
|
||||||
}
|
}
|
||||||
url = "http://tonkiang.us/hoteliptv.php"
|
url = "http://tonkiang.us/hoteliptv.php"
|
||||||
resp = requests.post(url, headers=header, data=data, timeout=10, proxies=proxy)
|
resp = requests.post(
|
||||||
|
url=url,
|
||||||
|
headers=header,
|
||||||
|
data=data,
|
||||||
|
timeout=10,
|
||||||
|
proxies=proxy # 这里使用之前定义的代理
|
||||||
|
)
|
||||||
resp.encoding = 'utf-8'
|
resp.encoding = 'utf-8'
|
||||||
et = etree.HTML(resp.text)
|
et = etree.HTML(resp.text)
|
||||||
divs = et.xpath('//div[@class="tables"]/div')
|
divs = et.xpath('//div[@class="tables"]/div')
|
||||||
|
|||||||
Reference in New Issue
Block a user