Sync all projects

lemonguo121/Myuse/python/webtest.py

@@ -0,0 +1,26 @@
+import requests
+from bs4 import BeautifulSoup
+
+def scrape_website(url):
+    response = requests.get(url)
+    
+    # 设置编码为 UTF-8 或者你希望使用的编码
+    response.encoding = response.apparent_encoding  # 自动检测编码
+    # 或者你可以手动设置编码
+    # response.encoding = 'utf-8'
+
+    soup = BeautifulSoup(response.text, 'html.parser')
+    titles = soup.find_all('h2')
+    contents = soup.contents
+
+    for content in contents:
+        # 确保内容是标签，避免直接调用get_text()可能导致错误
+        if hasattr(content, 'get_text'):
+            print(content.get_text())
+
+    for title in titles:
+        print(title.get_text())
+
+# 使用示例
+url = 'https://www.baidu.com/'
+scrape_website(url)