30 lines
916 B
INI
30 lines
916 B
INI
import requests
|
|
from bs4 import BeautifulSoup as bs
|
|
headers = {
|
|
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
|
|
}
|
|
|
|
url = 'https://www.baidu.com'
|
|
params = {'key':'value'}
|
|
|
|
try:
|
|
response = requests.get(url, params=params, headers=headers, timeout=5)
|
|
response.raise_for_status()
|
|
print("状态码:", response.status_code)
|
|
print('-'*20)
|
|
|
|
html_content = response.text
|
|
soup = bs(html_content, 'lxml')
|
|
title = soup.find('title').string
|
|
print("页面标题:", title)
|
|
print('='*20)
|
|
links = soup.find_all('a')
|
|
for link in links:
|
|
href = link.get('href')
|
|
if href:
|
|
print("链接:", href)
|
|
print('='*20)
|
|
except requests.exceptions.RequestException as e:
|
|
print(f"请求错误: {e}")
|
|
except Exception as e:
|
|
print(f"解析错误: {e}") |