27 lines
675 B
Python
27 lines
675 B
Python
import requests
|
|
from bs4 import BeautifulSoup as bs
|
|
print('------------')
|
|
url = 'https://www.baidu.com'
|
|
params = {'key':'value'}
|
|
response = requests.get(url,params=params)
|
|
print(response.status_code)
|
|
print('------------')
|
|
html_content = response.text
|
|
print(html_content)
|
|
print('------------')
|
|
soup = bs(html_content,'lxml')
|
|
print(soup)
|
|
print('============')
|
|
title = soup.find('title').string
|
|
print(title)
|
|
print('============')
|
|
links = soup.find_all('a')
|
|
print(links)
|
|
print('============')
|
|
for link in links:
|
|
# print("11111111")
|
|
print("链接:",link.get('href'))
|
|
div_element = soup.select('div.di')
|
|
print(div_element)
|
|
for div in div_element:
|
|
print('div:',div.text) |