diff --git a/test.py b/test.py new file mode 100644 index 0000000..a5699a1 --- /dev/null +++ b/test.py @@ -0,0 +1,31 @@ +import requests +from bs4 import BeautifulSoup + +a = 0 +url = f'https://www.douban.com/doulist/3936288/?start={a}&sort=time&playable=0&sub_type=' + +headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36'} + +# print(soup) +# print('---------------------------I) +# print('---------------------------') +# print('') + +for page in range(10): + a = page*25 + url = f'https://www.douban.com/doulist/3936288/?start={a}&sort=time&playable=0&sub_type=' + print("爬取第{c}页内容".format(c=page+1)) + response = requests.get(url, headers=headers, timeout=10) + response.encoding = 'utf-8' + soup = BeautifulSoup(response.text, 'html.parser') + print(soup) +# for b in soup.find_all('a'): +# print(a) +# href = b.get('href','') +# if '/subject/' in href: +# title = b.get_text(strip=True) +# print(title) +# //*[@id="17023343"]/div/div[2]/div[4]/a + +c = soup.select('p') +print(c)