import requests from bs4 import BeautifulSoup headers = { 'User-Agent':'Mozilla/5.0(Windows NT 10.0;Win64;x64)AppleWebKit/537.36(KHTML,like Gecko)Chrome/120.0.0.0 Safari/537.36', } url = 'https://movie.douban.com/top250?start=0&filter=' response = requests.get(url,headers=headers,timeout=10) response.encoding = 'utf-8' soup = BeautifulSoup(response.text,'html.paser') movies = [] for a in soup.find_all('a'): herf = a.get('href','') if '/subject' in href: title = a.get_text(strip=True) print(title) movies.append(title) print('------------') print(movies)