diff --git a/260324+2509165015/douban.py b/260324+2509165015/douban.py new file mode 100644 index 0000000..48d4848 --- /dev/null +++ b/260324+2509165015/douban.py @@ -0,0 +1,30 @@ +import requests +from bs4 import BeautifulSoup +import time +BASE_URL = "https://xxx.com/list?page=" +START_PAGE = 1 +END_PAGE = 100 +HEADERS = { + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" +} + +def crawl_page(page): + url = f"{BASE_URL}{page}" + try: + resp = requests.get(url, headers=HEADERS, timeout=10) + resp.raise_for_status() + soup = BeautifulSoup(resp.text, "html.parser") + items = soup.find_all("div", class_="item") + for item in items: + title = item.find("h3").get_text(strip=True) + print(title) + + print(f"第 {page} 页爬取完成") + + except Exception as e: + print(f"第 {page} 页出错:{e}") + +if __name__ == "__main__": + for page in range(START_PAGE, END_PAGE + 1): + crawl_page(page) + time.sleep(1) \ No newline at end of file