上传文件至 /

2026-06-09 11:31:02 +08:00
parent e8dc1a7b0d
commit 42278e7c90
2 changed files with 90 additions and 0 deletions
--- a/数据采集.py
+++ b/数据采集.py
@@ -0,0 +1,65 @@
+import requests
+from bs4 import BeautifulSoup
+import json
+import time
+
+headers = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36",
+    "Referer": "https://movie.douban.com/top250"
+}
+
+movies_data = []
+
+# 豆瓣Top250前50条，需要爬2页（start=0和start=25）
+for start in range(0, 50, 25):
+    url = f"https://movie.douban.com/top250?start={start}"
+    print(f"正在爬取第 {start//25 + 1} 页...")
+    
+    # 发送请求
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()  # 请求失败自动报错
+    soup = BeautifulSoup(response.text, "html.parser")
+    
+    # 提取所有电影条目
+    movie_items = soup.find_all("div", class_="item")
+    
+    for idx, item in enumerate(movie_items):
+        rank = start + idx + 1
+        
+        # 1. 电影名称
+        title_tag = item.find("span", class_="title")
+        title = title_tag.text.strip() if title_tag else ""
+        
+        # 2. 主演信息
+        actors = ""
+        bd_div = item.find("div", class_="bd")
+        if bd_div:
+            p_tag = bd_div.find("p")
+            if p_tag:
+                info_text = p_tag.text.strip()
+                if "主演:" in info_text:
+                    actors_part = info_text.split("主演:")[-1].strip()
+                    actors = actors_part.split("\n")[0].strip()
+        
+        # 3. 短评（适配当前页面的inq标签）
+        quote_tag = item.find("span", class_="inq")
+        quote = quote_tag.text.strip() if quote_tag else ""
+        
+        # 构造数据
+        movie_info = {
+            "rank": rank,
+            "title": title,
+            "actors": actors,
+            "quote": quote
+        }
+        movies_data.append(movie_info)
+        print(f"已获取：{rank}. {title} | 短评：{quote if quote else '无'}")
+    
+    # 每页爬完暂停2秒，避免请求过快被封
+    time.sleep(2)
+
+# 保存到movies.json
+with open("movies.json", "w", encoding="utf-8") as f:
+    json.dump(movies_data, f, ensure_ascii=False, indent=4)
+
+print("\n✅ 爬取完成！数据已保存到 movies.json")