上传文件至 q2_1_crawler

q2_1_crawler/q2_1.py

@@ -0,0 +1,39 @@
+import requests
+import json
+
+# 1. 配置请求头（测试头，满足题目要求）
+headers = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+    "Accept-Language": "zh-CN,zh;q=0.9",
+    "Referer": "https://exam.detr.top/"
+}
+
+url = "https://exam.detr.top/exam-b/movies"
+
+# 2. 一次性请求获取全部数据（题目要求单次抓取）
+resp = requests.get(url, headers=headers)
+resp.raise_for_status()  # 捕获请求异常
+
+# 保存原始网页源码到 movies.html
+with open("movies.html", "w", encoding="utf-8") as f:
+    f.write(resp.text)
+
+# 解析接口返回的json数据
+movie_data = resp.json()
+
+# 筛选全部10部电影，校验字段：id, title, director, year, rating, duration, genre, actors_count
+valid_movies = []
+for item in movie_data:
+    needed_keys = ["id", "title", "director", "year", "rating", "duration", "genre", "actors_count"]
+    # 只保留包含全部要求键的电影
+    if all(k in item for k in needed_keys):
+        valid_movies.append(item)
+
+# 保存电影数据到 movies.json
+with open("movies.json", "w", encoding="utf-8") as f:
+    json.dump(valid_movies, f, ensure_ascii=False, indent=2)
+
+print("抓取完成：已生成 movies.html 和 movies.json")
+print(f"共抓取到 {len(valid_movies)} 部电影")
+
+