diff --git a/pachong.py b/pachong.py new file mode 100644 index 0000000..8f37e33 --- /dev/null +++ b/pachong.py @@ -0,0 +1,74 @@ +import requests +import json +from bs4 import BeautifulSoup + +# 题目强制要求请求头 +url = "https://exam.detr.top/exam-b/movies" +headers = { + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36" +} + +# 仅一次请求,符合题目要求 +resp = requests.get(url, headers=headers) +resp.encoding = "utf-8" +html_text = resp.text + +# 保存原始网页 movies.html +with open("movies.html", "w", encoding="utf-8") as f: + f.write(html_text) +print("✅ 已保存网页源码 movies.html") + +# 优先尝试直接解析接口JSON(接口真实返回格式) +movie_list = [] +data_id = None +try: + api_data = json.loads(html_text) + data_id = api_data.get("data_id") + movie_list = api_data.get("movies", []) + print("✅ 识别为JSON接口,直接读取数据") +except json.JSONDecodeError: + # 若为HTML表格页面,执行原bs4解析逻辑 + print("识别为HTML表格页面,使用BeautifulSoup解析") + soup = BeautifulSoup(html_text, "html.parser") + # 提取页面data_id + if soup.body and "data-id" in soup.body.attrs: + data_id = soup.body["data-id"] + # 提取表格行 + all_tr = soup.find_all("tr") + for tr in all_tr[1:]: + td_list = tr.find_all("td") + if len(td_list) >= 8: + # 增加类型转换容错 + def safe_int(txt): + try: + return int(txt.strip()) + except: + return 0 + def safe_float(txt): + try: + return float(txt.strip()) + except: + return 0.0 + movie = { + "id": safe_int(td_list[0].get_text()), + "title": td_list[1].get_text(strip=True), + "director": td_list[2].get_text(strip=True), + "year": safe_int(td_list[3].get_text()), + "rating": safe_float(td_list[4].get_text()), + "duration": safe_int(td_list[5].get_text()), + "genre": td_list[6].get_text(strip=True), + "actors_count": safe_int(td_list[7].get_text()) + } + movie_list.append(movie) + +print(f"页面data_id: {data_id}") +print(f"一共抓取到 {len(movie_list)} 部电影") + +# 组装并保存 movies.json +save_data = { + "data_id": data_id, + "movies": movie_list +} +with open("movies.json", "w", encoding="utf-8") as f: + json.dump(save_data, f, ensure_ascii=False, indent=2) +print("✅ movies.json 写入完成") \ No newline at end of file