上传文件至 /
This commit is contained in:
51
q1.py
Normal file
51
q1.py
Normal file
@@ -0,0 +1,51 @@
|
||||
import requests
|
||||
import json
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
url = "https://exam.detr.top/exam-b/movies"
|
||||
|
||||
headers = {
|
||||
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
|
||||
}
|
||||
|
||||
response = requests.get(url, headers=headers)
|
||||
response.encoding = "utf-8"
|
||||
html_text = response.text
|
||||
|
||||
with open("movies.html", "w", encoding="utf-8") as f:
|
||||
f.write(html_text)
|
||||
|
||||
soup = BeautifulSoup(html_text, "html.parser")
|
||||
|
||||
movies_data = []
|
||||
data_id = ""
|
||||
|
||||
table = soup.find("table")
|
||||
if table:
|
||||
rows = table.find_all("tr")
|
||||
for row in rows[1:]:
|
||||
cols = row.find_all("td")
|
||||
if len(cols) >= 8:
|
||||
movie = {
|
||||
"id": cols[0].text.strip(),
|
||||
"title": cols[1].text.strip(),
|
||||
"director": cols[2].text.strip(),
|
||||
"year": int(cols[3].text.strip()),
|
||||
"rating": float(cols[4].text.strip()),
|
||||
"duration": int(cols[5].text.strip()),
|
||||
"genre": cols[6].text.strip(),
|
||||
"actors_count": int(cols[7].text.strip())
|
||||
}
|
||||
movies_data.append(movie)
|
||||
|
||||
data_id_tag = soup.find("span", class_="data-id")
|
||||
if data_id_tag:
|
||||
data_id = data_id_tag.text.strip()
|
||||
|
||||
result = {
|
||||
"data_id": data_id,
|
||||
"movies": movies_data
|
||||
}
|
||||
|
||||
with open("movies.json", "w", encoding="utf-8") as f:
|
||||
json.dump(result, f, ensure_ascii=False, indent=4)
|
||||
32
q2 (2).py
Normal file
32
q2 (2).py
Normal file
@@ -0,0 +1,32 @@
|
||||
import json
|
||||
|
||||
with open("movies.json", "r", encoding="utf-8") as f:
|
||||
data = json.load(f)
|
||||
movies = data["movies"]
|
||||
|
||||
# 1.① 评分最高和最低
|
||||
max_rating_movie = max(movies, key=lambda x: x["rating"])
|
||||
min_rating_movie = min(movies, key=lambda x: x["rating"])
|
||||
print(max_rating_movie["title"], max_rating_movie["rating"])
|
||||
print(min_rating_movie["title"], min_rating_movie["rating"])
|
||||
|
||||
# 2.② 各类型电影数量
|
||||
genre_count = {}
|
||||
for movie in movies:
|
||||
genre = movie["genre"]
|
||||
genre_count[genre] = genre_count.get(genre, 0) + 1
|
||||
print(genre_count)
|
||||
|
||||
# 3.③ 各导演电影数量
|
||||
director_count = {}
|
||||
for movie in movies:
|
||||
director = movie["director"]
|
||||
director_count[director] = director_count.get(director, 0) + 1
|
||||
print(director_count)
|
||||
|
||||
# 4.④ 2020年(含)以后电影数量
|
||||
count_2020_later = 0
|
||||
for movie in movies:
|
||||
if movie["year"] >= 2020:
|
||||
count_2020_later += 1
|
||||
print(count_2020_later)
|
||||
32
q2.py
Normal file
32
q2.py
Normal file
@@ -0,0 +1,32 @@
|
||||
import json
|
||||
|
||||
with open("movies.json", "r", encoding="utf-8") as f:
|
||||
data = json.load(f)
|
||||
movies = data["movies"]
|
||||
|
||||
# 1.① 评分最高和最低
|
||||
max_rating_movie = max(movies, key=lambda x: x["rating"])
|
||||
min_rating_movie = min(movies, key=lambda x: x["rating"])
|
||||
print(max_rating_movie["title"], max_rating_movie["rating"])
|
||||
print(min_rating_movie["title"], min_rating_movie["rating"])
|
||||
|
||||
# 2.② 各类型电影数量
|
||||
genre_count = {}
|
||||
for movie in movies:
|
||||
genre = movie["genre"]
|
||||
genre_count[genre] = genre_count.get(genre, 0) + 1
|
||||
print(genre_count)
|
||||
|
||||
# 3.③ 各导演电影数量
|
||||
director_count = {}
|
||||
for movie in movies:
|
||||
director = movie["director"]
|
||||
director_count[director] = director_count.get(director, 0) + 1
|
||||
print(director_count)
|
||||
|
||||
# 4.④ 2020年(含)以后电影数量
|
||||
count_2020_later = 0
|
||||
for movie in movies:
|
||||
if movie["year"] >= 2020:
|
||||
count_2020_later += 1
|
||||
print(count_2020_later)
|
||||
19
q4_1.py
Normal file
19
q4_1.py
Normal file
@@ -0,0 +1,19 @@
|
||||
import json
|
||||
import matplotlib.pyplot as plt
|
||||
|
||||
with open("../q2_1_crawler/movies.json","r",encoding="utf-8") as f:
|
||||
data = json.load(f)
|
||||
movies = data["movies"]
|
||||
|
||||
genre_cnt = {}
|
||||
for m in movies:
|
||||
g = m["genre"]
|
||||
genre_cnt[g] = genre_cnt.get(g,0)+1
|
||||
|
||||
x = list(genre_cnt.keys())
|
||||
y = list(genre_cnt.values())
|
||||
|
||||
plt.bar(x,y)
|
||||
plt.tight_layout()
|
||||
plt.savefig("q4_1_bar.png",dpi=150)
|
||||
plt.close()
|
||||
14
q4_2.py
Normal file
14
q4_2.py
Normal file
@@ -0,0 +1,14 @@
|
||||
import json
|
||||
import matplotlib.pyplot as plt
|
||||
|
||||
with open("../q2_1_crawler/movies.json","r",encoding="utf-8") as f:
|
||||
data = json.load(f)
|
||||
movies = data["movies"]
|
||||
|
||||
rating = [i["rating"] for i in movies]
|
||||
duration = [i["duration"] for i in movies]
|
||||
|
||||
plt.scatter(duration,rating)
|
||||
plt.tight_layout()
|
||||
plt.savefig("q4_2_scatter.png",dpi=150)
|
||||
plt.close()
|
||||
Reference in New Issue
Block a user