diff --git a/q2_1_crawler/电影爬取.txt b/q2_1_crawler/电影爬取.txt new file mode 100644 index 0000000..8ae53fa --- /dev/null +++ b/q2_1_crawler/电影爬取.txt @@ -0,0 +1,36 @@ +import requests +import re +from bs4 import BeautifulSoup as bs +import json + +header = {'User-Agent':'Mozilla/5.0'} +url = 'https://exam.detr.top/exam-b/movies' + +html = requests.get(url, headers=header).text +# print(html) +open('movies.html','w',encoding='utf-8').write(html) +# print(html) +# print('============') +# fd = bs(html, 'html.parser').find('p', class_='meta') +fd = re.search(r'exam_fingerprint:\s*(\S+)',html).group(1) +# print(fd) + +resp = bs(html, 'html.parser').find_all('tr', class_='item-row') +# print(resp) +movies = [] +for i in resp: + c = [] + for r in i.find_all('td'): + c.append(r.text.strip()) + movies.append({ + 'id':int(c[0]), + 'title':c[1], + 'director':c[2], + 'year':int(c[3]), + 'rating':float(c[4]), + 'duration':int(c[5]), + 'genre':c[6], + 'actors_count':int(c[7]) + }) + +json.dump({"ID": fd, "movies":movies}, open('movies.json', 'w', encoding='utf-8'), ensure_ascii=False, indent=2) \ No newline at end of file