本demo是爬慕课网,实战课下前端,后端,移动开发,云计算大数据,数据库,部分页面下,所有课程页面信息。
代码有需要改进,请指出,谢谢。
''' requests re json requests.exceptions RequestException multiprocessing Pool response = response.status_code == 200 response.content.decode( homeurl= stuname_dict_url = pattern = re.compile( items = items = [homeurl + i i stuname_dict_url[stuname] = pattern = items = tup_items = items[0] + list = item : item[1 : item[2 : item[3 : item[4 :item[5 :item[6 class_type stuname url = dic = with open( %name,,encoding= f.write(json.dumps(content,ensure_ascii=False)+ dict_qd = {:{:,:,:,: dict_hd = {:{:,:,: dict_ydkf = {:{:,:,: dict_yun = {:{:,:,:,: dict_db = {:{:,:,: pool = Pool(processes=5 url_dict = stuname url classhtml = item write_to_file( == main()