本demo是爬慕课网,实战课下前端,后端,移动开发,云计算大数据,数据库,部分页面下,所有课程页面信息。

  代码有需要改进,请指出,谢谢。

'''

     requests   re   json   requests.exceptions  RequestException   multiprocessing  Pool                      response =          response.status_code == 200              response.content.decode(                          homeurl=  stuname_dict_url =      pattern = re.compile(     items =          items = [homeurl + i  i      stuname_dict_url[stuname] =                pattern =                                                                                                                                        items =          tup_items = items[0] +     list =       item                                             : item[1             : item[2             : item[3             : item[4             :item[5             :item[6           class_type           stuname              url =                          dic =                  with open( %name,,encoding=         f.write(json.dumps(content,ensure_ascii=False)+      dict_qd = {:{:,:,:,: dict_hd = {:{:,:,: dict_ydkf = {:{:,:,: dict_yun = {:{:,:,:,: dict_db = {:{:,:,:        pool = Pool(processes=5          url_dict =      stuname           url                           classhtml =              item                  write_to_file(         ==      main()