nodejs 爬虫

const request = require('request')
const cheerio = require('cheerio')

const MongoClient = require('mongodb').MongoClient;
const url = 'mongodb://localhost:27017';


MongoClient.connect(url, function(err, client) {
  console.log("Connected successfully to server");

  const db = client.db("douban");
  const collection = db.collection('movie');
  
  // request
  request.get('https://movie.douban.com/top250', (err, result) => {
    var $ = cheerio.load(result.body);
    
    var log = console.log;
    
    log($('.grid_view li').length)
    
    let arr=[];
    Array.from($('.grid_view li')).forEach(item => {
      
      let obj={}
      
      obj.title = $(item).find('.title').eq(0).text();
      obj.imgSrc = $(item).find('img').attr("src");
      obj.rate = $(item).find('.rating_num').text();
      
      arr.push(obj)
      
    });
    
  //  log(arr)
    
    collection.insert(arr, (err, result) => {
      log(result);
      client.close();
    })
    
    
  })
 
//  client.close();
});