一个Node.js的小爬虫

mkdir node-worm && cd node-worm

npm init

npm install request cheerio --save-dev

var request = require(‘request‘)
var cheerio = require(‘cheerio‘)
var reqUrl = ‘https://www.cnblogs.com/e-cat/‘
request(reqUrl, function (err, result) {
  if (err) {
    console.log(err)
  }
  let $ = cheerio.load(result.body)
  let list = []
  $(‘#main #mainContent .forFlow .day‘).each((index, element) => {
    let date = $($(`${element.name} .dayTitle a`)[index]).text() || ‘‘
    let title = $($(`${element.name} .postTitle a span`)[index]).text()
    let desc = $($(`${element.name} .postCon .c_b_p_desc`)[index]).text()
    let href = $($(`${element.name} .postTitle a`)[index]).attr(‘href‘)
    let obj = {
      date,
      title,
      desc,
      href,
    }
    list.push(obj)
  })
  console.log(list)
})