dipesh's notebooks

  • Web Scrapping Using Cheerio - /dipesh/scrap-yclist
    Last edited 7 years ago
    /** * GET /api/scraping * Web scraping example using Cheerio library. */ exports.getScraping = function(req, res, next) { cheerio = require('cheerio'); request = require('request'); request.get('https://news.ycombinator.com/', function(err, request, body) { if (err) return next(err); var $ = cheerio.load(body); var links = []; $('.title a[href^="http"], a[href^="https"]').each(function() { links.push($(this)); }); res.render('api/scraping', { title: 'Web Scraping', links: links }); }); };