ego's notebooks

  • got - /ego/got
    Last edited 5 years ago
    var get = URL => require("got")(URL, { json : true }), cheerio = require('cheerio'), got = require("got"), request = require('sync-request'), postUrl = 'https://openload.co/f/UguTZfp9Lgs', open='https://api.openload.co/1/account/info?login=f6818b10314c387f&key=5k37d23q', dl = "https://openload.co/f/WfA3uSU95GA/VICE.2018.360P.PP.mp4", dlticket = request('GET', 'https://api.openload.co/1/file/dlticket?file=dl&login=f6818b10314c387f&key=5k37d23q').getBody('utf8'), post = request('GET', open).getBody('utf8'), $ = cheerio.load(post), init = $('#DtsBlkVFQx').html() console.log(dlticket) console.log(post)
  • CM Express - /ego/express
    Last edited 5 years ago
    // const fetchCheerioObject = require('fetch-cheerio-object'); // (async () => { // const $ = await fetchCheerioObject('https://channelmyanmar.org/?p=40266'); // var log = $('.elemento a'); // log.each(function(){ // var links = $(this).attr('href'); // console.log(links) // }); // })();
  • Express-Endpoint Demo - /ego/express-endpoint-demo
    Last edited 5 years ago
    var tonicExpress = require("@runkit/runkit/express-endpoint/1.0.0"); // var Xray = require('x-ray'); // var x = Xray(); var rssjson = require('rssjson'); var app = tonicExpress(module.exports); var data = await rssjson("https://www.ngolos.com/rss.xml/videos/"); var bodyParser = require('body-parser'); app.use(bodyParser.urlencoded({ extended: false })); app.get('/', (req, res) =>{ res.send(data) }) app.get("/data/:name", (req, res) => { var url = req.params.name // var stream = x('https://www.ngolos.com/videos/'+url, '.maincontent iframe@src').stream(); // stream.pipe(res); }) app.get("/:name", (req, res) => { res.send(`Hello ${req.params.name}!`) }) app.post("/echo-form", (req, res) => { var formData = Object.keys(req.body).map( k => `${k}: ${req.body[k]}` ) res.type("text/plain") res.send(formData.join("\n")) }) // x('https://blog.ycombinator.com/', '.post', [{ // title: 'h1 a', // link: '.article-title@href' // }]) // .paginate('.nav-previous a@href') // .limit(3) // .write('results.json')
  • Channel Myanmar - /ego/channelmyanmar
    Last edited 5 years ago
    var rp = require('request'); var cheerio = require('cheerio'); const scrapeIt = require("scrape-it") var tonicExpress = require("@runkit/runkit/express-endpoint/1.0.0") // Just provide the exports object to the tonicExpress helper var app = tonicExpress(module.exports) var movie = []; // exports.endpoint = function(request, response) { var path="the-brightest-star-in-the-sky-2019/" app.get("/", (req, res) => res.send("Hey!")) app.get("/:name", (req, res) => { var url = req.params.name //res.send(`Hello ${req.params.name}!`) var end = {}; // Promise interface scrapeIt(url, { title: ".data h1", avatar: { selector: ".fix img" , attr: "src" }, content: { selector: ".entry-content #cap1 p" , how: "html" }, pages: { listItem: "ul.enlaces li.elemento" , name: "pages" , data: { title: ".a" , url: { selector: "a" , attr: "href" } } } }).then(({ data, response }) => { console.log(`Status Code: ${response.statusCode}`) console.log(data.pages.length) end,links = data.pages; links.shift(); console.log(end); end.links console.log(data.shift()); }) res.send(end); });
  • Endpoint - /ego/app
    Last edited 5 years ago
    const request = require ("request"); const FeedParser = require ("feedparser"); const cheerio = require("cheerio"); const urlTestFeed = "http://www.guardian.co.uk/world/usa/rss", xurl = "https://drhmonegyi.net/wp-json/wp/v2/posts", urlmm = "http://channelmyanmar.org/feed"; function getFeed (urlfeed, callback) { var req = request (urlfeed); var feedparser = new FeedParser (); var feedItems = new Array (); req.on ("response", function (response) { var stream = this; if (response.statusCode == 200) { stream.pipe (feedparser); } }); req.on ("error", function (err) { console.log ("getFeed: err.message == " + err.message); }); feedparser.on ("readable", function () { try { var item = this.read (), flnew; if (item !== null) { //2/9/17 by DW feedItems.push (item); } } catch (err) { console.log ("getFeed: err.message == " + err.message); } }); feedparser.on ("end", function () { callback (undefined, feedItems); }); feedparser.on ("error", function (err) { console.log ("getFeed: err.message == " + err.message); callback (err); }); } // console.log ("\n" + myProductName + " v" + myVersion + ".\n"); getFeed (urlmm, function (err, feedItems) { if (!err) { function pad (num) { var s = num.toString (), ctplaces = 3; while (s.length < ctplaces) { s = "0" + s; } return (s); } console.log ("There are " + feedItems.length + " items in the feed.\n"); for (var i = 0; i < feedItems.length; i++) { console.log ("Item #" + pad (i) + ": " + feedItems [i].title + ".\n"); } } });
  • Replay Soccer - /ego/replaysoccer
    Last edited 6 years ago
    var parser = require("rssparser"), url = "http://www.replaymatches.com/feeds/posts/default"; var options = {}; //rss feeds parser.parseURL(url, options, function(err, out){ console.log(out.items); });
  • Json Endpoint - /ego/json-endpoint
    Last edited 7 years ago
    Click Demo link (Yo)[https://untitled-e6zk1hrt2bgg.runkit.sh/?url=http://uk.soccerway.com/competitions/]
  • Firebase - /ego/firebase
    Last edited 7 years ago
    // var firebase = require('firebase'); // var config = { // apiKey: "AIzaSyBxnsnI_CwYKLfcK_5-KH3-gexvencwUls", // authDomain: "egoapp.firebaseapp.com", // databaseURL: "https://egoapp.firebaseio.com", // // projectId: "egoapp-5b4bf", // storageBucket: "egoapp-5b4bf.appspot.com", // messagingSenderId: "237252492935" // }; // firebase.initializeApp(config); // // Get a reference to the database service // var database = firebase.database().ref(); // console.log(database) // module.exports = database
  • endpoint test - /ego/endpoint-test
    Last edited 7 years ago - from: https://runkit.com/docs/endpoint
    var rq = require('request'); var cheerio= require('cheerio'); var gt= []; exports.endpoint = function(request, response) { rq('http://google.com', function(resp, html){ var $= cheerio.load(html) var data = $(this).find('title').text(); var ha ={data:data} gt.push(data); console.log(gt) response.end(gt); }) }
  • jsonurl - /ego/jsonurl
    Last edited 7 years ago
    Send a request like ?url=http://google.com, get back the title of the page.