var outputFile = 'tech', RssBraider = require('rss-braider'), fs = require('fs'), ejs = require('ejs'), read = require('fs').readFileSync, join = require('path').join, str = read(join(__dirname, '/templates/rss.ejs'), 'utf8'), feeds = {}; var log4js = require('log4js'); var logger = log4js.getLogger(); // Pull feeds from config files: , // feeds.simple_test_feed = require("./config/feed").feed; // Or define in-line feeds.simple_test_feed = { "feed_name": "feed", "default_count": 1, "no_cdata_fields": [], // Don't wrap these fields in CDATA tags "meta": { "title": "Technology", "description": "Combined Tech Feed", 'site_url': 'http://pipes.silvrtree.co.uk/tech.xml' }, "plugins": ['filter_3_days', 'fix_images', 'fix_scripts'], "sources": [{ "count": 100, "feed_url": "http://feeds.feedburner.com/lenovoblogs/designmatters" }, { "count": 100, "feed_url": "http://www.engadget.com/rss.xml" }, { "count": 100, "feed_url": "http://www.computerweekly.com/rss/All-Computer-Weekly-content.xml" }, { "count": 100, "feed_url": "http://winsupersite.com/rss.xml" }, { "count": 100, "feed_url": "https://feeds.feedburner.com/TheGadgeteer" }, { "count": 100, "feed_url": "http://www.wired.com/category/gear/feed/" }, { "count": 100, "feed_url": "https://feeds2.feedburner.com/AndroidCommunity" }, { "count": 100, "feed_url": "https://feeds.feedburner.com/AndroidPolice" }, { "count": 100, "feed_url": "https://feeds.feedburner.com/AndroidPolice" }, { "count": 100, "feed_url": "https://feeds2.feedburner.com/PlanetAndroidCom" }, { "count": 100, "feed_url": "http://www.theverge.com/rss/frontpage" }, { "count": 100, "feed_url": "http://feed.androidauthority.com/" }, { "count": 100, "feed_url": "https://feeds.feedburner.com/codinghorror" }, { "count": 100, "feed_url": "http://www.androidcentral.com/feed" }, { "count": 100, "feed_url": "http://www.anandtech.com/rss/" }, { "count": 100, "feed_url": "https://medium.com/feed/google-developers" }, { "count": 100, "feed_url": "http://feedproxy.google.com/typepad/alleyinsider/silicon_alley_insider" } , { "count": 100, "feed_url": "http://techcrunch.com/feed/" }, /*{ "count": 100, "feed_url": "http://feeds.venturebeat.com/VentureBeat" },*/ { "count": 100, "feed_url": "http://feeds2.feedburner.com/thenextweb" } ] }; var braider_options = { feeds: feeds, indent: " ", date_sort_order: "desc", // Newest first log_level: "warn", dedupe_fields: ['link', 'guid'], plugins_directories: [__dirname + "/plugins/"] }; var rss_braider = RssBraider.createClient(braider_options); // Override logging level (debug, info, warn, err, off) //rss_braider.logger.level('off'); rss_braider.processFeed('simple_test_feed', 'json', function (err, data) { if (err) { logger.error(err); return console.log(err); } var j = JSON.parse(data); var ejsOutput = ejs.compile(str)(j); fs.writeFile(__dirname + "/dist/" + outputFile + ".html", ejsOutput, function (err) { if (err) { logger.error(err); return console.log(err); } console.log("The file was saved!"); }); fs.writeFile(__dirname + "/dist/" + outputFile + ".json", data, function (err) { if (err) { logger.error(err); return console.log(err); } console.log("The file was saved!"); }); }); /*rss_braider.processFeed('simple_test_feed', 'rss', function (err, data) { if (err) { return console.log(err); } fs.writeFile(__dirname + "/dist/" + outputFile + ".xml", data, function (err) { if (err) { return console.log(err); } console.log("The file was saved!"); }); });*/