Rinser/news.js

var outputFile = 'news', RssBraider = require('rss-braider'), fs = require('fs'), ejs = require(
  'ejs'), read = require('fs').readFileSync, join = require('path').join, str = read(
  join(__dirname, '/templates/rss.ejs'),
  'utf8'), feeds = {};

var argv = require('yargs').argv;

var log4js = require('log4js');
var logger = log4js.getLogger();

// Pull feeds from config files: ,
//      feeds.simple_test_feed = require("./config/feed").feed;
// Or define in-line

feeds.simple_test_feed = {
  "feed_name": "feed",
  "default_count": 1,
  "no_cdata_fields": ['description'], // Don't wrap these fields in CDATA tags
  "meta": {
    "title": "News",
    "description": "Combined News Feed",
    'site_url': 'http://pipes.silvrtree.co.uk/news.xml'
  },
  "plugins": [
    'filter_3_days', 'fix_images', 'fix_scripts'
  ],
  'custom_namespaces'   : {
            "content"   : "http://purl.org/rss/1.0/modules/content/",
            "slash"     : "http://purl.org/rss/1.0/modules/slash/",
            "media"     : "http://search.yahoo.com/mrss/",
            "ev"        : "http://purl.org/rss/2.0/modules/event/",
            "sy"        : "http://purl.org/rss/1.0/modules/syndication/",
            "wfw"       : "http://wellformedweb.org/CommentAPI/",
            "dc"        : "http://purl.org/dc/elements/1.1/",
            "atom"      : "http://www.w3.org/2005/Atom"
        },
  "sources": [
    {
      "count": 100,
      "feed_url": "http://qz.com/feed/"
    },
    {
      "count": 100,
      "feed_url": "http://feeds2.feedburner.com/businessinsider"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.reuters.com/reuters/UKTopNews"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.reuters.com/reuters/UKdomesticNews"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.reuters.com/reuters/UKWorldNews"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.reuters.com/reuters/topNews"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.reuters.com/Reuters/worldNews"
    }

    ,
    /*{
      "count": 100,
      "feed_url": "http://feeds.reuters.com/reuters/globalmarketsNews"
    },*/
    {
      "count": 100,
      "feed_url": "http://hosted2.ap.org/atom/APDEFAULT/cae69a7523db45408eeb2b3a98c0c9c5"
    },
    {
      "count": 100,
      "feed_url": "http://www.cityam.com/feeds/main.xml"
    },
    {
      "count": 100,
      "feed_url": "http://www.londonlovesbusiness.com/navrss?navsectioncode=121"
    },
    {
      "count": 100,
      "feed_url": "http://www.ibtimes.co.uk/rss/uk"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.bbci.co.uk/news/rss.xml?edition=uk"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.bbci.co.uk/news/scotland/rss.xml?edition=uk"
    },
    {
      "count": 100,
      "feed_url": "http://news.google.com/?output=rss"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.feedburner.com/TheAtlantic"
    },
    {
      "count": 100,
      "feed_url": "http://www.telegraph.co.uk/news/rss.xml"
    },
    {
      "count": 100,
      "feed_url": "http://www.guardian.co.uk/rssfeed/0,,1,00.xml"
    },
    {
      "count": 100,
      "feed_url": "http://www.marketwatch.com/rss/topstories"
    },
    {
      "count": 100,
      "feed_url": "http://feeds.feedburner.com/wingsoverscotland/FgKv"
    },
    {
      "count": 100,
      "feed_url": "http://bellacaledonia.org.uk/feed/"
    }
    ,
        {
          "count": 100,
          "feed_url": "http://www.theweek.co.uk/feeds/all"
        }
    ,
            {
              "count": 100,
              "feed_url": "http://fivethirtyeight.com/all/feed"
            }
  ]
}

;
var braider_options = {
  feeds: feeds,
  indent: "    ",
  date_sort_order: "desc", // Newest first
  log_level: "warn",
  dedupe_fields: ['link', 'guid'],
  plugins_directories: [__dirname + "/plugins/"]
};
var rss_braider = RssBraider.createClient(braider_options);

// Override logging level (debug, info, warn, err, off)
//rss_braider.logger.level('off');

rss_braider.processFeed('simple_test_feed', 'json', function(err, data) {
  console.log('A');
  if (err) {
    logger.error(err);
    return err;
  }

  console.log('B');

  var j = JSON.parse(data);

  console.log('C');
  var ejsOutput = ejs.compile(str)(j);

  console.log('D');
  fs.writeFile(__dirname + "/dist/" + outputFile + ".html",
    ejsOutput,
    function(err) {

      if (err) {
        logger.error(err);
        return console.error(err);
      }

      console.log("The file was saved!");
    });

  fs.writeFile(__dirname + "/dist/" + outputFile + ".json",
    data,
    function(err) {
      if (err) {
        logger.error(err);
        return console.error(err);
      }

      console.log("The file was saved!");
    });
});