Rinser/news.js

var outputFile = 'news', RssBraider = require('rss-braider'), fs = require('fs'), ejs = require(
  'ejs'), read = require('fs').readFileSync, join = require('path').join, str = read(
  join(__dirname, '/templates/rss.ejs'),
  'utf8'), feeds = {};

var argv = require('yargs').argv;

var log4js = require('log4js');
var logger = log4js.getLogger();

// Pull feeds from config files: ,
//      feeds.simple_test_feed = require("./config/feed").feed;
// Or define in-line

feeds.simple_test_feed = {
  'feed_name': 'feed',
  'default_count': 1,
  'no_cdata_fields': ['description'], // Don't wrap these fields in CDATA tags
  'meta': {
    'title': 'News',
    'description': 'Combined News Feed',
    'site_url': 'http://pipes.silvrtree.co.uk/news.xml'
  },
  'plugins': [
    'filter_3_days', 'fix_images', 'fix_scripts'
  ],
  'custom_namespaces': {
    'content': 'http://purl.org/rss/1.0/modules/content/',
    'slash': 'http://purl.org/rss/1.0/modules/slash/',
    'media': 'http://search.yahoo.com/mrss/',
    'ev': 'http://purl.org/rss/2.0/modules/event/',
    'sy': 'http://purl.org/rss/1.0/modules/syndication/',
    'wfw': 'http://wellformedweb.org/CommentAPI/',
    'dc': 'http://purl.org/dc/elements/1.1/',
    'atom': 'http://www.w3.org/2005/Atom'
  },
  'sources': [{'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fqz.com%2Ffeed%2F'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds2.feedburner.com%2Fbusinessinsider'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.reuters.com%2Freuters%2FUKTopNews'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.reuters.com%2Freuters%2FUKdomesticNews'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.reuters.com%2Freuters%2FUKWorldNews'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.reuters.com%2Freuters%2FtopNews'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.reuters.com%2FReuters%2FworldNews'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fhosted2.ap.org%2Fatom%2FAPDEFAULT%2Fcae69a7523db45408eeb2b3a98c0c9c5'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.cityam.com%2Ffeeds%2Fmain.xml'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.londonlovesbusiness.com%2Fnavrss%3Fnavsectioncode%3D121'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.ibtimes.co.uk%2Frss%2Fuk'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.bbci.co.uk%2Fnews%2Frss.xml%3Fedition%3Duk'
  }, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.bbci.co.uk%2Fnews%2Fscotland%2Frss.xml%3Fedition%3Duk'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fnews.google.com%2F%3Foutput%3Drss'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.feedburner.com%2FTheAtlantic'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.telegraph.co.uk%2Fnews%2Frss.xml'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.guardian.co.uk%2Frssfeed%2F0%2C%2C1%2C00.xml'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.marketwatch.com%2Frss%2Ftopstories'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffeeds.feedburner.com%2Fwingsoverscotland%2FFgKv'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fbellacaledonia.org.uk%2Ffeed%2F'}, {
    'count': 100,
    'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Fwww.theweek.co.uk%2Ffeeds%2Fall'
  }, {'count': 100, 'feed_url': 'http://45.33.114.116:8080/http%3A%2F%2Ffivethirtyeight.com%2Fall%2Ffeed'}]
}

;
var braider_options = {
  feeds: feeds,
  indent: '    ',
  date_sort_order: 'desc', // Newest first
  log_level: 'warn',
  dedupe_fields: ['link', 'guid'],
  plugins_directories: [__dirname + '/plugins/']
};
var rss_braider = RssBraider.createClient(braider_options);

// Override logging level (debug, info, warn, err, off)
//rss_braider.logger.level('off');

rss_braider.processFeed('simple_test_feed', 'json', function (err, data) {
  console.log('A');
  if (err) {
    logger.error(err);
    return err;
  }

  console.log('B');

  var j = JSON.parse(data);

  console.log('C');
  var ejsOutput = ejs.compile(str)(j);

  console.log('D');
  fs.writeFile(__dirname + '/dist/' + outputFile + '.html',
    ejsOutput,
    function (err) {

      if (err) {
        logger.error(err);
        return console.error(err);
      }

      console.log('The file was saved!');
    });

  fs.writeFile(__dirname + '/dist/' + outputFile + '.json',
    data,
    function (err) {
      if (err) {
        logger.error(err);
        return console.error(err);
      }

      console.log('The file was saved!');
    });
});