martin/Rinser
martin/Rinser
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

added fivethirtyeight

Browse Source
This commit is contained in:
martind2000 2016-05-07 09:55:35 +01:00
parent e73c78db18
commit 421c7b8e4b
1 changed files with 119 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

119
magazines.js Normal file
View File

@ -0,0 +1,119 @@
var outputFile = 'magazines', RssBraider = require('rss-braider'), fs = require('fs'), ejs = require(
'ejs'), read = require('fs').readFileSync, join = require('path').join, str = read(
join(__dirname, '/templates/rss.ejs'),
'utf8'), feeds = {};
var log4js = require('log4js');
var logger = log4js.getLogger();
// Pull feeds from config files: ,
// feeds.simple_test_feed = require("./config/feed").feed;
// Or define in-line
feeds.simple_test_feed = {
"feed_name": "feed",
"default_count": 1,
"no_cdata_fields": [], // Don't wrap these fields in CDATA tags
"meta": {
"title": "Magazines",
"description": "Combined Magazines Feed",
'site_url': 'http://pipes.silvrtree.co.uk/magazines.xml'
},
"plugins": [
],
"sources": [
{
"count": 100,
"feed_url": "http://kat.cr/usearch/uk%20men%27s%20health%20category%3Abooks/?rss=1"
},
{
"count": 100,
"feed_url": "http://kat.cr/usearch/uk%20men%27s%20fitness%20category%3Abooks/?rss=1"
},
{
"count": 100,
"feed_url": "http://kat.cr/usearch/uk%20esquire%20category%3Abooks/?rss=1"
},
{
"count": 100,
"feed_url": "http://kat.cr/usearch/uk%20muscle%20%26%20fitness%20category%3Abooks/?rss=1"
},
{
"count": 100,
"feed_url": "http://kat.cr/usearch/men%27s%20journal%20category%3Abooks/?rss=1"
}
]
}
;
var braider_options = {
feeds: feeds,
indent: " ",
date_sort_order: "desc", // Newest first
log_level: "warn",
dedupe_fields: ['link', 'guid'],
plugins_directories: [__dirname + "/plugins/"]
};
var rss_braider = RssBraider.createClient(braider_options);
// Override logging level (debug, info, warn, err, off)
//rss_braider.logger.level('off');
rss_braider.processFeed('simple_test_feed', 'json', function(err, data) {
console.log('A');
if (err) {
logger.error(err);
return err;
}
console.log('B');
var j = JSON.parse(data);
console.log('C');
var ejsOutput = ejs.compile(str)(j);
console.log('D');
fs.writeFile(__dirname + "/dist/" + outputFile + ".html",
ejsOutput,
function(err) {
if (err) {
logger.error(err);
return console.error(err);
}
console.log("The file was saved!");
});
fs.writeFile(__dirname + "/dist/" + outputFile + ".json",
data,
function(err) {
if (err) {
logger.error(err);
return console.error(err);
}
console.log("The file was saved!");
});
});
rss_braider.processFeed('simple_test_feed', 'xml', function(err, data) {
console.log('A');
if (err) {
logger.error(err);
return err;
}
fs.writeFile(__dirname + "/dist/" + outputFile + ".xml",
data,
function(err) {
if (err) {
logger.error(err);
return console.error(err);
}
console.log("The file was saved!");
});
});