312 lines
6.2 KiB
JavaScript
312 lines
6.2 KiB
JavaScript
var outputFile = 'lifestyle', RssBraider = require('rss-braider'), fs = require(
|
|
'fs'), ejs = require('ejs'), read = require('fs').readFileSync, join = require(
|
|
'path').join, str = read(join(__dirname, '/templates/rss.ejs'),
|
|
'utf8'), feeds = {};
|
|
|
|
// Pull feeds from config files: ,
|
|
// feeds.simple_test_feed = require("./config/feed").feed;
|
|
// Or define in-line
|
|
feeds.simple_test_feed = {
|
|
"feed_name": "feed", "default_count": 1, "no_cdata_fields": [], // Don't wrap these fields in CDATA tags
|
|
"meta": {
|
|
"title": "Lifestyle",
|
|
"description": "Combined Lifestyle Feed",
|
|
'site_url': 'http://pipes.silvrtree.co.uk/lifestyle.xml'
|
|
}, "plugins": ['filter_last_week', 'fix_images', 'fix_scripts'], "sources": [
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds2.feedburner.com/acquire"
|
|
},
|
|
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.askmen.com/style.rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.askmen.com/fine_living.rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.askmen.com/money.rss"
|
|
}
|
|
/*,
|
|
{
|
|
|
|
"count" : 100,
|
|
"feed_url" : "http://abetterguy.com/feed/"
|
|
}*/,
|
|
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.dmarge.com/feed"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.esquire.com/rss/all.xml"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/gearpatrol"
|
|
},
|
|
|
|
/*{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.getkempt.com/rss.xml"
|
|
},*/
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/kinowear"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.mensfitness.co.uk/feeds/all"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/TheArtOfManliness"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.trunkclub.com/blog/feed"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/acontinuouslean/"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.fashionbeans.com/feed/"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/MensFlair?format=xml"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/TheChoosyBeggar"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.valetmag.com/distribution/rss_all.xml"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://putthison.com/rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://dieworkwear.com/rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://menofhabit.tumblr.com/rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.hodinkee.com/blog/rss.xml"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/firstinwatches"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds2.feedburner.com/primermagazine/otzU"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://chrisguillebeau.com/3x5/feed/"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/TheAwesomer"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://bondclothes.blogspot.com/feeds/posts/default"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://affordablebond007.tumblr.com/rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://thecozyspace.tumblr.com/rss"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://www.gentlemansgazette.com/feed/"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/wellspent"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://hespokestyle.com/feed/"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "http://effortlessgent.com/feed/"
|
|
},
|
|
{
|
|
|
|
"count": 100,
|
|
"feed_url": "https://feeds.feedburner.com/thisfits"
|
|
},
|
|
/*{
|
|
"count": 100,
|
|
"feed_url": "http://www.businessoffashion.com/syndication/feed"
|
|
},*/
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://dieworkwear.com/rss"
|
|
},
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://georgehahn.com/feed/"
|
|
},
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mensjournal.com/services/rss/gear"
|
|
}
|
|
|
|
,
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mensjournal.com/services/rss/food-drink"
|
|
}
|
|
|
|
,
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mensjournal.com/services/rss/travel"
|
|
}
|
|
|
|
,
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mensjournal.com/services/rss/adventure"
|
|
}
|
|
|
|
,
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mensjournal.com/services/rss/health-fitness"
|
|
}
|
|
|
|
,
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mensjournal.com/services/rss/style"
|
|
},
|
|
{
|
|
"count": 100,
|
|
"feed_url": "https://feeds.feedburner.com/uncrate"
|
|
},
|
|
{
|
|
"count": 100,
|
|
"feed_url": "https://feeds.feedburner.com/ManOfMany"
|
|
},
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://feeds.feedburner.com/nymag/vulture"
|
|
}
|
|
|
|
/*,
|
|
{
|
|
"count": 100,
|
|
"feed_url": "http://www.mantelligence.com/feed/"
|
|
}
|
|
*/
|
|
]
|
|
};
|
|
var braider_options = {
|
|
feeds: feeds,
|
|
indent: " ",
|
|
date_sort_order: "desc", // Newest first
|
|
log_level: "warn",
|
|
dedupe_fields: ['link', 'guid'],
|
|
plugins_directories: [__dirname + "/plugins/"]
|
|
};
|
|
var rss_braider = RssBraider.createClient(braider_options);
|
|
|
|
// Override logging level (debug, info, warn, err, off)
|
|
//rss_braider.logger.level('off');
|
|
|
|
rss_braider.processFeed('simple_test_feed', 'json', function(err, data) {
|
|
if (err) {
|
|
return console.log(err);
|
|
}
|
|
|
|
var j = JSON.parse(data);
|
|
var ejsOutput = ejs.compile(str)(j);
|
|
|
|
fs.writeFile(__dirname + "/dist/" + outputFile + ".json",
|
|
data,
|
|
function(err) {
|
|
if (err) {
|
|
return console.log(err);
|
|
}
|
|
|
|
console.log("The file was saved!");
|
|
});
|
|
|
|
fs.writeFile(__dirname + "/dist/" + outputFile + ".html",
|
|
ejsOutput,
|
|
function(err) {
|
|
|
|
if (err) {
|
|
return console.log(err);
|
|
}
|
|
|
|
console.log("The file was saved!");
|
|
});
|
|
});
|
|
|
|
/*
|
|
rss_braider.processFeed('simple_test_feed', 'rss', function (err, data) {
|
|
|
|
fs.writeFile(__dirname + "/html/" + outputFile + ".xml", data, function (err) {
|
|
if (err) {
|
|
return console.log(err);
|
|
}
|
|
|
|
console.log("The file was saved!");
|
|
});
|
|
});
|
|
*/
|