Rss package bump

This commit is contained in:
Martin Donnelly 2017-07-19 01:24:50 +01:00
parent 436237e625
commit 6c536db685
2 changed files with 4 additions and 7 deletions

View File

@ -14,14 +14,9 @@ feeds.simple_test_feed = {
}, },
"sources" : [ "sources" : [
{ {
"name" : "NPR Headlines", "name" : "Jobsite",
"count" : 2, "count" : 2,
"feed_url" : "http://www.npr.org/rss/rss.php?id=1001", "feed_url" : "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=47820652",
},
{
"name" : "NPR Sports",
"count" : 2,
"feed_url" : "http://www.npr.org/rss/rss.php?id=1055"
} }
] ]
}; };

View File

@ -77,6 +77,7 @@ RssBraider.prototype.processFeed = function(feed_name, format, callback)
// Process each feed source through Feedparser to get articles. // Process each feed source through Feedparser to get articles.
// Then process each item/article through rss-braider and any plugins // Then process each item/article through rss-braider and any plugins
async.each(feed.sources, function(source, callback) { async.each(feed.sources, function(source, callback) {
self.logger.debug('url:', source.feed_url);
var count = source.count || feed.default_count || 10, // Number of articles per source var count = source.count || feed.default_count || 10, // Number of articles per source
url = source.feed_url || null, url = source.feed_url || null,
file_path = source.file_path || null, file_path = source.file_path || null,
@ -91,6 +92,7 @@ RssBraider.prototype.processFeed = function(feed_name, format, callback)
}); });
req.on('response', function (res) { req.on('response', function (res) {
self.logger.debug('>> res.statusCode ', res.statusCode );
var stream = this; var stream = this;
if (res.statusCode !== 200) { if (res.statusCode !== 200) {
return this.emit('error', 'Bad status code: ' + res.statusCode); return this.emit('error', 'Bad status code: ' + res.statusCode);