all feeds using stone

This commit is contained in:
Martin Donnelly 2017-12-05 11:54:53 +00:00
parent e430356306
commit 4059365e03
3 changed files with 51 additions and 289 deletions

155
fixer.js
View File

@ -2,244 +2,169 @@ const querystring = require('querystring');
const url = require('url'); const url = require('url');
let list = [ let list = [
{
{
"count": 100, "count": 100,
"feed_url": "http://feeds2.feedburner.com/acquire" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=47820652"
}, } ,
{ {
"count": 100, "count": 100,
"feed_url": "http://www.askmen.com/style.rss" "feed_url": "http://www.jobserve.com/MySearch/6DA9769BA89834AA.rss"
} ,
{
"count": 100,
"feed_url": "http://www.JobServe.com/MySearch/EDF47BEA6B31EF.rss"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.askmen.com/fine_living.rss" "feed_url": "http://www.JobServe.com/MySearch/3CAD044BEF2BFA.rss"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.askmen.com/money.rss" "feed_url": "http://www.JobServe.com/MySearch/C7B25D86D0844A.rss"
}
/*,
{
"count" : 100,
"feed_url" : "http://abetterguy.com/feed/"
}*/,
{
"count": 100,
"feed_url": "http://www.dmarge.com/feed"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.esquire.com/rss/all.xml" "feed_url": "http://www.JobServe.com/MySearch/64A3EEF615FA4C.rss"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/gearpatrol" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=21564698"
},
/*{
"count": 100,
"feed_url": "http://www.getkempt.com/rss.xml"
},*/
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/kinowear"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.mensfitness.co.uk/feeds/all" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=21564712"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/TheArtOfManliness" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=21942123"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.trunkclub.com/blog/feed" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=33166238"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/acontinuouslean/" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=34888173"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.fashionbeans.com/feed/" "feed_url": "http://www.s1jobs.com/xml/m7dp711z2r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/MensFlair?format=xml" "feed_url": "http://www.s1jobs.com/xml/pfvf7o7z2r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/TheChoosyBeggar" "feed_url": "http://www.s1jobs.com/xml/lluqnt8z2r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.valetmag.com/distribution/rss_all.xml" "feed_url": "http://www.s1jobs.com/xml/tu33qt8z2r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://putthison.com/rss" "feed_url": "http://www.s1jobs.com/xml/u3btnz8z2r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://dieworkwear.com/rss" "feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=33256062"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://menofhabit.tumblr.com/rss" "feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=33450169"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.hodinkee.com/blog/rss.xml" "feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=34517029"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/firstinwatches" "feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=34888105"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds2.feedburner.com/primermagazine/otzU" "feed_url": "http://www.technojobs.co.uk/rss.php/glasgow/searchtypeand/locationScotland/sortbyrelevant/jobtypeall"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://chrisguillebeau.com/3x5/feed/" "feed_url": "http://www.jobserve.com/MySearch/6FC7E9ED5F042ECB.rss"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/TheAwesomer" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html,%20asp,%20web,%20sql,%20delphi,%20vb,%20vbscript,%20php,%20ajax,%20mysql,%20sqlserver,%20javascript,%20intranet,%20vmware,%20virtulization&location_include=Abu%20Dhabi&compare_resolved=RE_ABUDHABI_UNITEDARABEMIRATES&compare_search=Abu%20Dhabi&jobtype=X&search_emp_mkt_cd=ALL"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://bondclothes.blogspot.com/feeds/posts/default" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_include=London&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&compare_resolved=CO_LONDON&compare_search=London&search_emp_mkt_cd=ALL"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://affordablebond007.tumblr.com/rss" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_include=Glasgow&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&compare_resolved=TO_G1_GLASGOW&compare_search=Glasgow&search_emp_mkt_cd=ALL"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://thecozyspace.tumblr.com/rss" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&search_emp_mkt_cd=ALL"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://www.gentlemansgazette.com/feed/" "feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_include=Germany&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&compare_resolved=CY_GERMANY&compare_search=Germany&search_emp_mkt_cd=ALL"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://feeds.feedburner.com/wellspent" "feed_url": "http://www.s1jobs.com/xml/b1d7e6c3a9a11964z3r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://hespokestyle.com/feed/" "feed_url": "http://www.s1jobs.com/xml/b1d7e6c3a9a11964z3r.xml"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://effortlessgent.com/feed/" "feed_url": "http://www.jobserve.com/MySearch/CA49421A86CA3F74.rss"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "https://feeds.feedburner.com/thisfits" "feed_url": "http://www.s1jobs.com/xml/ddeded091b6f6d33z3r.xml"
},
/*{
"count": 100,
"feed_url": "http://www.businessoffashion.com/syndication/feed"
},*/
{
"count": 100,
"feed_url": "http://dieworkwear.com/rss"
}, },
{ {
"count": 100, "count": 100,
"feed_url": "http://georgehahn.com/feed/" "feed_url": "http://www.s1jobs.com/xml/3eafc1ea20f1ca02z3r.xml"
},
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/gear"
} }
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/food-drink"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/travel"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/adventure"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/health-fitness"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/style"
},
{
"count": 100,
"feed_url": "https://feeds.feedburner.com/uncrate"
},
{
"count": 100,
"feed_url": "https://feeds.feedburner.com/ManOfMany"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/nymag/vulture"
}
,
{
"count": 100,
"feed_url": "http://www.mantelligence.com/feed/"
}
]; ];

File diff suppressed because one or more lines are too long

View File

@ -5,7 +5,6 @@
"babel-eslint": "^7.2.3", "babel-eslint": "^7.2.3",
"cheerio": "^0.22.0", "cheerio": "^0.22.0",
"del": "^2.2.0", "del": "^2.2.0",
"ejs": "^2.5.6",
"eslint": "^4.2.0", "eslint": "^4.2.0",
"eslint-config-babel": "^7.0.1", "eslint-config-babel": "^7.0.1",
"eslint-config-defaults": "^9.0.0", "eslint-config-defaults": "^9.0.0",
@ -24,8 +23,6 @@
"gulp-rename": "^1.2.2", "gulp-rename": "^1.2.2",
"gulp-uglify": "^3.0.0", "gulp-uglify": "^3.0.0",
"jshint": "^2.9.5", "jshint": "^2.9.5",
"jsonfile": "^3.0.1",
"lodash": "^4.17.4",
"log4js": "^2.2.0", "log4js": "^2.2.0",
"stopwords-en": "^0.3.0", "stopwords-en": "^0.3.0",
"striptags": "^3.0.1" "striptags": "^3.0.1"
@ -38,7 +35,7 @@
"express": "^4.15.3", "express": "^4.15.3",
"express-session": "^1.15.3", "express-session": "^1.15.3",
"htmlparser": "^1.7.7", "htmlparser": "^1.7.7",
"jsonfile": "^2.4.0", "jsonfile": "^3.0.1",
"lodash": "^4.16.6", "lodash": "^4.16.6",
"method-override": "^2.3.9", "method-override": "^2.3.9",
"morgan": "^1.8.2", "morgan": "^1.8.2",