martin/Rinser
martin/Rinser
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

all feeds using stone

Browse Source
This commit is contained in:
Martin Donnelly 2017-12-05 11:54:53 +00:00
parent e430356306
commit 4059365e03
3 changed files with 51 additions and 289 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

155
fixer.js
View File

@ -2,244 +2,169 @@ const querystring = require('querystring');
const url = require('url');
let list = [
{
{
"count": 100,
"feed_url": "http://feeds2.feedburner.com/acquire"
},
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=47820652"
} ,
{
"count": 100,
"feed_url": "http://www.askmen.com/style.rss"
"feed_url": "http://www.jobserve.com/MySearch/6DA9769BA89834AA.rss"
} ,
{
"count": 100,
"feed_url": "http://www.JobServe.com/MySearch/EDF47BEA6B31EF.rss"
},
{
"count": 100,
"feed_url": "http://www.askmen.com/fine_living.rss"
"feed_url": "http://www.JobServe.com/MySearch/3CAD044BEF2BFA.rss"
},
{
"count": 100,
"feed_url": "http://www.askmen.com/money.rss"
}
/*,
{
"count" : 100,
"feed_url" : "http://abetterguy.com/feed/"
}*/,
{
"count": 100,
"feed_url": "http://www.dmarge.com/feed"
"feed_url": "http://www.JobServe.com/MySearch/C7B25D86D0844A.rss"
},
{
"count": 100,
"feed_url": "http://www.esquire.com/rss/all.xml"
"feed_url": "http://www.JobServe.com/MySearch/64A3EEF615FA4C.rss"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/gearpatrol"
},
/*{
"count": 100,
"feed_url": "http://www.getkempt.com/rss.xml"
},*/
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/kinowear"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=21564698"
},
{
"count": 100,
"feed_url": "http://www.mensfitness.co.uk/feeds/all"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=21564712"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/TheArtOfManliness"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=21942123"
},
{
"count": 100,
"feed_url": "http://www.trunkclub.com/blog/feed"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=33166238"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/acontinuouslean/"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=34888173"
},
{
"count": 100,
"feed_url": "http://www.fashionbeans.com/feed/"
"feed_url": "http://www.s1jobs.com/xml/m7dp711z2r.xml"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/MensFlair?format=xml"
"feed_url": "http://www.s1jobs.com/xml/pfvf7o7z2r.xml"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/TheChoosyBeggar"
"feed_url": "http://www.s1jobs.com/xml/lluqnt8z2r.xml"
},
{
"count": 100,
"feed_url": "http://www.valetmag.com/distribution/rss_all.xml"
"feed_url": "http://www.s1jobs.com/xml/tu33qt8z2r.xml"
},
{
"count": 100,
"feed_url": "http://putthison.com/rss"
"feed_url": "http://www.s1jobs.com/xml/u3btnz8z2r.xml"
},
{
"count": 100,
"feed_url": "http://dieworkwear.com/rss"
"feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=33256062"
},
{
"count": 100,
"feed_url": "http://menofhabit.tumblr.com/rss"
"feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=33450169"
},
{
"count": 100,
"feed_url": "http://www.hodinkee.com/blog/rss.xml"
"feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=34517029"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/firstinwatches"
"feed_url": "http://www.purelyit.co.uk/cgi-bin/advsearch?rss_feed=1&daysback=1&jbe_id=34888105"
},
{
"count": 100,
"feed_url": "http://feeds2.feedburner.com/primermagazine/otzU"
"feed_url": "http://www.technojobs.co.uk/rss.php/glasgow/searchtypeand/locationScotland/sortbyrelevant/jobtypeall"
},
{
"count": 100,
"feed_url": "http://chrisguillebeau.com/3x5/feed/"
"feed_url": "http://www.jobserve.com/MySearch/6FC7E9ED5F042ECB.rss"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/TheAwesomer"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html,%20asp,%20web,%20sql,%20delphi,%20vb,%20vbscript,%20php,%20ajax,%20mysql,%20sqlserver,%20javascript,%20intranet,%20vmware,%20virtulization&location_include=Abu%20Dhabi&compare_resolved=RE_ABUDHABI_UNITEDARABEMIRATES&compare_search=Abu%20Dhabi&jobtype=X&search_emp_mkt_cd=ALL"
},
{
"count": 100,
"feed_url": "http://bondclothes.blogspot.com/feeds/posts/default"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_include=London&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&compare_resolved=CO_LONDON&compare_search=London&search_emp_mkt_cd=ALL"
},
{
"count": 100,
"feed_url": "http://affordablebond007.tumblr.com/rss"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_include=Glasgow&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&compare_resolved=TO_G1_GLASGOW&compare_search=Glasgow&search_emp_mkt_cd=ALL"
},
{
"count": 100,
"feed_url": "http://thecozyspace.tumblr.com/rss"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&search_emp_mkt_cd=ALL"
},
{
"count": 100,
"feed_url": "http://www.gentlemansgazette.com/feed/"
"feed_url": "http://www.jobsite.co.uk/cgi-bin/advsearch?rss_feed=1&skill_atleast=html%20,%20asp%20,%20web%20,%20sql%20,%20delphi%20,%20vb%20,%20vbscript%20,%20php%20,%20ajax%20,%20mysql%20,%20sqlserver%20,%20javascript%20,%20intranet%20,%20vmware%20,%20virtulization&location_include=Germany&location_within=10&reqd_salary=ANY|&daysback=7&scc=UK&compare_resolved=CY_GERMANY&compare_search=Germany&search_emp_mkt_cd=ALL"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/wellspent"
"feed_url": "http://www.s1jobs.com/xml/b1d7e6c3a9a11964z3r.xml"
},
{
"count": 100,
"feed_url": "http://hespokestyle.com/feed/"
"feed_url": "http://www.s1jobs.com/xml/b1d7e6c3a9a11964z3r.xml"
},
{
"count": 100,
"feed_url": "http://effortlessgent.com/feed/"
"feed_url": "http://www.jobserve.com/MySearch/CA49421A86CA3F74.rss"
},
{
"count": 100,
"feed_url": "https://feeds.feedburner.com/thisfits"
},
/*{
"count": 100,
"feed_url": "http://www.businessoffashion.com/syndication/feed"
},*/
{
"count": 100,
"feed_url": "http://dieworkwear.com/rss"
"feed_url": "http://www.s1jobs.com/xml/ddeded091b6f6d33z3r.xml"
},
{
"count": 100,
"feed_url": "http://georgehahn.com/feed/"
},
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/gear"
"feed_url": "http://www.s1jobs.com/xml/3eafc1ea20f1ca02z3r.xml"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/food-drink"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/travel"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/adventure"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/health-fitness"
}
,
{
"count": 100,
"feed_url": "http://www.mensjournal.com/services/rss/style"
},
{
"count": 100,
"feed_url": "https://feeds.feedburner.com/uncrate"
},
{
"count": 100,
"feed_url": "https://feeds.feedburner.com/ManOfMany"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/nymag/vulture"
}
,
{
"count": 100,
"feed_url": "http://www.mantelligence.com/feed/"
}
];

180
jobs-special.js
View File

File diff suppressed because one or more lines are too long

5
package.json
View File

@ -5,7 +5,6 @@
"babel-eslint": "^7.2.3",
"cheerio": "^0.22.0",
"del": "^2.2.0",
"ejs": "^2.5.6",
"eslint": "^4.2.0",
"eslint-config-babel": "^7.0.1",
"eslint-config-defaults": "^9.0.0",
@ -24,8 +23,6 @@
"gulp-rename": "^1.2.2",
"gulp-uglify": "^3.0.0",
"jshint": "^2.9.5",
"jsonfile": "^3.0.1",
"lodash": "^4.17.4",
"log4js": "^2.2.0",
"stopwords-en": "^0.3.0",
"striptags": "^3.0.1"
@ -38,7 +35,7 @@
"express": "^4.15.3",
"express-session": "^1.15.3",
"htmlparser": "^1.7.7",
"jsonfile": "^2.4.0",
"jsonfile": "^3.0.1",
"lodash": "^4.16.6",
"method-override": "^2.3.9",
"morgan": "^1.8.2",