martin/Rinser
martin/Rinser
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

tighter jobs-special

Browse Source
This commit is contained in:
Martin Donnelly 2018-08-09 17:05:59 +01:00
parent a48c9ea32b
commit dedd83a446
3 changed files with 221 additions and 308 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

293
.idea/workspace.xml
View File

@ -2,14 +2,9 @@
<project version="4">
<component name="ChangeListManager">
<list default="true" id="c2fd5632-2143-4c7e-8b0d-96d7692b700b" name="Default" comment="">
<change afterPath="$PROJECT_DIR$/v2.gulpfile.js" afterDir="false" />
<change afterPath="$PROJECT_DIR$/plugins/filter_show.js" afterDir="false" />
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
<change beforePath="$PROJECT_DIR$/feeds/jobs-special.json" beforeDir="false" afterPath="$PROJECT_DIR$/feeds/jobs-special.json" afterDir="false" />
<change beforePath="$PROJECT_DIR$/package-lock.json" beforeDir="false" afterPath="$PROJECT_DIR$/package-lock.json" afterDir="false" />
<change beforePath="$PROJECT_DIR$/package.json" beforeDir="false" afterPath="$PROJECT_DIR$/package.json" afterDir="false" />
<change beforePath="$PROJECT_DIR$/plugins/filter_md_jobs.js" beforeDir="false" afterPath="$PROJECT_DIR$/plugins/filter_md_jobs.js" afterDir="false" />
<change beforePath="$PROJECT_DIR$/plugins/filter_reject.js" beforeDir="false" afterPath="$PROJECT_DIR$/plugins/filter_reject.js" afterDir="false" />
<change beforePath="$PROJECT_DIR$/plugins/filter_today_only.js" beforeDir="false" afterPath="$PROJECT_DIR$/plugins/filter_today_only.js" afterDir="false" />
<change beforePath="$PROJECT_DIR$/test.js" beforeDir="false" afterPath="$PROJECT_DIR$/test.js" afterDir="false" />
</list>
<ignored path="rinser.iws" />
<ignored path=".idea/workspace.xml" />
@ -34,8 +29,8 @@
<file leaf-file-name="jobs-special.json" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/feeds/jobs-special.json">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="120">
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
<state relative-caret-position="135">
<caret line="9" column="3" selection-start-line="4" selection-start-column="13" selection-end-line="9" selection-end-column="3" />
</state>
</provider>
</entry>
@ -49,20 +44,20 @@
</provider>
</entry>
</file>
<file leaf-file-name="filter_reject.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/plugins/filter_reject.js">
<file leaf-file-name="filter_last_week.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/plugins/filter_last_week.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="135">
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
<state relative-caret-position="225">
<caret line="15" column="8" lean-forward="true" selection-start-line="15" selection-start-column="8" selection-end-line="15" selection-end-column="8" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="jobs-local.json" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/feeds/jobs-local.json">
<file leaf-file-name="filter_reject.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/plugins/filter_reject.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="45">
<caret line="3" column="24" selection-start-line="3" selection-start-column="24" selection-end-line="3" selection-end-column="24" />
<state relative-caret-position="210">
<caret line="14" lean-forward="true" selection-start-line="10" selection-end-line="10" selection-end-column="75" />
</state>
</provider>
</entry>
@ -70,53 +65,53 @@
<file leaf-file-name="filter_location.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/plugins/filter_location.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="15">
<caret line="1" column="39" selection-start-line="1" selection-start-column="39" selection-end-line="1" selection-end-column="39" />
<state relative-caret-position="75">
<caret line="5" lean-forward="true" selection-end-line="8" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="filter_md_jobs.js" pinned="false" current-in-tab="true">
<file leaf-file-name="filter_show.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/plugins/filter_show.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="45">
<caret line="3" column="21" selection-start-line="3" selection-start-column="21" selection-end-line="3" selection-end-column="21" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="test.js" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/test.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="255">
<caret line="17" column="18" selection-start-line="17" selection-start-column="18" selection-end-line="17" selection-end-column="18" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="jobs-special.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/jobs-special.js">
<provider selected="true" editor-type-id="text-editor">
<state>
<caret column="31" selection-start-column="17" selection-end-column="31" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="jobs-local.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/jobs-local.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="225">
<caret line="15" column="62" selection-end-line="146" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="filter_md_jobs.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/plugins/filter_md_jobs.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="135">
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="gather.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/gather.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="1898">
<caret line="147" column="5" selection-start-line="147" selection-start-column="5" selection-end-line="147" selection-end-column="5" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="index.html" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/html/index.html">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="1410">
<caret line="94" column="31" selection-start-line="94" selection-start-column="31" selection-end-line="94" selection-end-column="31" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="gulpfile.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/gulpfile.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="405">
<caret line="27" column="27" selection-end-line="90" />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="v2.gulpfile.js" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/v2.gulpfile.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="360">
<caret line="24" column="19" selection-start-line="24" selection-start-column="19" selection-end-line="24" selection-end-column="19" />
<state relative-caret-position="75">
<caret line="5" column="75" selection-start-line="5" selection-start-column="75" selection-end-line="5" selection-end-column="75" />
</state>
</provider>
</entry>
@ -133,7 +128,6 @@
</component>
<component name="FindInProjectRecents">
<findStrings>
<find>html</find>
<find>processJson</find>
<find>worki</find>
<find>techno</find>
@ -163,6 +157,7 @@
<find>fs_writeFile</find>
<find>jobs</find>
<find>mensf</find>
<find>http%3A%2F%2Fwww.purelyit.co.uk%2Fcgi-bin%2Fadvsearch%3Frss_feed%3D1%26daysback%3D1%26jbe_id%3D3325606</find>
</findStrings>
<replaceStrings>
<replace />
@ -185,8 +180,6 @@
<component name="IdeDocumentHistory">
<option name="CHANGED_PATHS">
<list>
<option value="$PROJECT_DIR$/bower.json" />
<option value="$PROJECT_DIR$/test.js" />
<option value="$PROJECT_DIR$/node_modules/rss-braider/lib/RssBraider.js" />
<option value="$PROJECT_DIR$/tech.js" />
<option value="$PROJECT_DIR$/dist/js/app.js" />
@ -202,7 +195,6 @@
<option value="$APPLICATION_CONFIG_DIR$/scratches/scratch_4.txt" />
<option value="$PROJECT_DIR$/reader.js" />
<option value="$PROJECT_DIR$/dist/stripped.json" />
<option value="$PROJECT_DIR$/plugins/filter_location.js" />
<option value="$PROJECT_DIR$/dist/bad.json" />
<option value="$PROJECT_DIR$/dist/good.json" />
<option value="$PROJECT_DIR$/bayes.js" />
@ -233,9 +225,12 @@
<option value="$PROJECT_DIR$/feeds/fit.json" />
<option value="$PROJECT_DIR$/gather.js" />
<option value="$PROJECT_DIR$/v2.gulpfile.js" />
<option value="$PROJECT_DIR$/plugins/filter_reject.js" />
<option value="$PROJECT_DIR$/feeds/jobs-special.json" />
<option value="$PROJECT_DIR$/plugins/filter_location.js" />
<option value="$PROJECT_DIR$/plugins/filter_reject.js" />
<option value="$PROJECT_DIR$/plugins/filter_md_jobs.js" />
<option value="$PROJECT_DIR$/plugins/filter_show.js" />
<option value="$PROJECT_DIR$/test.js" />
</list>
</option>
</component>
@ -611,21 +606,7 @@
<workItem from="1530391391023" duration="153000" />
<workItem from="1530557207480" duration="1187000" />
<workItem from="1531587000308" duration="70000" />
<workItem from="1533827599998" duration="943000" />
</task>
<task id="LOCAL-00072" summary="jobs fix, reverted">
<created>1500371543772</created>
<option name="number" value="00072" />
<option name="presentableId" value="LOCAL-00072" />
<option name="project" value="LOCAL" />
<updated>1500371543772</updated>
</task>
<task id="LOCAL-00073" summary="jobs fix, reverted">
<created>1500371811918</created>
<option name="number" value="00073" />
<option name="presentableId" value="LOCAL-00073" />
<option name="project" value="LOCAL" />
<updated>1500371811918</updated>
<workItem from="1533827599998" duration="2511000" />
</task>
<task id="LOCAL-00074" summary="jobs fix, reverted">
<created>1500371930584</created>
@ -956,22 +937,36 @@
<option name="project" value="LOCAL" />
<updated>1530258697773</updated>
</task>
<option name="localTasksCounter" value="121" />
<task id="LOCAL-00121" summary="tighter jobs-special">
<created>1533828642546</created>
<option name="number" value="00121" />
<option name="presentableId" value="LOCAL-00121" />
<option name="project" value="LOCAL" />
<updated>1533828642546</updated>
</task>
<task id="LOCAL-00122" summary="tighter jobs-special">
<created>1533829429504</created>
<option name="number" value="00122" />
<option name="presentableId" value="LOCAL-00122" />
<option name="project" value="LOCAL" />
<updated>1533829429504</updated>
</task>
<option name="localTasksCounter" value="123" />
<servers />
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="143012000" />
<option name="totallyTimeSpent" value="144580000" />
</component>
<component name="ToolWindowManager">
<frame x="17" y="22" width="1759" height="1106" extended-state="0" />
<editor active="true" />
<layout>
<window_info id="Gulp" order="2" sideWeight="0.31910568" side_tool="true" visible="true" weight="0.18009207" />
<window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.6808943" visible="true" weight="0.18009207" />
<window_info id="Gulp" order="2" sideWeight="0.3202171" side_tool="true" weight="0.18009207" />
<window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.6797829" visible="true" weight="0.18009207" />
<window_info anchor="bottom" id="TODO" order="6" />
<window_info anchor="bottom" id="Docker" order="7" />
<window_info anchor="bottom" id="Event Log" order="7" sideWeight="0.36999437" side_tool="true" weight="0.24975222" />
<window_info anchor="bottom" id="Version Control" order="7" sideWeight="0.59560066" visible="true" weight="0.0020283975" />
<window_info anchor="bottom" id="Version Control" order="7" sideWeight="0.59560066" visible="true" weight="0.2525355" />
<window_info anchor="bottom" id="Run" order="2" sideWeight="0.63000566" weight="0.2494929" />
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
<window_info anchor="bottom" id="Terminal" order="7" sideWeight="0.4838976" weight="0.32838774" />
@ -992,29 +987,29 @@
<window_info anchor="bottom" id="Find" order="1" weight="0.3281106" />
</layout>
<layout-to-restore>
<window_info id="Gulp" order="2" sideWeight="0.3410959" side_tool="true" weight="0.18936035" />
<window_info anchor="bottom" id="Docker" order="13" />
<window_info anchor="bottom" id="Find" order="1" weight="0.3281106" />
<window_info anchor="bottom" id="SonarQube" order="15" weight="0.32962137" />
<window_info anchor="bottom" id="SonarLint" order="14" />
<window_info content_ui="combo" id="Project" order="0" sideWeight="0.65890414" visible="true" weight="0.13419023" />
<window_info id="Structure" order="1" weight="0.25" />
<window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
<window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
<window_info id="Gulp" order="2" sideWeight="0.3202171" side_tool="true" visible="true" weight="0.18009207" />
<window_info anchor="bottom" id="Docker" order="7" />
<window_info anchor="bottom" id="Run" order="2" sideWeight="0.63000566" weight="0.2494929" />
<window_info anchor="bottom" id="SonarQube" order="8" weight="0.32962137" />
<window_info anchor="bottom" id="SonarLint" order="9" />
<window_info content_ui="combo" id="Project" order="0" sideWeight="0.6797829" visible="true" weight="0.18009207" />
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
<window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
<window_info anchor="bottom" id="TODO" order="6" />
<window_info anchor="bottom" id="Atlassian " order="16" />
<window_info anchor="bottom" id="Terminal" order="12" sideWeight="0.4838976" weight="0.32896176" />
<window_info anchor="bottom" id="Message" order="0" />
<window_info anchor="bottom" id="Debug" order="3" weight="0.3997773" />
<window_info anchor="bottom" id="Find" order="1" weight="0.3281106" />
<window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
<window_info anchor="bottom" id="Run" order="2" sideWeight="0.63084835" visible="true" weight="0.33333334" />
<window_info anchor="bottom" id="Event Log" order="8" sideWeight="0.36915168" side_tool="true" visible="true" weight="0.33333334" />
<window_info anchor="bottom" id="Message" order="0" />
<window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
<window_info anchor="bottom" id="Version Control" order="11" sideWeight="0.54498714" weight="0.20276953" />
<window_info anchor="bottom" id="Debug" order="3" weight="0.39940536" />
<window_info anchor="bottom" id="Terminal" order="10" sideWeight="0.4838976" weight="0.32838774" />
<window_info anchor="bottom" id="Event Log" order="11" sideWeight="0.36999437" side_tool="true" weight="0.24975222" />
<window_info active="true" anchor="bottom" id="Version Control" order="12" sideWeight="0.59560066" visible="true" weight="0.2525355" />
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
<window_info anchor="bottom" id="GitLabIntegration" order="10" />
<window_info anchor="bottom" id="Application Servers" order="9" weight="0.32987553" />
<window_info anchor="bottom" id="Messages" order="7" />
<window_info anchor="bottom" id="GitLabIntegration" order="13" />
<window_info anchor="bottom" id="Application Servers" order="14" weight="0.32987553" />
<window_info anchor="bottom" id="Messages" order="15" />
<window_info id="Favorites" order="3" side_tool="true" />
</layout-to-restore>
</component>
@ -1071,7 +1066,6 @@
<component name="VcsManagerConfiguration">
<option name="CHECK_CODE_SMELLS_BEFORE_PROJECT_COMMIT" value="false" />
<option name="CHECK_NEW_TODO" value="false" />
<MESSAGE value="force images through our image server" />
<MESSAGE value="Max images out at 1140px wide" />
<MESSAGE value="Reduced jpeg image quality to 80%, reduces a lot of bandwidth with not much visible impact." />
<MESSAGE value="page jumps to top on view change" />
@ -1096,7 +1090,8 @@
<MESSAGE value="added bored" />
<MESSAGE value="added some new feeds" />
<MESSAGE value="updated feeds" />
<option name="LAST_COMMIT_MESSAGE" value="updated feeds" />
<MESSAGE value="tighter jobs-special" />
<option name="LAST_COMMIT_MESSAGE" value="tighter jobs-special" />
</component>
<component name="XDebuggerManager">
<breakpoint-manager>
@ -1123,15 +1118,6 @@
</option>
</component>
<component name="editorHistoryManager">
<entry file="file://$PROJECT_DIR$/node_modules/jsonfile/index.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="225">
<caret line="15" column="3" selection-start-line="15" selection-start-column="3" selection-end-line="15" selection-end-column="3" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/dist/jobs-special.html" />
<entry file="file://$PROJECT_DIR$/dist/jobs-special.json" />
<entry file="file://$PROJECT_DIR$/dist/corpus.json" />
<entry file="file://$APPLICATION_CONFIG_DIR$/scratches/scratch.txt">
<provider selected="true" editor-type-id="text-editor">
@ -1225,13 +1211,6 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/jobs-special.js">
<provider selected="true" editor-type-id="text-editor">
<state>
<caret column="31" selection-start-column="17" selection-end-column="31" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/lifestyle.js">
<provider selected="true" editor-type-id="text-editor">
<state>
@ -1309,13 +1288,6 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/jobs-local.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="1380">
<caret line="92" column="2" selection-start-line="12" selection-start-column="25" selection-end-line="92" selection-end-column="2" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/jobs-local.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="2700">
@ -1409,13 +1381,6 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/plugins/filter_location.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="15">
<caret line="1" column="39" selection-start-line="1" selection-start-column="39" selection-end-line="1" selection-end-column="39" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/feeds/jobs-local.json">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="45">
@ -1423,13 +1388,6 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/plugins/filter_reject.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="135">
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/gather.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="1898">
@ -1444,17 +1402,66 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/feeds/jobs-special.json">
<entry file="file://$PROJECT_DIR$/plugins/filter_reject.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="120">
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
<state relative-caret-position="210">
<caret line="14" lean-forward="true" selection-start-line="10" selection-end-line="10" selection-end-column="75" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/plugins/filter_md_jobs.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="75">
<caret line="5" column="75" selection-start-line="5" selection-start-column="75" selection-end-line="5" selection-end-column="75" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/plugins/filter_last_week.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="225">
<caret line="15" column="8" lean-forward="true" selection-start-line="15" selection-start-column="8" selection-end-line="15" selection-end-column="8" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/plugins/filter_location.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="75">
<caret line="5" lean-forward="true" selection-end-line="8" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/plugins/filter_show.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="45">
<caret line="3" column="21" selection-start-line="3" selection-start-column="21" selection-end-line="3" selection-end-column="21" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/jobs-special.js">
<provider selected="true" editor-type-id="text-editor">
<state>
<caret column="31" selection-start-column="17" selection-end-column="31" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/jobs-local.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="225">
<caret line="15" column="62" selection-end-line="146" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/feeds/jobs-special.json">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="135">
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
<caret line="9" column="3" selection-start-line="4" selection-start-column="13" selection-end-line="9" selection-end-column="3" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/test.js">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="255">
<caret line="17" column="18" selection-start-line="17" selection-start-column="18" selection-end-line="17" selection-end-column="18" />
</state>
</provider>
</entry>

5
plugins/filter_show.js Normal file
View File

@ -0,0 +1,5 @@
module.exports = function (item, itemOptions, source) {
console.log(itemOptions);
return itemOptions;
};

231
test.js
View File

@ -1,182 +1,83 @@
var outputFile = 'news',
RssBraider = require('rss-braider'),
fs = require('fs'),
ejs = require('ejs'),
read = require('fs').readFileSync,
join = require('path').join,
str = read(join(__dirname, '/templates/rss.ejs'), 'utf8'),
feeds = {};
var outputFile = 'jobs-local',
RssBraider = require('rss-braider'),
fs = require('fs'),
ejs = require('ejs'),
read = require('fs').readFileSync,
join = require('path').join,
str = read(join(__dirname, '/templates/rss.ejs'), 'utf8'),
feeds = {};
var log4js = require('log4js');
var logger = log4js.getLogger();
// Pull feeds from config files: ,
// Pull feeds from config files:
// feeds.simple_test_feed = require("./config/feed").feed;
// Or define in-line
feeds.simple_test_feed = {
"feed_name": "feed",
"default_count": 1,
"no_cdata_fields": [],
// Don't wrap these fields in CDATA tags
"meta": {
"title": "News",
"description": "Combined News Feed",
'site_url': 'http://pipes.silvrtree.co.uk/news.xml'
},
"plugins": [
'filter_3_days',
'fix_images',
'fix_scripts'
'feed_name': 'feed',
'default_count': 1,
'no_cdata_fields': [], // Don't wrap these fields in CDATA tags
'plugins': [
'filter_show',
'filter_location',
'filter_reject',
'filter_md_jobs',
'filter_last_week'
],
"sources": [
{
"count": 100,
"feed_url": "http://qz.com/feed/"
}, /*
{
"count": 100,
"feed_url": "http://feeds2.feedburner.com/businessinsider"
},
/*
{
"count": 100,
"feed_url": "http://feeds.reuters.com/reuters/UKTopNews"
},
{
"count": 100,
"feed_url": "http://feeds.reuters.com/reuters/UKdomesticNews"
},
{
"count": 100,
"feed_url": "http://feeds.reuters.com/reuters/UKWorldNews"
}
,
{
"count": 100,
"feed_url": "http://feeds.reuters.com/reuters/topNews"
}
,
{
"count": 100,
"feed_url": "http://feeds.reuters.com/Reuters/worldNews"
}
'meta': {
'title': 'Jobs',
'description': 'Combined Jobs Feed',
'site_url': 'http://pipes.silvrtree.co.uk/jobs-local.xml'
},
'sources': [{
'count': 100,
'feed_url': 'http://45.33.114.116:8080/https%3A%2F%2Fwww.jobserve.com%2FMySearch%2FBAEBF3BDF82B8FEF.rss'
}]
};
,
{
"count": 100,
"feed_url": "http://feeds.reuters.com/reuters/globalmarketsNews"
}
, /*
{
"count": 100,
"feed_url": "http://hosted2.ap.org/atom/APDEFAULT/cae69a7523db45408eeb2b3a98c0c9c5"
}, /*
{
"count": 100,
"feed_url": "http://www.cityam.com/feeds/main.xml"
}, /*
{
"count": 100,
"feed_url": "http://www.londonlovesbusiness.com/navrss?navsectioncode=121"
}, /*
{
"count": 100,
"feed_url": "http://www.ibtimes.co.uk/rss/uk"
}, /*
{
"count": 100,
"feed_url": "http://feeds.bbci.co.uk/news/rss.xml?edition=uk"
},
{
"count": 100,
"feed_url": "http://feeds.bbci.co.uk/news/scotland/rss.xml?edition=uk"
}, /*
{
"count": 100,
"feed_url": "http://news.google.com/?output=rss"
},/*
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/TheAtlantic"
}, /*
{
"count": 100,
"feed_url": "http://www.telegraph.co.uk/newsfeed/rss/news-uk_news.xml"
},
{
"count": 100,
"feed_url": "http://www.telegraph.co.uk/news/worldnews/rss"
}, /*
{
"count": 100,
"feed_url": "http://www.guardian.co.uk/rssfeed/0,,1,00.xml"
},
{
"count": 100,
"feed_url": "http://www.marketwatch.com/rss/topstories"
},
{
"count": 100,
"feed_url": "http://feeds.feedburner.com/wingsoverscotland/FgKv"
},
{
"count": 100,
"feed_url": "http://bellacaledonia.org.uk/feed/"
}
*/
]
}
;
var braider_options = {
feeds: feeds,
indent: " ",
date_sort_order: "desc", // Newest first
log_level: "warn",
dedupe_fields: ['link', 'guid'],
plugins_directories: [__dirname + "/plugins/"]
'feeds': feeds,
'indent': ' ',
'date_sort_order': 'desc', // Newest first
'log_level': 'warn',
'dedupe_fields': ['link', 'guid'],
'plugins_directories': [`${__dirname }/plugins/`]
};
var rss_braider = RssBraider.createClient(braider_options);
// Override logging level (debug, info, warn, err, off)
//rss_braider.logger.level('off');
rss_braider.logger.level('error');
rss_braider.processFeed('simple_test_feed', 'json', function(err, data) {
console.log('A');
rss_braider.processFeed('simple_test_feed', 'json', function (err, data) {
if (err)
return console.log(err);
var j = JSON.parse(data);
var ejsOutput = ejs.compile(str)(j);
fs.writeFile(`${__dirname }/dist/${ outputFile }.html`, ejsOutput, function (err) {
if (err)
return console.log(err);
console.log('The file was saved!');
});
fs.writeFile(`${__dirname }/dist/${ outputFile }.json`, data, function (err) {
if (err) {
logger.error(err);
return err;
return console.log(err);
}
console.log('B');
var j = JSON.parse(data);
console.log('C');
var ejsOutput = ejs.compile(str)(j);
console.log('D');
fs.writeFile(__dirname + "/dist/" + outputFile + ".html", ejsOutput, function(err) {
if (err) {
logger.error(err);
return console.error(err);
}
console.log("The file was saved!");
});
fs.writeFile(__dirname + "/dist/" + outputFile + ".json", data, function(err) {
if (err) {
logger.error(err);
return console.error(err);
}
console.log("The file was saved!");
});
console.log('The file was saved!');
});
});
rss_braider.processFeed('simple_test_feed', 'rss', function (err, data) {
if (err)
return console.log(err);
fs.writeFile(`${__dirname }/dist/${ outputFile }.xml`, data, function (err) {
if (err)
return console.log(err);
console.log('The file was saved!');
});
});