martin/jobscraper
martin/jobscraper
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

added scraper test

Browse Source
This commit is contained in:
Martin Donnelly 2020-06-01 09:33:03 +01:00
parent 32d96a7cb8
commit caa592c213
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
lib/scraper.js
View File

@ -97,6 +97,7 @@ class MasterScraper {
} }
async addToDB() { async addToDB() {
console.log(`+ ${this.siteid} addToDB`);
for(const item of this.items) { for(const item of this.items) {
console.log(item); console.log(item);
@ -107,7 +108,9 @@ class MasterScraper {
.catch((err) => { .catch((err) => {
console.error(err.message || 'Some error occurred while querying the database.'); console.error(err.message || 'Some error occurred while querying the database.');
}); });
} }
console.log(`- ${this.siteid} addToDB`);
} }
async filterAdverts() { async filterAdverts() {