martin/keeper
martin/keeper
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

making it more generic

Browse Source
This commit is contained in:
Martin Donnelly 2016-03-02 15:49:15 +00:00
parent 8e46b1cdf3
commit cbf598cbb5
1 changed files with 29 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
server/keeper.js
View File

@ -69,41 +69,44 @@ busEmitter.on('saveBookmarkData', doInsertBookmark);
busEmitter.on('getBookmark', doGetBookmark);
busEmitter.on('getBookmarkRes', doGetBookmarkRes);
function processBody(body,url) {
function processBody(body, url) {
var $ = cheerio.load(body);
var title = $('TITLE').text();
var $ = cheerio.load(body);
var title = $('TITLE').text();
// try to find a body to grab
// try to find a body to grab
var i = 0;
var i = 0;
while (($(generics[i]).length == 0) && (i < generics.length)) {
// logger.info(generics[i]);
// logger.info($(generics[i]));
// logger.info('i: ' + i + ', ' + $(generics[i]).length);
i++;
}
logger.debug(i);
while (($(generics[i]).length == 0) && (i < generics.length)) {
i++;
}
logger.debug(i);
if (i < generics.length) {
var tdihbody = $(generics[i]);
var obj = {};
var tdihbody;
var obj = {};
if (i < generics.length) {
tdihbody = $(generics[i]);
logger.debug(tdihbody.length);
tdihbody = cleaner(tdihbody);
logger.debug(title);
logger.debug(tdihbody.length);
tdihbody = cleaner(tdihbody);
logger.debug(title);
} else {
// bah. nothing to reduce so just grab the body, tidy it and use that
tdihbody = $('BODY');
logger.debug(tdihbody.length);
tdihbody = cleaner(tdihbody);
logger.debug(title);
}
obj.url=url;
obj.html = $.html();
obj.reduced = STRING(tdihbody.html()).collapseWhitespace().s;
obj.title = STRING(title).collapseWhitespace().s;
obj.url = url;
obj.html = $.html();
obj.reduced = STRING(tdihbody.html()).collapseWhitespace().s;
obj.title = STRING(title).collapseWhitespace().s;
busEmitter.emit("saveBookmarkData", obj);
return obj;
}
busEmitter.emit("saveBookmarkData", obj);
return obj;
}
function genericGrab(url,res) {