holm/se-scraper
1
0
Fork 0
forked from extern/se-scraper
Code Issues Pull Requests Packages Projects Releases Wiki Activity

pluggable is now class

Browse Source
This commit is contained in:
Nikolai Tschacher
2019-01-27 19:08:07 +01:00
parent 8e695626b6
commit 86a66a09fd
4 changed files with 51 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
src/node_scraper.js
View File

@ -21,13 +21,13 @@ function write_results(fname, data) {
}
module.exports.handler = async function handler (config, context, callback) {
custom_func = null;
pluggable = null;
if (config.custom_func && fs.existsSync(config.custom_func)) {
try {
custom_func = require(config.custom_func);
Pluggable = require(config.custom_func);
pluggable = new Pluggable();
} catch (exception) {
console.error(exception);
}
}
@ -75,8 +75,9 @@ module.exports.handler = async function handler (config, context, callback) {
console.log("Chrome Args: ", launch_args);
}
if (custom_func) {
browser = await custom_func.get_browser(launch_args);
if (pluggable) {
launch_args.config = config;
browser = await pluggable.start_browser(launch_args);
} else {
browser = await puppeteer.launch(launch_args);
}
@ -126,8 +127,8 @@ module.exports.handler = async function handler (config, context, callback) {
metadata = await meta.get_metadata(browser);
}
if (custom_func) {
await custom_func.close_browser(browser);
if (pluggable) {
await pluggable.close_browser();
} else {
await browser.close();
}
@ -158,8 +159,8 @@ module.exports.handler = async function handler (config, context, callback) {
console.log(metadata);
}
if (custom_func) {
await custom_func.handle_metadata(metadata);
if (pluggable) {
await pluggable.handle_metadata({metadata: metadata, config: config});
}
}