can now parse args from string to json

This commit is contained in:
Nikolai Tschacher
2019-03-07 15:50:36 +01:00
parent 62b3b688b4
commit dd1f36076e
6 changed files with 677 additions and 1483 deletions

View File

@ -48,6 +48,7 @@ exports.scrape = async function(user_config, callback) {
// check if headless chrome escapes common detection techniques
// this is a quick test and should be used for debugging
test_evasion: false,
apply_evasion_techniques: true,
// settings for puppeteer-cluster
puppeteer_cluster_config: {
timeout: 30 * 60 * 1000, // max timeout set to 30 minutes