minor fixes

This commit is contained in:
Nikolai Tschacher
2019-03-07 13:16:12 +01:00
parent 7b52b4e62f
commit 62b3b688b4
5 changed files with 106 additions and 7 deletions

View File

@@ -25,7 +25,7 @@ exports.scrape = async function(user_config, callback) {
compress: false, // compress
debug: false,
verbose: true,
keywords: ['scrapeulous.com'],
keywords: ['search engine scraping scrapeulous.com'],
// whether to start the browser in headless mode
headless: true,
// the number of pages to scrape for each keyword
@@ -53,7 +53,7 @@ exports.scrape = async function(user_config, callback) {
timeout: 30 * 60 * 1000, // max timeout set to 30 minutes
monitor: false,
concurrency: Cluster.CONCURRENCY_BROWSER,
maxConcurrency: 2,
maxConcurrency: 1,
}
};