mirror of
https://github.com/NikolaiT/se-scraper.git
synced 2025-08-19 09:51:32 +02:00
minor fixes
This commit is contained in:
4
index.js
4
index.js
@@ -25,7 +25,7 @@ exports.scrape = async function(user_config, callback) {
|
||||
compress: false, // compress
|
||||
debug: false,
|
||||
verbose: true,
|
||||
keywords: ['scrapeulous.com'],
|
||||
keywords: ['search engine scraping scrapeulous.com'],
|
||||
// whether to start the browser in headless mode
|
||||
headless: true,
|
||||
// the number of pages to scrape for each keyword
|
||||
@@ -53,7 +53,7 @@ exports.scrape = async function(user_config, callback) {
|
||||
timeout: 30 * 60 * 1000, // max timeout set to 30 minutes
|
||||
monitor: false,
|
||||
concurrency: Cluster.CONCURRENCY_BROWSER,
|
||||
maxConcurrency: 2,
|
||||
maxConcurrency: 1,
|
||||
}
|
||||
};
|
||||
|
||||
|
Reference in New Issue
Block a user