mirror of
https://github.com/NikolaiT/se-scraper.git
synced 2025-08-18 01:19:45 +02:00
support for multible browsers and proxies
This commit is contained in:
19
examples/proxies.js
Normal file
19
examples/proxies.js
Normal file
@@ -0,0 +1,19 @@
|
||||
const se_scraper = require('./../index.js');
|
||||
|
||||
let config = {
|
||||
search_engine: 'google',
|
||||
debug: false,
|
||||
verbose: false,
|
||||
keywords: ['news', 'scrapeulous.com', 'incolumitas.com', 'i work too much'],
|
||||
num_pages: 1,
|
||||
output_file: 'data.json',
|
||||
proxy_file: '/home/nikolai/.proxies', // one proxy per line
|
||||
log_ip_address: true,
|
||||
};
|
||||
|
||||
function callback(err, response) {
|
||||
if (err) { console.error(err) }
|
||||
console.dir(response, {depth: null, colors: true});
|
||||
}
|
||||
|
||||
se_scraper.scrape(config, callback);
|
Reference in New Issue
Block a user