added google maps scraper

This commit is contained in:
Nikolai Tschacher
2019-06-29 17:00:19 +02:00
parent 0d7f6dcd11
commit d1e9b21269
14 changed files with 1735 additions and 99 deletions

31
examples/google_maps.js Normal file
View File

@ -0,0 +1,31 @@
const se_scraper = require('./../src/node_scraper.js');
(async () => {
let browser_config = {
debug_level: 1,
output_file: 'examples/results/maps.json',
test_evasion: false,
block_assets: false,
headless: false,
google_maps_settings: {
scrape_in_detail: false,
}
};
let scrape_job = {
search_engine: 'google_maps',
keywords: ['Berlin Zahnarzt'],
num_pages: 1,
};
var scraper = new se_scraper.ScrapeManager(browser_config);
await scraper.start();
var results = await scraper.scrape(scrape_job);
console.dir(results, {depth: null, colors: true});
await scraper.quit();
})();