se-scraper/examples/quickstart.js

30 lines
668 B
JavaScript
Raw Normal View History

2019-06-11 18:16:59 +02:00
const se_scraper = require('./../src/node_scraper.js');
2019-01-30 23:53:09 +01:00
2019-06-11 18:16:59 +02:00
(async () => {
let browser_config = {
debug_level: 1,
test_evasion: false,
2019-07-11 16:42:01 +02:00
headless: false,
block_assets: false,
random_user_agent: false,
log_http_headers: false,
html_output: false,
2019-06-11 18:16:59 +02:00
};
2019-01-30 23:53:09 +01:00
2019-06-11 18:16:59 +02:00
let scrape_job = {
2019-07-11 19:23:40 +02:00
search_engine: 'google',
keywords: ['mercedes reifen'],
2019-06-11 18:16:59 +02:00
num_pages: 1,
};
2019-01-30 23:53:09 +01:00
2019-06-11 18:16:59 +02:00
var scraper = new se_scraper.ScrapeManager(browser_config);
await scraper.start();
var results = await scraper.scrape(scrape_job);
console.dir(results, {depth: null, colors: true});
await scraper.quit();
})();