mirror of
https://github.com/NikolaiT/se-scraper.git
synced 2025-08-09 13:55:04 +02:00
changed api big time
This commit is contained in:
@ -1,17 +1,24 @@
|
||||
const se_scraper = require('./../index.js');
|
||||
const se_scraper = require('./../src/node_scraper.js');
|
||||
|
||||
let config = {
|
||||
search_engine: 'google',
|
||||
debug: false,
|
||||
verbose: false,
|
||||
keywords: ['news', 'se-scraper'],
|
||||
num_pages: 1,
|
||||
output_file: 'examples/results/data.json',
|
||||
};
|
||||
(async () => {
|
||||
let browser_config = {
|
||||
debug_level: 1,
|
||||
output_file: 'examples/results/data.json',
|
||||
};
|
||||
|
||||
function callback(err, response) {
|
||||
if (err) { console.error(err) }
|
||||
console.dir(response, {depth: null, colors: true});
|
||||
}
|
||||
let scrape_job = {
|
||||
search_engine: 'google',
|
||||
keywords: ['news', 'se-scraper'],
|
||||
num_pages: 1,
|
||||
};
|
||||
|
||||
se_scraper.scrape(config, callback);
|
||||
var scraper = new se_scraper.ScrapeManager(browser_config);
|
||||
|
||||
await scraper.start();
|
||||
|
||||
var results = await scraper.scrape(scrape_job);
|
||||
|
||||
console.dir(results, {depth: null, colors: true});
|
||||
|
||||
await scraper.quit();
|
||||
})();
|
||||
|
Reference in New Issue
Block a user