holm/se-scraper
1
0
Fork 0
forked from extern/se-scraper
Code Issues Pull Requests Packages Projects Releases Wiki Activity

parsing ads is supported now for google, bing and duckduckgo

Browse Source
This commit is contained in:
Nikolai Tschacher
2019-07-06 21:42:13 +02:00
parent 09c1255400
commit bbebe3ce60
14 changed files with 339 additions and 1568 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
examples/quickstart.js
View File

@ -4,19 +4,22 @@ const se_scraper = require('./../src/node_scraper.js');
let browser_config = {
debug_level: 2,
output_file: 'examples/results/data.json',
test_evasion: true,
test_evasion: false,
headless: false,
block_assets: false,
random_user_agent: true,
};
let scrape_job = {
search_engine: 'google',
keywords: ['news', 'se-scraper'],
keywords: ['cloud service'],
num_pages: 1,
// add some cool google search settings
google_settings: {
gl: 'us', // The gl parameter determines the Google country to use for the query.
hl: 'en', // The hl parameter determines the Google UI language to return results.
start: 0, // Determines the results offset to use, defaults to 0.
num: 100, // Determines the number of results to show, defaults to 10. Maximum is 100.
num: 10, // Determines the number of results to show, defaults to 10. Maximum is 100.
},
};