extern/se-scraper
1
0
Fork 1
mirror of https://github.com/NikolaiT/se-scraper.git synced 2025-08-09 05:54:38 +02:00
Code Issues Packages Projects Releases Wiki Activity

added static bing test, added html cleaning when exporting html

Browse Source
This commit is contained in:
Nikolai Tschacher
2019-08-12 16:05:17 +02:00
parent 4c77aeba76
commit ca941cee45
77 changed files with 1046 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
examples/quickstart.js
View File

@ -5,14 +5,18 @@ const se_scraper = require('./../src/node_scraper.js');
debug_level: 1,
test_evasion: false,
log_http_headers: true,
random_user_agent: true,
log_ip_address: true,
random_user_agent: false,
apply_evasion_techniques: true,
screen_output: true,
screen_output: false,
html_output: true,
clean_html_output: true,
compress: true,
};
let scrape_job = {
search_engine: 'google',
keywords: ['too tired all the time'],
keywords: ['buy a nice car'],
num_pages: 1,
google_settings: {
"gl": "us",