supporting yahoo ticker search for news

This commit is contained in:
Nikolai Tschacher
2019-01-24 15:50:03 +01:00
parent 9cfa502851
commit bab902e80a
11 changed files with 106 additions and 14 deletions

8
run.js
View File

@ -11,13 +11,17 @@ let config = {
// is drawn before every request. empty string for no sleeping.
sleep_range: '[1,1]',
// which search engine to scrape
search_engine: 'google',
search_engine: 'yahoo_news',
// whether debug information should be printed
debug: 'true',
// whether verbose program output should be printed
verbose: 'false',
// an array of keywords to scrape
keywords: ['incolumitas.com scraping', 'best scraping framework'],
keywords: ['GOOGL', ],
// alternatively you can specify a keyword_file. this overwrites the keywords array
keyword_file: './keywords.txt',
// whether to start the browser in headless mode
headless: false,
};
se_scraper.scrape(config, (err, response) => {