extern/se-scraper
1
0
Fork 1
mirror of https://github.com/NikolaiT/se-scraper.git synced 2025-02-16 08:29:15 +01:00
Code Issues Packages Projects Releases Wiki Activity

test: working test for html_output

Browse Source
This commit is contained in:
HugoPoi 2020-01-10 09:51:54 +01:00
parent 394b567db6
commit b685fb4def
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
test/html_output.js
View File

@ -70,9 +70,11 @@ describe('Config', function(){
const scrape_job = {
search_engine: 'google',
/* TODO refactor start_url
google_settings: {
start_url: 'http://localhost:' + httpPort
},
*/
keywords: ['test keyword'],
};
@ -82,6 +84,9 @@ describe('Config', function(){
html_output: true,
//clean_html_output: false,
//clean_data_images: false,
// TODO refactor start_url so we can use-it instead of depending of the proxy for this test
proxies: ['http://localhost:' + proxyPort],
use_proxies_only: true,
});
await scraper.start();
const { results } = await scraper.scrape(scrape_job);