const handler = require('./../src/node_scraper.js'); var assert = require('chai').assert; /* * Use chai and mocha for tests. * https://mochajs.org/#installation */ function sleep(ms) { return new Promise(resolve => { setTimeout(resolve, ms) }) } const search_engines = ['google', 'google_image', 'google_news', 'youtube', 'bing', 'infospace', 'baidu']; async function tests() { const keywords = ['Google scraper NikolaiT', 'the idiot']; event = { search_engine: 'google', compress: 'false', debug: 'false', verbose: 'false', keywords: keywords, }; for (var i = 0; i < search_engines.length; i++) { se = search_engines[i]; console.log(`Testing ${se}...`); event.search_engine = se; await handler.handler(event, undefined, test_case); } } async function no_results_test() { const keywords = ['fgskl340abJAksk43a44dsflkjaQQuBBdfk']; event = { write_meta_data: 'true', compress: 'false', debug: 'false', verbose: 'false', keywords: keywords, }; for (var i = 0; i < search_engines.length; i++) { se = search_engines[i]; console.log(`Testing ${se}...`); event.search_engine = se; await handler.handler(event, undefined, test_case_no_results); await sleep(3000); } } async function effective_query_test() { const keywords = ['mount evverrest']; event = { write_meta_data: 'true', job_name: 'test-job', search_engine: '', compress: 'false', debug: 'false', verbose: 'false', keywords: keywords, }; const effective_query_engines = ['google', 'google_image', 'google_news', 'youtube', 'bing']; for (var i = 0; i < effective_query_engines.length; i++) { se = effective_query_engines[i]; console.log(`Testing ${se}...`); event.search_engine = se; await handler.handler(event, undefined, test_case_effective_query); await sleep(3000); } } // we test with a callback function to our handler function test_case(err, response) { if (err) { console.error(err); } else { assert.equal(response.headers['Content-Type'], 'text/json', 'content type is not text/json'); assert.equal(response.statusCode, 200, 'status code must be 200'); for (key in response.results) { kw = response.results[key]; // at least 6 results assert.isAtLeast(kw.results.length, 6, 'results must have at least 6 links'); assert.equal(kw.no_results, false, 'no results should be false'); assert.typeOf(kw.num_results, 'string', 'num_results must be a string'); assert.isAtLeast(kw.num_results.length, 5, 'num_results should be a string of at least 5 chars'); assert.typeOf(Date.parse(kw.time), 'number', 'time should be a valid date'); for (let res of kw.results) { assert.isOk(res.link, 'link must be ok'); assert.typeOf(res.link, 'string', 'link must be string'); assert.isAtLeast(res.link.length, 5, 'link must have at least 5 chars'); assert.isOk(res.title, 'title must be ok'); assert.typeOf(res.title, 'string', 'title must be string'); assert.isAtLeast(res.title.length, 10, 'title must have at least 10 chars'); assert.isOk(res.snippet, 'snippet must be ok'); assert.typeOf(res.snippet, 'string', 'snippet must be string'); assert.isAtLeast(res.snippet.length, 10, 'snippet must have at least 10 chars'); } } } } // we test with a callback function to our handler function test_case_no_results(err, response) { if (err) { console.error(err); } else { assert.equal(response.headers['Content-Type'], 'text/json', 'content type is not text/json'); assert.equal(response.statusCode, 200, 'status code must be 200'); results = response.results; for (kw in results) { assert.isTrue(results[kw].no_results, 'no_result should be true'); assert.typeOf(results[kw].num_results, 'string', 'num_results must be a string'); assert.isEmpty(results[kw].num_results, 'no results should be a empty string'); assert.typeOf(Date.parse(results[kw].time), 'number', 'time should be a valid date'); } } } // we test with a callback function to our handler function test_case_effective_query(err, response) { if (err) { console.error(err); } else { assert.equal(response.headers['Content-Type'], 'text/json', 'content type is not text/json'); assert.equal(response.statusCode, 200, 'status code must be 200'); results = response.results; for (kw in results) { assert.isTrue(results[kw].no_results, 'no_result should be true'); // effective query must be different to the original keyword assert.isOk(results[kw].effective_query, 'effective query must be ok'); assert.isNotEmpty(results[kw].effective_query, 'effective query must be valid'); assert(results[kw].effective_query !== keyword, 'effective query must be different from keyword'); assert.typeOf(results[kw].num_results, 'string', 'num_results must be a string'); assert.isEmpty(results[kw].num_results, 'no results should be a empty string'); assert.typeOf(Date.parse(results[kw].time), 'number', 'time should be a valid date'); } console.log('SUCCESS: all tests passed!'); } } //effective_query_test(); tests(); //no_results_test();