extern/se-scraper
1
0
Fork 1
mirror of https://github.com/NikolaiT/se-scraper.git synced 2025-08-17 17:11:02 +02:00
Code Issues Packages Projects Releases Wiki Activity

added chrome detection evasion techniques

Browse Source
This commit is contained in:
Nikolai Tschacher
2019-02-07 16:09:38 +01:00
parent d5b147296e
commit 7572ebd314
23 changed files with 538 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
test/test_google.js
View File

@ -36,10 +36,10 @@ function normal_search_test_case(err, response) {
} else {
assert.equal(response.headers['Content-Type'], 'text/json', 'content type is not text/json');
assert.equal(response.statusCode, 200, 'status code must be 200');
let total_rank = 1;
assert.equal(response.metadata.num_requests, 6);
for (let query in response.results) {
let total_rank = 1;
assert.containsAllKeys(response.results, normal_search_keywords, 'not all keywords were scraped.');
@ -59,7 +59,7 @@ function normal_search_test_case(err, response) {
for (let res of obj.results) {
assert.containsAllKeys(res, ['link', 'title', 'rank', 'visible_link', 'rank'], 'not all keys are in the SERP object');
assert.containsAllKeys(res, ['link', 'title', 'rank', 'visible_link'], 'not all keys are in the SERP object');
assert.isOk(res.link, 'link must be ok');
assert.typeOf(res.link, 'string', 'link must be string');
@ -113,6 +113,8 @@ function test_case_no_results(err, response) {
} else {
assert.equal(response.headers['Content-Type'], 'text/json', 'content type is not text/json');
assert.equal(response.statusCode, 200, 'status code must be 200');
assert.equal(response.metadata.num_requests, 1);
results = response.results;
for (let query in response.results) {
@ -165,6 +167,7 @@ function test_case_effective_query(err, response) {
assert.equal(response.headers['Content-Type'], 'text/json', 'content type is not text/json');
assert.equal(response.statusCode, 200, 'status code must be 200');
assert.equal(response.metadata.num_requests, 1);
results = response.results;
for (let query in response.results) {