extern/se-scraper
1
0
Fork 1
mirror of https://github.com/NikolaiT/se-scraper.git synced 2025-01-12 07:48:10 +01:00
Code Issues Packages Projects Releases Wiki Activity

Remove uneeded try catch block in Google Search module

Browse Source
This commit is contained in:
HugoPoi 2019-08-06 11:50:08 +02:00
parent 0db6e068da
commit dde2b14fc0
1 changed files with 3 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/modules/google.js
View File

@ -1,3 +1,4 @@
'use strict';
const cheerio = require('cheerio');
const Scraper = require('./se_scraper');
const common = require('./common.js');
@ -175,11 +176,7 @@ class GoogleScraper extends Scraper {
this.last_response = await this.page.goto(startUrl);
try {
await this.page.waitForSelector('input[name="q"]', { timeout: this.STANDARD_TIMEOUT });
} catch (e) {
return false;
}
await this.page.waitForSelector('input[name="q"]', { timeout: this.STANDARD_TIMEOUT });
return true;
}
@ -253,12 +250,9 @@ class GoogleNewsOldScraper extends Scraper {
async load_start_page() {
let startUrl = this.build_start_url('https://www.google.com/search?source=lnms&tbm=nws&') || 'https://www.google.com/search?source=lnms&tbm=nws';
try {
await this.page.goto(startUrl);
await this.page.waitForSelector('input[name="q"]', { timeout: this.STANDARD_TIMEOUT });
} catch (e) {
return false;
}
return true;
}