JoBo/crawler-google-places
1
0
Fork 0
mirror of https://github.com/davidjohnbarton/crawler-google-places.git synced 2025-12-12 16:38:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added czech proxy group, hadlepagefuction timeout

Browse Source
This commit is contained in:
JakubDrobnik 2018-11-19 18:12:36 +01:00
parent cea93bc74e
commit 6666f0c8a8
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/main.js
View File

@ -1,7 +1,6 @@
/** /**
* Run the following example to perform a recursive crawl of a website using Puppeteer. * Run the following example to perform a recursive crawl of a website using Puppeteer.
*/ */
const Apify = require('apify'); const Apify = require('apify');
const { sleep } = Apify.utils; const { sleep } = Apify.utils;
@ -151,8 +150,10 @@ Apify.main(async () => {
const crawler = new Apify.PuppeteerCrawler({ const crawler = new Apify.PuppeteerCrawler({
launchPuppeteerOptions: { launchPuppeteerOptions: {
useApifyProxy: true, useApifyProxy: true,
apifyProxyGroups: ['CZECH_LUMINATI'],
}, },
requestQueue, requestQueue,
handlePageTimeoutSecs: 1200,
handlePageFunction: async ({ request, page }) => { handlePageFunction: async ({ request, page }) => {
const { label } = request.userData; const { label } = request.userData;
if (label === 'startUrl') { if (label === 'startUrl') {