From 6666f0c8a811df975b15bb536de94552930c9b0b Mon Sep 17 00:00:00 2001 From: JakubDrobnik Date: Mon, 19 Nov 2018 18:12:36 +0100 Subject: [PATCH] Added czech proxy group, hadlepagefuction timeout --- src/main.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/main.js b/src/main.js index ff32420..8272626 100644 --- a/src/main.js +++ b/src/main.js @@ -1,7 +1,6 @@ /** * Run the following example to perform a recursive crawl of a website using Puppeteer. */ - const Apify = require('apify'); const { sleep } = Apify.utils; @@ -151,8 +150,10 @@ Apify.main(async () => { const crawler = new Apify.PuppeteerCrawler({ launchPuppeteerOptions: { useApifyProxy: true, + apifyProxyGroups: ['CZECH_LUMINATI'], }, requestQueue, + handlePageTimeoutSecs: 1200, handlePageFunction: async ({ request, page }) => { const { label } = request.userData; if (label === 'startUrl') {