From 28e4ff03ba63680bd0a38c90d5c8447328c83bd4 Mon Sep 17 00:00:00 2001 From: JakubDrobnik Date: Fri, 23 Nov 2018 12:46:33 +0100 Subject: [PATCH] Not Nice hack :) --- src/places_crawler.js | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/src/places_crawler.js b/src/places_crawler.js index 52bd491..6f83ad8 100644 --- a/src/places_crawler.js +++ b/src/places_crawler.js @@ -50,10 +50,13 @@ const setUpCrawler = (launchPuppeteerOptions, requestQueue) => { await page.click('button.section-reviewchart-numreviews'); await page.waitForSelector('.section-star-display', { timeout: DEFAULT_TIMEOUT }); await sleep(5000); - // Sort reviews by newest + // Sort reviews by newest, one click sometimes didn't work :) + await page.click('.section-tab-info-stats-button-flex'); + await sleep(1000); + await page.click('.section-tab-info-stats-button-flex'); + await sleep(1000); await page.click('.section-tab-info-stats-button-flex'); await sleep(5000); - await page.waitForSelector('.context-menu-entry[data-index="1"]', { timeout: DEFAULT_TIMEOUT }); await page.click('.context-menu-entry[data-index="1"]'); await infiniteScroll(page, 99999999999, '.section-scrollbox.section-listbox'); const reviewEls = await page.$$('div.section-review');