JoBo/crawler-google-places
1
0
Fork 0
mirror of https://github.com/davidjohnbarton/crawler-google-places.git synced 2025-12-12 16:38:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Not Nice hack :)

Browse Source
This commit is contained in:
JakubDrobnik 2018-11-23 12:46:33 +01:00
parent 15942058e0
commit 28e4ff03ba
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/places_crawler.js
View File

@ -50,10 +50,13 @@ const setUpCrawler = (launchPuppeteerOptions, requestQueue) => {
await page.click('button.section-reviewchart-numreviews');
await page.waitForSelector('.section-star-display', { timeout: DEFAULT_TIMEOUT });
await sleep(5000);
// Sort reviews by newest
// Sort reviews by newest, one click sometimes didn't work :)
await page.click('.section-tab-info-stats-button-flex');
await sleep(1000);
await page.click('.section-tab-info-stats-button-flex');
await sleep(1000);
await page.click('.section-tab-info-stats-button-flex');
await sleep(5000);
await page.waitForSelector('.context-menu-entry[data-index="1"]', { timeout: DEFAULT_TIMEOUT });
await page.click('.context-menu-entry[data-index="1"]');
await infiniteScroll(page, 99999999999, '.section-scrollbox.section-listbox');
const reviewEls = await page.$$('div.section-review');