JoBo/crawler-google-places
1
0
Fork 0
mirror of https://github.com/davidjohnbarton/crawler-google-places.git synced 2025-12-12 16:38:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added info about adding urls to queue

Browse Source
This commit is contained in:
JakubDrobnik 2018-11-20 14:58:29 +01:00
parent bf08400b76
commit 4339f7ae56
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/main.js
View File

@ -22,6 +22,7 @@ const enqueueAllUrlsFromPagination = async (page, requestQueue) => {
await page.waitForSelector('.section-back-to-list-button');
const url = page.url();
await requestQueue.addRequest({ url, userData: { label: 'detail' } });
console.log(`${url} added to queue.`);
await page.click('.section-back-to-list-button');
await sleep(5000);
}