mirror of
https://github.com/davidjohnbarton/crawler-google-places.git
synced 2025-12-12 16:38:45 +00:00
Added info about adding urls to queue
This commit is contained in:
parent
bf08400b76
commit
4339f7ae56
|
|
@ -22,6 +22,7 @@ const enqueueAllUrlsFromPagination = async (page, requestQueue) => {
|
||||||
await page.waitForSelector('.section-back-to-list-button');
|
await page.waitForSelector('.section-back-to-list-button');
|
||||||
const url = page.url();
|
const url = page.url();
|
||||||
await requestQueue.addRequest({ url, userData: { label: 'detail' } });
|
await requestQueue.addRequest({ url, userData: { label: 'detail' } });
|
||||||
|
console.log(`${url} added to queue.`);
|
||||||
await page.click('.section-back-to-list-button');
|
await page.click('.section-back-to-list-button');
|
||||||
await sleep(5000);
|
await sleep(5000);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user