JoBo/crawler-google-places
1
0
Fork 0
mirror of https://github.com/davidjohnbarton/crawler-google-places.git synced 2025-12-12 16:38:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Updated infinite scroll

Browse Source
This commit is contained in:
JakubDrobnik 2018-11-21 14:15:51 +01:00
parent 111048aee4
commit 6ee60e203c
1 changed files with 6 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/infinite_scroll.js
View File

@ -63,20 +63,16 @@ module.exports = async (page, maxHeight, elementToScroll = 'body') => {
interceptedRequest.continue(); interceptedRequest.continue();
}); });
page.on('requestfailed', (interceptedRequest) => { page.on('requestfailed', (interceptedRequest) => {
if (maybeResourceTypesInfiniteScroll.includes(interceptedRequest.resourceType)) {
if (pendingRequests[interceptedRequest._requestId]) { if (pendingRequests[interceptedRequest._requestId]) {
delete pendingRequests[interceptedRequest._requestId]; delete pendingRequests[interceptedRequest._requestId];
++resourcesStats.failed; ++resourcesStats.failed;
} }
}
}); });
page.on('requestfinished', (interceptedRequest) => { page.on('requestfinished', (interceptedRequest) => {
if (maybeResourceTypesInfiniteScroll.includes(interceptedRequest.resourceType)) {
if (pendingRequests[interceptedRequest._requestId]) { if (pendingRequests[interceptedRequest._requestId]) {
delete pendingRequests[interceptedRequest._requestId]; delete pendingRequests[interceptedRequest._requestId];
++resourcesStats.finished; ++resourcesStats.finished;
} }
}
}); });
try { try {