JoBo/crawler-google-places
1
0
Fork 0
mirror of https://github.com/davidjohnbarton/crawler-google-places.git synced 2025-12-12 16:38:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Updated infinite scroll

Browse Source
This commit is contained in:
JakubDrobnik 2018-11-21 14:15:51 +01:00
parent 111048aee4
commit 6ee60e203c
1 changed files with 6 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/infinite_scroll.js
View File

@ -63,19 +63,15 @@ module.exports = async (page, maxHeight, elementToScroll = 'body') => {
interceptedRequest.continue(); interceptedRequest.continue();
}); });
page.on('requestfailed', (interceptedRequest) => { page.on('requestfailed', (interceptedRequest) => {
if (maybeResourceTypesInfiniteScroll.includes(interceptedRequest.resourceType)) { if (pendingRequests[interceptedRequest._requestId]) {
if (pendingRequests[interceptedRequest._requestId]) { delete pendingRequests[interceptedRequest._requestId];
delete pendingRequests[interceptedRequest._requestId]; ++resourcesStats.failed;
++resourcesStats.failed;
}
} }
}); });
page.on('requestfinished', (interceptedRequest) => { page.on('requestfinished', (interceptedRequest) => {
if (maybeResourceTypesInfiniteScroll.includes(interceptedRequest.resourceType)) { if (pendingRequests[interceptedRequest._requestId]) {
if (pendingRequests[interceptedRequest._requestId]) { delete pendingRequests[interceptedRequest._requestId];
delete pendingRequests[interceptedRequest._requestId]; ++resourcesStats.finished;
++resourcesStats.finished;
}
} }
}); });