JoBo/crawler-google-places
1
0
Fork 0
mirror of https://github.com/davidjohnbarton/crawler-google-places.git synced 2025-12-12 16:38:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Small fixes

Browse Source
This commit is contained in:
JakubDrobnik 2018-11-21 12:55:09 +01:00
parent 18d7dc1dab
commit 18ecfca288
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/infinite_scroll.js
View File

@ -105,14 +105,14 @@ module.exports = async (page, maxHeight, elementToScroll = 'body') => {
// If the page is scrolled to the very bottom or beyond maximum height, we are done // If the page is scrolled to the very bottom or beyond maximum height, we are done
if (scrollInfo.scrollTop + scrollInfo.clientHeight >= Math.min(scrollInfo.scrollHeight, maxHeight)) break; if (scrollInfo.scrollTop + scrollInfo.clientHeight >= Math.min(scrollInfo.scrollHeight, maxHeight)) break;
// Otherwise we try to scroll down // Otherwise we try to scroll down
await scrollTo(page, elementToScroll, scrollInfo.scrollHeight); await scrollTo(page, elementToScroll, scrollInfo.scrollHeight + scrollInfo.clientHeight);
} }
await sleep(defaultScrollDelay); await sleep(defaultScrollDelay);
} }
// Scroll back up, otherwise the screenshot of the browser would only show the bottom of // Scroll back up, otherwise the screenshot of the browser would only show the bottom of
// the page // the page
await scrollTo(page, elementToScroll, scrollInfo.scrollHeight); await scrollTo(page, elementToScroll, scrollInfo.scrollHeight + scrollInfo.clientHeight);
logInfo(`Infinite scroll finished (${stringifyScrollInfo(scrollInfo)} resourcesStats=${JSON.stringify(resourcesStats)})`); logInfo(`Infinite scroll finished (${stringifyScrollInfo(scrollInfo)} resourcesStats=${JSON.stringify(resourcesStats)})`);
} catch (err) { } catch (err) {