Browse Source

increase setTimeouts.

Jason Schwarzenberger 1 year ago
parent
commit
c9da2a078b

+ 1 - 0
.gitmodules

@@ -1,3 +1,4 @@
 [submodule "readerserver/scraper/headless/scripts/bypass-paywalls-chrome"]
 	path = readerserver/scraper/headless/scripts/bypass-paywalls-chrome
 	url = https://github.com/iamadamdev/bypass-paywalls-chrome/
+	branch = master

+ 1 - 1
readerserver/scraper/headless/_browser.js

@@ -28,7 +28,7 @@ module.exports.getDetails = async (url) => {
 		await tab.addInitScript({ path: "scraper/headless/scripts/bypass-paywalls-chrome/src/js/contentScript.js" });
 		await tab.addInitScript({ path: "scraper/headless/scripts/cosmetic-filters.js" });
 		await tab.addInitScript({ path: "scraper/headless/scripts/fix-relative-links.js" });
-		await tab.goto(url, { timeout: 60000, waitUntil: "domcontentloaded" });
+		await tab.goto(url, { timeout: 90000, waitUntil: "domcontentloaded" });
 		await tab.waitForTimeout(2000);
 
 		const body = await tab.content();

+ 1 - 1
readerserver/scraper/headless/scripts/bypass-paywalls-chrome

@@ -1 +1 @@
-Subproject commit fff7f483db947e690977bfc80955a53329d3d349
+Subproject commit fb1b09fccbb64f1d782753cc5c425eb0723e596f

+ 1 - 1
readerserver/scraper/headless/scripts/cosmetic-filters.js

@@ -88,7 +88,7 @@
 					return displayNone || visibilityHidden;
 				})
 				.forEach((element) => element && element.remove());
-		}, 500);
+		}, 1500);
 	}
 
 	function removeSelectors(selectors) {