From 64d2c7ff968c787fefa9316224604fdc85672235 Mon Sep 17 00:00:00 2001 From: Nuno Date: Wed, 11 Nov 2026 20:09:36 +0000 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20Tolerate=20navigation=20timeouts?= =?UTF-8?q?=20in=20processUsers=20script?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Wait for load instead of networkidle2 and take the screenshot even when a third-party script stalls the load event. Co-Authored-By: Claude Fable 5.1 --- processUsers.js | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/processUsers.js b/processUsers.js index b887416d..3b9f42d3 100644 --- a/processUsers.js +++ b/processUsers.js @@ -98,7 +98,11 @@ function generateDirName(seed, index) { for (const lang of targetLangs) { await fs.writeFile(dir + `/index.${lang}.md`, userMDFile); } - await page.goto(user.url, { waitUntil: "networkidle2", timeout: 30000 }); + try { + await page.goto(user.url, { waitUntil: "load", timeout: 30000 }); + } catch (err) { + console.warn(` warning: ${user.url} did not finish loading (${err.message}); taking screenshot anyway`); + } await new Promise(resolve => setTimeout(resolve, 2000)); await page.screenshot({ path: dir + "/feature.webp", type: "webp", quality: 50 }); }