From 59e59026c18e721585a8239b5e400bd3f2f28153 Mon Sep 17 00:00:00 2001 From: Ofer Shapira Date: Sun, 15 Nov 2026 16:13:52 +0200 Subject: [PATCH 1/3] fix(og): pace refresh requests and stop on persistent throttling --- scripts/og-refresh.mjs | 28 ++++++++++++++++++++++++++-- 1 file changed, 26 insertions(+), 2 deletions(-) diff --git a/scripts/og-refresh.mjs b/scripts/og-refresh.mjs index a2aa944..2c29b6c 100644 --- a/scripts/og-refresh.mjs +++ b/scripts/og-refresh.mjs @@ -72,13 +72,33 @@ async function getPending() { .slice(0, PENDING_CAP); } +// The local Next server shares the production /api/* limit: 20/min per IP. +// Pace requests rather than disabling the middleware in production. +const RENDER_INTERVAL_MS = 3100; +const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms)); + async function render(path) { - const res = await fetch(`http://localhost:${PORT}${path}`, { + await sleep(RENDER_INTERVAL_MS); + const request = () => fetch(`http://localhost:${PORT}${path}`, { headers: { "x-og-prerender": PRERENDER_KEY }, + signal: AbortSignal.timeout(60000), }); + let res = await request(); + if (res.status === 429) { + // One bounded retry. Never hammer a throttled local/upstream service. + const seconds = Number(res.headers.get("retry-after")); + const waitMs = Number.isFinite(seconds) && seconds > 0 + ? Math.min(Math.max(seconds * 1000, 60000), 65000) + : 60000; + await res.arrayBuffer(); + await sleep(waitMs); + res = await request(); + } const type = res.headers.get("content-type") || ""; if (!res.ok || !type.includes("image/png")) { - throw new Error(`render ${path}: HTTP ${res.status} ${type}`); + const error = new Error(`render ${path}: HTTP ${res.status} ${type}`); + error.status = res.status; + throw error; } const buf = Buffer.from(await res.arrayBuffer()); if (buf.length < 10000) throw new Error(`render ${path}: suspicious ${buf.length}B`); @@ -118,6 +138,10 @@ for (const key of keys) { } catch (e) { failures++; console.error(`FAIL ${key}: ${e.message}`); + if (e.status === 429 || e.status === 403) { + console.error("stopping on persistent throttling; remaining keys stay pending"); + break; + } } } From 7eab6960cbda89ccadb7644015e7cd9a79244fc4 Mon Sep 17 00:00:00 2001 From: Ofer Shapira <2589702+ofershap@users.noreply.github.com> Date: Sun, 15 Nov 2026 16:14:11 +0200 Subject: [PATCH 2/3] fix(og): authenticate the local render server's GitHub requests --- .github/workflows/og-refresh.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/og-refresh.yml b/.github/workflows/og-refresh.yml index 1f5f8b5..a6cd903 100644 --- a/.github/workflows/og-refresh.yml +++ b/.github/workflows/og-refresh.yml @@ -24,6 +24,8 @@ jobs: cache: npm - run: npm ci - name: start next dev + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | OG_PRERENDER_KEY=og-render-ci nohup npx next dev -p 3939 > /tmp/nextdev.log 2>&1 & for i in $(seq 1 60); do From 6bd92653e97dd4e66e6859d142c22c96eb40a9f0 Mon Sep 17 00:00:00 2001 From: Ofer Shapira <2589702+ofershap@users.noreply.github.com> Date: Sun, 15 Nov 2026 16:30:27 +0200 Subject: [PATCH 3/3] fix(og): use webpack for the offline rendering server --- .github/workflows/og-refresh.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/og-refresh.yml b/.github/workflows/og-refresh.yml index a6cd903..6d78c6a 100644 --- a/.github/workflows/og-refresh.yml +++ b/.github/workflows/og-refresh.yml @@ -27,7 +27,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | - OG_PRERENDER_KEY=og-render-ci nohup npx next dev -p 3939 > /tmp/nextdev.log 2>&1 & + OG_PRERENDER_KEY=og-render-ci nohup npx next dev --webpack -p 3939 > /tmp/nextdev.log 2>&1 & for i in $(seq 1 60); do curl -sf -o /dev/null http://localhost:3939/ && exit 0 sleep 2