Hero Studio

@@ -15,7 +15,7 @@    Usage:      node bulk-publish-reference.mjs --parts ./parts --org adom \        --style <saved-style> --human colby --quote "match the family style" \-       [--pace 7] [--existing | --new] [--dry-run] [--studio-port 8846]+       [--pace <seconds>] [--existing | --new] [--dry-run] [--studio-port 8846]     Before running: pose ONE representative part, let a human Generate, then    `hero-studio style save <name>`. That approval gates every hero this@@ -24,20 +24,30 @@    New vs existing pages: a part whose page does NOT exist yet is scaffolded    and `pkg publish`ed. A part whose page ALREADY exists (Arav's basic-parts    fleet: 136 of 137) is not republished; its hero is pushed into the page-   repo (repo push, 30/min) and applied with `page hero --image` (a page-   edit, 10/min). Both paths get the same gated, provenance-stamped PNG.-   Pass --existing to force the update path, --new to force publish; the-   default probes each page once (`adom-wiki page stats`, a read).+   repo (`repo push`) and applied with `page hero --image` (POST .../hero).+   Both paths get the same gated, provenance-stamped PNG. Pass --existing to+   force the update path, --new to force publish; the default probes each+   page once (`adom-wiki page stats`, a read). -   Rate limits (exact, from the wiki team on adom/wiki#131): sliding-   60-second window PER ACCOUNT (IP does not add a cap for authed calls).-   pkg publish and page create are 10/min each, and a new-page publish-   touches both, so the binding ceiling is 10 logical publishes/min per-   account; repo push is 30/min; page edit 10/min. The default pace here is-   7s (~8.5/min) for margin; 6s is the exact line. 300 pages at 7s is about-   35 minutes. Faster option: split the run across TWO accounts (the cap is-   per account) and run --pace 4 in each. On a 429 the server sends-   Retry-After, which this script honors before its exponential backoff. */+   Rate limits (wiki, 2026-10-06): sliding 60-second window PER signed-in+   account.+     pkg publish            30/min+     repo push              60/min+     page hero (POST)       20/min+     page edit (PUT)        10/min   title/brief/tags/source+     page create (POST)     10/min   this script never calls it+     history reads (log)   600/min   (60 anonymous)+   Existing page = repo push + page hero, so page hero binds: 20 parts/min,+   3 s apart. New page = pkg publish only (it creates the page itself; no+   separate page create call): 30/min, 2 s apart. A part whose part.json+   has "source" also gets `page edit --source`, which binds at 10/min, so+   that part paces 6 s. The default pace is picked PER PART from the path it+   takes; --pace <s> overrides it for every part. 300 existing pages take+   about 15 minutes, 300 new pages about 10.+   A 429 carries {"error":"Rate limit exceeded","retry_after":N,+   "code":"RATE_LIMITED"} plus a Retry-After header; this script honors+   whichever the CLI printed (body, header, or its RATE_LIMITED hint's+   "wait Ns and retry"), then falls back to exponential backoff. */ import { execFileSync, execFile } from 'child_process'; import fs from 'fs'; import path from 'path';@@ -49,16 +59,29 @@ const ORG = arg('--org', 'adom'); const STYLE = arg('--style'); const HUMAN = arg('--human'); const QUOTE = arg('--quote');-const PACE = Number(arg('--pace', 7));+const PACE_ARG = arg('--pace');+const PACE = PACE_ARG === undefined ? null : Number(PACE_ARG); const PORT = arg('--studio-port', process.env.HERO_STUDIO_PORT || '8846'); const DRY = has('--dry-run'); const FORCE_MODE = has('--existing') ? 'existing' : has('--new') ? 'new' : ''; if (!PARTS || !STYLE || !HUMAN || !QUOTE) {-  console.error('usage: bulk-publish-reference.mjs --parts <dir> --style <name> --human <who> --quote "<their words>" [--org adom] [--pace 4] [--dry-run]');+  console.error('usage: bulk-publish-reference.mjs --parts <dir> --style <name> --human <who> --quote "<their words>" [--org adom] [--pace <seconds>] [--existing | --new] [--dry-run]');   process.exit(2); } const AI_THREAD = process.env.ADOM_AI_THREAD || 'hardware bulk publish'; const sleep = (s) => new Promise((r) => setTimeout(r, s * 1000));+// Seconds between parts, from the write that binds on the path taken (see+// the rate table above), unless --pace overrides it.+const paceFor = (existing, meta) => PACE !== null ? PACE : meta.source ? 6 : existing ? 3 : 2;+// A 429's wait, in whatever form the CLI printed it: the JSON body's+// retry_after, the Retry-After header, or the RATE_LIMITED hint's+// "wait Ns and retry".+const retryAfter = (out) => {+  const m = out.match(/"retry_after"\s*:\s*(\d+)/i) || out.match(/retry[- ]after[:\s]+(\d+)/i)+    || out.match(/wait (\d+)s and retry/i);+  return m ? Number(m[1]) : null;+};+const rateLimited = (out) => /\b429\b|RATE_LIMITED|rate limit/i.test(out); const STATE_FILE = path.join(PARTS, 'bulk-state.json'); const state = fs.existsSync(STATE_FILE) ? JSON.parse(fs.readFileSync(STATE_FILE, 'utf8')) : { done: {}, failed: {} }; const save = () => fs.writeFileSync(STATE_FILE, JSON.stringify(state, null, 1));@@ -131,10 +154,10 @@ for (const p of partsManifest) {         state.done[p._dir] = { at: new Date().toISOString(), mode: 'existing' };         delete state.failed[p.ref];         console.error(`  ${p.ref}: hero updated (existing page)`);-      } else if (/429|rate/i.test(push.out + hero.out)) {-        const ra = (push.out + hero.out).match(/retry[- ]after[:\s]+(\d+)/i);-        const wait = ra ? Math.max(Number(ra[1]), 5) : backoff;-        console.error(`  ${p.ref}: rate-limited; waiting ${wait}s (${ra ? 'server Retry-After' : 'backoff'}, attempt ${attempt + 1})`);+      } else if (rateLimited(push.out + hero.out)) {+        const ra = retryAfter(push.out + hero.out);+        const wait = ra !== null ? Math.max(ra, 1) : backoff;+        console.error(`  ${p.ref}: rate-limited; waiting ${wait}s (${ra !== null ? 'server retry_after' : 'backoff'}, attempt ${attempt + 1})`);         await sleep(wait);         backoff *= 2;       } else {@@ -144,7 +167,7 @@ for (const p of partsManifest) {       }     }     save();-    await sleep(PACE);+    await sleep(paceFor(true, meta));     continue;   }   // scaffold in place if package.json is absent@@ -174,10 +197,10 @@ for (const p of partsManifest) {       state.done[p._dir] = { at: new Date().toISOString() };       delete state.failed[p.ref];       console.error(`  ${p.ref}: published`);-    } else if (/429|rate/i.test(pub.out)) {-      const ra = pub.out.match(/retry[- ]after[:\s]+(\d+)/i);-      const wait = ra ? Math.max(Number(ra[1]), 5) : backoff;-      console.error(`  ${p.ref}: rate-limited; waiting ${wait}s (${ra ? 'server Retry-After' : 'backoff'}, attempt ${attempt + 1})`);+    } else if (rateLimited(pub.out)) {+      const ra = retryAfter(pub.out);+      const wait = ra !== null ? Math.max(ra, 1) : backoff;+      console.error(`  ${p.ref}: rate-limited; waiting ${wait}s (${ra !== null ? 'server retry_after' : 'backoff'}, attempt ${attempt + 1})`);       await sleep(wait);       backoff *= 2;     } else {@@ -187,6 +210,6 @@ for (const p of partsManifest) {     }   }   save();-  await sleep(PACE);+  await sleep(paceFor(false, meta)); } console.error(`done: ${Object.keys(state.done).length} published, ${Object.keys(state.failed).length} failed (bulk-state.json has the ledger; re-running resumes)`);