Pup - the AI's own browser

@@ -1579,6 +1579,37 @@ async function showPupCursor(page, x, y, { click = true } = {}) {     }, Math.round(x), Math.round(y), !!click);   } catch (e) {} }+// v1.9.167 (John's assisted-foreground protocol) — a general OS caption (what/why narration).+async function pupCaption(text, expiresInMs = 8000, id = 'pup-assist') {+  try { await chrome.adCommand('desktop_caption', { text, expiresInMs, id, position: 'bottom', size: 'medium' }, { timeoutMs: 4000 }); } catch (e) {}+}+async function sessionHwnd(sessionId) {+  try {+    const fw = adPayload(await chrome.adCommand('desktop_find_window', { titleContains: `(session: ${sessionId}` }, { timeoutMs: 5000, caller: sessionCaller(sessions.get(sessionId)) }));+    const b = fw && (fw.best || (fw.data && fw.data.best));+    return b && (b.hwnd != null ? Number(b.hwnd) : null);+  } catch (e) { return null; }+}+// The RESPECT LOOP (John: 'detect whether they alt+tabbed away ... wait until i bring the window+// back'). Blocks until the user's foreground IS this pup window and stays so briefly, captioning+// that we are waiting so we never act while they look elsewhere. true when ready, false on timeout.+async function waitForUserReady(sessionId, hwnd, { maxMs = 120000 } = {}) {+  if (process.platform !== 'win32' || !hwnd) return true;+  const start = Date.now();+  let stableSince = 0, lastCap = 0;+  while (Date.now() - start < maxMs) {+    const fg = osGetForegroundWindow();+    if (fg === hwnd) {+      if (!stableSince) stableSince = Date.now();+      if (Date.now() - stableSince >= 1200) return true;+    } else {+      stableSince = 0;+      if (Date.now() - lastCap > 3500) { lastCap = Date.now(); pupCaption('Adom is waiting — click back into THIS window when you are ready, and I will continue. (Nothing happens until you do.)', 6000).catch(() => {}); }+    }+    await new Promise(r => setTimeout(r, 400));+  }+  return false;+} function setupErrorCollection(pg, errorsArr) {   // v1.9.163 (crash fix): bounded buffer + NO requestfailed listener. The requestfailed listener   // enabled the CDP Network domain, whose per-request event stream is a firehose on request-heavy@@ -8495,6 +8526,48 @@ const server = http.createServer(async (req, res) => {           }           return;         }+        // v1.9.167 — ASSISTED FOREGROUND CLICK (John's full protocol) for surfaces pup's CDP click+        // can't drive (native dialog, cross-origin FedCM chooser). Caption the reasoning, toast,+        // foreground, WAIT until the user is actually on the window (alt-tab aware), then a TIGHT+        // real-cursor hover->click, captioning each step. x,y = WINDOW-image pixels from a+        // desktop_screenshot_window you took to find the target. reason=why, label=what.+        case 'browser_assisted_click': {+          let session, resolvedId;+          try { ({ session, resolvedId } = await recoverOrRelaunchSession(args)); }+          catch (e) { sendSessionResolveError(res, e); return; }+          if (!(Number.isFinite(Number(args.x)) && Number.isFinite(Number(args.y)))) {+            sendJSON(res, { success: false, error: 'browser_assisted_click needs window-image x+y (from a desktop_screenshot_window of this session) plus reason+label.' }); return;+          }+          if (process.platform !== 'win32') { sendJSON(res, { success: false, error: 'assisted click is Windows-only (uses the OS cursor + foreground detection).' }); return; }+          const _reason = String(args.reason || 'Adom needs to click something on your screen.').slice(0, 180);+          const _label = String(args.label || 'the highlighted control').slice(0, 80);+          try {+            await pupCaption(`Adom: ${_reason} I will bring this window up and WAIT until you are ready before clicking ${_label}.`, 9000);+            try { await chrome.adCommand('notify_user', { title: 'Adom needs one click', body: `${_label} — ${_reason} I will wait until you are on the window.`, focus: false }, { timeoutMs: 4000 }); } catch (e) {}+            session._foreground = true; session._lastForeground = { ts: Date.now(), verb: command, reason: _reason };+            try { await osRaiseSessionWindow(session, resolvedId); } catch (e) {}+            const hwnd = await sessionHwnd(resolvedId);+            const ready = await waitForUserReady(resolvedId, hwnd, { maxMs: Number(args.maxWaitMs) || 120000 });+            if (!ready) {+              await pupCaption('Adom stopped waiting — you did not return to the window. Ask me to try again when ready.', 7000);+              sendJSON(res, { success: false, errorCode: 'user_not_ready', error: 'Timed out waiting for you to focus the window. Nothing was clicked.', _hint: 'The user alt-tabbed away and did not return within the wait window. Re-issue browser_assisted_click when they are ready.' });+              return;+            }+            await pupCaption(`Adom is clicking ${_label} now.`, 5000);+            const shot = adPayload(await chrome.adCommand('desktop_screenshot_window', { titleContains: `(session: ${resolvedId}` }, { timeoutMs: 8000, caller: sessionCaller(session) }));+            const shotId = shot && (shot.shotId || (shot.screenshots && shot.screenshots[0] && shot.screenshots[0].shotId));+            if (!shotId) { sendJSON(res, { success: false, error: 'could not capture the window to aim the click' }); return; }+            const X = Math.round(Number(args.x)), Y = Math.round(Number(args.y));+            try { await chrome.adCommand('desktop_hover', { space: 'image', shotId, x: X, y: Y }, { timeoutMs: 6000, caller: sessionCaller(session) }); } catch (e) {}+            await new Promise(r => setTimeout(r, 900));+            try { await chrome.adCommand('desktop_click', { space: 'image', shotId, x: X, y: Y }, { timeoutMs: 6000, caller: sessionCaller(session) }); } catch (e) {}+            await pupCaption(`Adom clicked ${_label}. Continuing.`, 5000);+            sendJSON(res, { success: true, output: JSON.stringify({ ok: true, clicked: _label, x: X, y: Y, sessionId: resolvedId }), _hint: `Assisted click done after the user was confirmed on the window. Verify the effect with a screenshot before assuming it advanced.` });+          } catch (e) {+            sendJSON(res, { success: false, error: `assisted click failed: ${e.message}` });+          }+          return;+        }         case 'browser_type': {           if (typeof args.text !== 'string') {             sendJSON(res, { success: false, error: 'browser_type needs "text" (string). Optional "selector" focuses the element first. Usage: { "sessionId": "...", "selector": "#q", "text": "hello" }' });