From 8306f92fd725a58b433db354672dac40addcb020 Mon Sep 17 00:00:00 2001
From: SomeRandmGuyy <127457986+SomeRandmGuyy@users.noreply.github.com>
Date: Wed, 16 Sep 2026 02:22:59 +0000
Subject: [PATCH 1/2] fix: unstick /autoclip runs and Settings key entry

- Agent tab: keep polling the run detail in hidden tabs; each poll ticks the
  background media-fetch job, and React Query pauses interval refetches by
  default, so a run left in another tab never advanced.
- media-fetch-job: a run parked as MEDIA_FETCH with no job state now fails
  visibly on the first tick instead of returning idle forever.
- Settings: Higgsfield status read through its own loader (the generic
  settings reader treated *_API_KEY/*_SECRET as encrypted and returned null,
  so a saved key showed Not configured); Crayo Test no longer maps to the
  app's 'Please sign in' message; Test is disabled while a card has unsaved
  text since it only ever checks the stored key.

Co-Authored-By: Claude <noreply@anthropic.com>
---
 .../settings/integrations-panel.tsx           | 104 ++++---
 src/lib/server/integrations.ts                |  27 +-
 src/lib/server/media-fetch-job.server.ts      | 286 +++++++++++++++---
 src/routes/_app/agent.tsx                     |  80 +++--
 4 files changed, 368 insertions(+), 129 deletions(-)

diff --git a/src/components/settings/integrations-panel.tsx b/src/components/settings/integrations-panel.tsx
index f97c181..855c326 100644
--- a/src/components/settings/integrations-panel.tsx
+++ b/src/components/settings/integrations-panel.tsx
@@ -49,12 +49,7 @@ import { Input } from "@/components/ui/input";
 import { Label } from "@/components/ui/label";
 import { ErrorState } from "@/components/ui/error-state";
 import { Skeleton } from "@/components/ui/skeleton";
-import {
-  Dialog,
-  DialogContent,
-  DialogDescription,
-  DialogTitle,
-} from "@/components/ui/dialog";
+import { Dialog, DialogContent, DialogDescription, DialogTitle } from "@/components/ui/dialog";
 import { PUBLISHERS_QUERY_KEY } from "@/lib/publishers";
 import { SOCIAL_QUERY_KEY } from "@/lib/social";
 function XMarkIcon({ className }: { className?: string }) {
@@ -128,19 +123,19 @@ export function IntegrationsPanel() {
       <div>
         <h2 className="text-section font-semibold tracking-tight">Add-ons</h2>
         <p className="mt-1 text-body text-muted">
-          ClippyOS is an OS. These integrations are add-ons. Core AI is required. Daytona is
-          the browser runtime for Social Computer Use. Keys stay on the server.
+          ClippyOS is an OS. These integrations are add-ons. Core AI is required. Daytona is the
+          browser runtime for Social Computer Use. Keys stay on the server.
         </p>
         {query.data.role === "member" && inheritWorkspaceApis ? (
           <p className="mt-2 rounded-control bg-secondary-surface px-3 py-2 text-caption text-muted">
-            You’re using the owner’s workspace APIs. Ask an owner to turn that off if you
-            need to connect your own keys.
+            You’re using the owner’s workspace APIs. Ask an owner to turn that off if you need to
+            connect your own keys.
           </p>
         ) : null}
         {query.data.role === "member" && !inheritWorkspaceApis ? (
           <p className="mt-2 rounded-control bg-secondary-surface px-3 py-2 text-caption text-muted">
-            These keys are yours. They don’t use the owner’s APIs unless an owner shares
-            workspace APIs with this login.
+            These keys are yours. They don’t use the owner’s APIs unless an owner shares workspace
+            APIs with this login.
           </p>
         ) : null}
       </div>
@@ -150,11 +145,7 @@ export function IntegrationsPanel() {
             key={id}
             id={id}
             isAdmin={Boolean(isAdmin)}
-            canEdit={
-              id === "whop"
-                ? Boolean(isAdmin)
-                : canEditIntegrations
-            }
+            canEdit={id === "whop" ? Boolean(isAdmin) : canEditIntegrations}
             last4={query.data.items[id].last4}
             health={query.data.items[id].health}
             lastTestedAt={query.data.items[id].lastTestedAt}
@@ -173,7 +164,8 @@ export function IntegrationsPanel() {
             <div>
               <h3 className="text-card font-semibold tracking-tight">ClippyOS MCP</h3>
               <p className="mt-1 text-caption text-muted">
-                Remote MCP URL plus scoped connector tokens for Grok Bot and Cursor. Publish still honors Approvals.
+                Remote MCP URL plus scoped connector tokens for Grok Bot and Cursor. Publish still
+                honors Approvals.
               </p>
             </div>
           </div>
@@ -215,12 +207,20 @@ function IntegrationCard({
   const [pendingDisconnect, setPendingDisconnect] = useState(false);
   const [fields, setFields] = useState<Record<string, string>>({});
   const configured = health !== "not_configured";
+  // Test always checks the credential already stored on the server, never the value
+  // typed above — Save first, or a correct key you just pasted comes back "rejected".
+  const hasUnsavedFields = Object.values(fields).some((value) => value.trim().length > 0);
 
   useEffect(() => {
     if (id !== "x") return;
     function onMessage(event: MessageEvent) {
       if (event.origin !== window.location.origin) return;
-      const data = event.data as { source?: string; ok?: boolean; provider?: string; error?: string };
+      const data = event.data as {
+        source?: string;
+        ok?: boolean;
+        provider?: string;
+        error?: string;
+      };
       if (!data || data.source !== "clippy-social-oauth") return;
       if (data.provider && data.provider !== "x") return;
       void queryClient.invalidateQueries({ queryKey: INTEGRATIONS_QUERY_KEY });
@@ -345,13 +345,9 @@ function IntegrationCard({
         {copy.required ? <Badge tone="orange">Required</Badge> : null}
       </div>
       <p className="mt-2 text-caption text-muted">{ADDON_META[id].requiredFor}</p>
-      <p className="mt-1 text-caption text-muted">
-        Used by: {ADDON_META[id].usedBy.join(" · ")}
-      </p>
+      <p className="mt-1 text-caption text-muted">Used by: {ADDON_META[id].usedBy.join(" · ")}</p>
       <p className="mt-3 text-caption text-muted">
-        {lastTestedAt
-          ? `Last tested ${formatRelativeTime(lastTestedAt)}`
-          : "Not tested yet"}
+        {lastTestedAt ? `Last tested ${formatRelativeTime(lastTestedAt)}` : "Not tested yet"}
         {lastError ? ` · ${lastError}` : null}
       </p>
       {id === "x" ? (
@@ -377,7 +373,11 @@ function IntegrationCard({
         </p>
       ) : null}
 
-      {id === "ai" && canEdit ? <div className="mt-4"><GrokOAuthSection embedded /></div> : null}
+      {id === "ai" && canEdit ? (
+        <div className="mt-4">
+          <GrokOAuthSection embedded />
+        </div>
+      ) : null}
 
       {canEdit ? (
         <form className="mt-4 flex flex-col gap-3" onSubmit={onSave}>
@@ -387,7 +387,9 @@ function IntegrationCard({
               label="API key"
               value={fields.key ?? ""}
               onChange={(value) => setFields({ key: value })}
-              placeholder={configured ? "•••• stored on the server" : "Paste the xAI / Grok API key"}
+              placeholder={
+                configured ? "•••• stored on the server" : "Paste the xAI / Grok API key"
+              }
             />
           ) : null}
           {id === "crayo" ? (
@@ -401,7 +403,8 @@ function IntegrationCard({
               />
               <p className="text-caption text-muted">
                 From crayo.ai → Developer API. A key saved here is used ahead of the deploy’s
-                CRAYO_API_KEY, so you can rotate it without a redeploy. Test calls GET /v1/account (free).
+                CRAYO_API_KEY, so you can rotate it without a redeploy. Test calls GET /v1/account
+                (free).
               </p>
             </>
           ) : null}
@@ -460,8 +463,8 @@ function IntegrationCard({
                 placeholder={configured ? "•••• stored on the server" : "lin_api_…"}
               />
               <p className="text-caption text-muted">
-                Personal API key or OAuth. Map team, project, and Kanban columns in the Linear section
-                below. Test never creates an issue.
+                Personal API key or OAuth. Map team, project, and Kanban columns in the Linear
+                section below. Test never creates an issue.
               </p>
             </>
           ) : null}
@@ -547,11 +550,11 @@ function IntegrationCard({
               />
               <p className="text-caption text-muted">
                 Social Machine defaults to the Linux container snapshot daytona-medium (Windows
-                snapshots need a Daytona plan that includes them). Hibernate auto-stops the
-                sandbox after idle minutes (container class has no hot pause; the filesystem
-                persists across stop). Clock is Australia/Sydney. Start auto-provisions a
-                free country-matched HTTP proxy; paste a paid residential URL if you have one.
-                Test Connection and Test proxy never start a sandbox.
+                snapshots need a Daytona plan that includes them). Hibernate auto-stops the sandbox
+                after idle minutes (container class has no hot pause; the filesystem persists across
+                stop). Clock is Australia/Sydney. Start auto-provisions a free country-matched HTTP
+                proxy; paste a paid residential URL if you have one. Test Connection and Test proxy
+                never start a sandbox.
               </p>
             </>
           ) : null}
@@ -735,15 +738,16 @@ function IntegrationCard({
                 </Button>
               </div>
               <p className="text-caption text-muted">
-                User-context OAuth only. Tokens stay on the server. Test Connection never posts.
-                X has no draft API — draft jobs stay local until Publish.
+                User-context OAuth only. Tokens stay on the server. Test Connection never posts. X
+                has no draft API — draft jobs stay local until Publish.
               </p>
             </>
           ) : null}
           {configured ? (
             <p className="text-caption text-muted" id={`${id}-rotate-hint`}>
-              A key is already stored{last4 ? ` (ends …${last4})` : ""}. Paste a new one above and Save to
-              replace it; fields you leave blank keep their current values. Disconnect removes it.
+              A key is already stored{last4 ? ` (ends …${last4})` : ""}. Paste a new one above and
+              Save to replace it; fields you leave blank keep their current values. Disconnect
+              removes it.
             </p>
           ) : null}
           <Button
@@ -765,9 +769,8 @@ function IntegrationCard({
 
       {id === "discord" ? (
         <p className="mt-3 text-caption text-muted">
-          Discord Status Agent is read-only and runs automatically about every 30
-          minutes. It matches Discord server names to client names and updates
-          production stages.
+          Discord Status Agent is read-only and runs automatically about every 30 minutes. It
+          matches Discord server names to client names and updates production stages.
           {discordAgent?.lastRunAt
             ? ` Last run ${formatRelativeTime(discordAgent.lastRunAt)}${discordAgent.summary ? ` — ${discordAgent.summary}` : ""}.`
             : null}
@@ -793,7 +796,12 @@ function IntegrationCard({
           <Button
             size="sm"
             variant="secondary"
-            disabled={test.isPending}
+            disabled={test.isPending || hasUnsavedFields}
+            title={
+              hasUnsavedFields
+                ? "Save first — Test checks the stored key, not the value typed above."
+                : undefined
+            }
             onClick={() => test.mutate()}
           >
             <PlugZap className="size-3.5" />
@@ -855,7 +863,15 @@ function IntegrationCard({
 }
 
 /** Field names that carry a secret; any non-empty one on Save means the stored key was replaced. */
-const SECRET_FIELD_KEYS = ["key", "apiKey", "secret", "token", "keyId", "clientSecret", "proxyPassword"] as const;
+const SECRET_FIELD_KEYS = [
+  "key",
+  "apiKey",
+  "secret",
+  "token",
+  "keyId",
+  "clientSecret",
+  "proxyPassword",
+] as const;
 
 function Field({
   id,
diff --git a/src/lib/server/integrations.ts b/src/lib/server/integrations.ts
index 47af3e1..2c8b536 100644
--- a/src/lib/server/integrations.ts
+++ b/src/lib/server/integrations.ts
@@ -98,15 +98,13 @@ async function crayoStored(): Promise<string | null> {
 }
 
 async function higgsfieldStored(): Promise<{ key: string; secret: string } | null> {
-  const key =
-    (await (await load_app_settings()).readAppSetting("HIGGSFIELD_API_KEY"))?.trim() ||
-    (await (await load_app_settings()).readAppSetting("HIGGSFIELD_KEY_ID"))?.trim() ||
-    "";
-  const secret =
-    (await (await load_app_settings()).readAppSetting("HIGGSFIELD_API_SECRET"))?.trim() ||
-    (await (await load_app_settings()).readAppSetting("HIGGSFIELD_SECRET"))?.trim() ||
-    "";
-  if (key && secret) return { key, secret };
+  // Read through higgsfield.server's own loader — it writes HIGGSFIELD_API_KEY /
+  // HIGGSFIELD_API_SECRET as plaintext, while the generic app-settings reader treats
+  // those key names as encrypted and silently returns null for them (looked configured
+  // on save, then read back as "Not configured" on every reload).
+  const { loadHiggsfieldCreds } = await import("@/lib/server/higgsfield.server");
+  const creds = await loadHiggsfieldCreds().catch(() => null);
+  if (creds?.key && creds.secret) return { key: creds.key, secret: creds.secret };
   return null;
 }
 
@@ -511,7 +509,10 @@ async function testCrayo(): Promise<void> {
     await crayoGetAccount();
   } catch (error) {
     if (error instanceof CrayoApiError) {
-      throw new Error(error.code === "MISSING" ? "CRAYO_UNAVAILABLE" : error.code === "UNAUTHORIZED" ? "UNAUTHORIZED" : "CRAYO_UNAVAILABLE");
+      // Never reuse the bare "UNAUTHORIZED" code here — userFacingErrorMessage maps
+      // that to "Please sign in to continue.", ClippyOS's own session-expired message,
+      // which reads as an app login prompt with no matching login control on this page.
+      throw new Error(error.code === "UNAUTHORIZED" ? "CRAYO_UNAUTHORIZED" : "CRAYO_UNAVAILABLE");
     }
     throw error;
   }
@@ -627,7 +628,11 @@ export const testIntegration = createServerFn({ method: "POST" })
       const friendly =
         message === "AI_UNAVAILABLE"
           ? "The AI provider didn’t accept the key."
-          : message === "HIGGSFIELD_UNAVAILABLE"
+          : message === "CRAYO_UNAVAILABLE"
+            ? "Save a Crayo API key first."
+            : message === "CRAYO_UNAUTHORIZED"
+              ? "Crayo rejected that key. Create a new one at crayo.ai → Developer API."
+              : message === "HIGGSFIELD_UNAVAILABLE"
             ? "Higgsfield rejected those credentials."
             : message === "YOUTUBE_KEY_MISSING" || message === "YOUTUBE_UNAVAILABLE"
               ? "YouTube rejected that API key."
diff --git a/src/lib/server/media-fetch-job.server.ts b/src/lib/server/media-fetch-job.server.ts
index 3f5a637..286bf4c 100644
--- a/src/lib/server/media-fetch-job.server.ts
+++ b/src/lib/server/media-fetch-job.server.ts
@@ -16,7 +16,12 @@ import {
   crayoGetAutoclip,
   CrayoApiError,
 } from "@/lib/server/crayo.server";
-import { getAgentRun, insertIteration, listAgentRuns, patchAgentRun } from "@/lib/server/agent.server";
+import {
+  getAgentRun,
+  insertIteration,
+  listAgentRuns,
+  patchAgentRun,
+} from "@/lib/server/agent.server";
 import { explainAgentToolError } from "@/lib/agent";
 import type { JsonValue } from "@/lib/skills";
 import {
@@ -44,13 +49,26 @@ type SegmentState = {
   index: number;
   startSec: number;
   endSec: number | null;
-  state: "pending" | "downloading" | "ready" | "uploading" | "uploaded" | "autoclipping" | "done" | "failed";
+  state:
+    | "pending"
+    | "downloading"
+    | "ready"
+    | "uploading"
+    | "uploaded"
+    | "autoclipping"
+    | "done"
+    | "failed";
   bytes?: number;
   path?: string;
   uploadId?: string;
   assetId?: string;
   autoclipId?: string;
-  clips?: { title: string; projectId: string | null; thumbnailUrl: string | null; library: unknown }[];
+  clips?: {
+    title: string;
+    projectId: string | null;
+    thumbnailUrl: string | null;
+    library: unknown;
+  }[];
   error?: string;
 };
 
@@ -84,23 +102,39 @@ function shellQuote(value: string): string {
 }
 
 function scrub(text: string): string {
-  return text.replace(/https?:\/\/\S+/g, "<url>").replace(/X-Amz-[A-Za-z-]+=\S+/g, "").replace(/\s+/g, " ").slice(0, 300);
+  return text
+    .replace(/https?:\/\/\S+/g, "<url>")
+    .replace(/X-Amz-[A-Za-z-]+=\S+/g, "")
+    .replace(/\s+/g, " ")
+    .slice(0, 300);
 }
 
 function outputOf(result: unknown): string {
-  const rec = (result ?? {}) as { result?: unknown; stdout?: unknown; artifacts?: { stdout?: unknown } };
+  const rec = (result ?? {}) as {
+    result?: unknown;
+    stdout?: unknown;
+    artifacts?: { stdout?: unknown };
+  };
   return String(rec.result ?? rec.artifacts?.stdout ?? rec.stdout ?? "");
 }
 
-function readState(outputs: Record<string, JsonValue> | null | undefined): MediaFetchJobState | null {
+function readState(
+  outputs: Record<string, JsonValue> | null | undefined,
+): MediaFetchJobState | null {
   const raw = outputs?.mediaFetch;
   if (!raw || typeof raw !== "object" || Array.isArray(raw)) return null;
   const state = raw as unknown as MediaFetchJobState;
   return state.version === 1 && Array.isArray(state.segments) ? state : null;
 }
 
-async function saveState(runId: string, outputs: Record<string, JsonValue> | null | undefined, state: MediaFetchJobState): Promise<void> {
-  await patchAgentRun(runId, { outputs: { ...(outputs ?? {}), mediaFetch: state as unknown as JsonValue } });
+async function saveState(
+  runId: string,
+  outputs: Record<string, JsonValue> | null | undefined,
+  state: MediaFetchJobState,
+): Promise<void> {
+  await patchAgentRun(runId, {
+    outputs: { ...(outputs ?? {}), mediaFetch: state as unknown as JsonValue },
+  });
 }
 
 async function progress(runId: string, state: MediaFetchJobState, message: string): Promise<void> {
@@ -131,8 +165,18 @@ async function daytonaClient() {
   return { config, daytona: createClient(config) };
 }
 
-async function exec(sandbox: AnySandbox, script: string, env: Record<string, string>, timeoutSec: number): Promise<{ out: string; code: number }> {
-  const result = await sandbox.process.executeCommand(`bash -c ${shellQuote(script)}`, undefined, env, Math.max(5, Math.floor(timeoutSec)));
+async function exec(
+  sandbox: AnySandbox,
+  script: string,
+  env: Record<string, string>,
+  timeoutSec: number,
+): Promise<{ out: string; code: number }> {
+  const result = await sandbox.process.executeCommand(
+    `bash -c ${shellQuote(script)}`,
+    undefined,
+    env,
+    Math.max(5, Math.floor(timeoutSec)),
+  );
   const code = Number((result as { exitCode?: unknown })?.exitCode);
   return { out: outputOf(result), code: Number.isFinite(code) ? code : 1 };
 }
@@ -143,15 +187,30 @@ async function writeFile(sandbox: AnySandbox, path: string, body: string): Promi
     return;
   }
   const b64 = Buffer.from(body, "utf8").toString("base64");
-  await exec(sandbox, `python3 -c "import pathlib,base64; pathlib.Path('${path}').write_bytes(base64.b64decode('${b64}'))"`, {}, 20);
+  await exec(
+    sandbox,
+    `python3 -c "import pathlib,base64; pathlib.Path('${path}').write_bytes(base64.b64decode('${b64}'))"`,
+    {},
+    20,
+  );
 }
 
 /** Launch a script in the background; returns immediately. */
-async function launch(sandbox: AnySandbox, scriptPath: string, logPath: string, env: Record<string, string>): Promise<void> {
+async function launch(
+  sandbox: AnySandbox,
+  scriptPath: string,
+  logPath: string,
+  env: Record<string, string>,
+): Promise<void> {
   const exports = Object.entries(env)
     .map(([k, v]) => `export ${k}=${shellQuote(v)};`)
     .join(" ");
-  await exec(sandbox, `${exports} setsid nohup bash ${scriptPath} > ${logPath} 2>&1 < /dev/null & disown; echo launched`, {}, 20);
+  await exec(
+    sandbox,
+    `${exports} setsid nohup bash ${scriptPath} > ${logPath} 2>&1 < /dev/null & disown; echo launched`,
+    {},
+    20,
+  );
 }
 
 async function readStatus(sandbox: AnySandbox): Promise<MediaJobStatus | null> {
@@ -159,7 +218,10 @@ async function readStatus(sandbox: AnySandbox): Promise<MediaJobStatus | null> {
   return parseMediaJobStatus(out);
 }
 
-async function getSandbox(daytona: { get: (id: string) => Promise<AnySandbox> }, id: string): Promise<AnySandbox> {
+async function getSandbox(
+  daytona: { get: (id: string) => Promise<AnySandbox> },
+  id: string,
+): Promise<AnySandbox> {
   const sandbox = await daytona.get(id);
   const state = String(sandbox?.state ?? "").toLowerCase();
   if (state && state !== "started" && state !== "starting" && sandbox.start) {
@@ -247,16 +309,43 @@ export async function startMediaFetchJob(input: {
     throw error;
   }
   await saveState(input.runId, run.outputs, state);
-  await progress(input.runId, state, "Sandbox started. Installing yt-dlp + ffmpeg and reading the stream's length. Long streams are split into ≤3 h / ≤1 GB segments, each its own Crayo AutoClip job.");
+  await progress(
+    input.runId,
+    state,
+    "Sandbox started. Installing yt-dlp + ffmpeg and reading the stream's length. Long streams are split into ≤3 h / ≤1 GB segments, each its own Crayo AutoClip job.",
+  );
   return state;
 }
 
 /** One bounded, idempotent step of the job. Safe to call from polling and cron concurrently. */
-export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanced" | "done" | "failed"> {
+export async function tickMediaFetchJob(
+  runId: string,
+): Promise<"idle" | "advanced" | "done" | "failed"> {
   const run = await getAgentRun(runId);
-  if (!run || run.status !== "waiting_resource" || run.errorCode !== MEDIA_FETCH_ERROR_CODE) return "idle";
+  if (!run || run.status !== "waiting_resource" || run.errorCode !== MEDIA_FETCH_ERROR_CODE)
+    return "idle";
   const state = readState(run.outputs);
-  if (!state) return "idle";
+  if (!state) {
+    // Parked as MEDIA_FETCH but the job state never landed (older deploy or a lost save).
+    // Nothing could ever tick it forward, so fail it visibly instead of waiting forever.
+    const summary =
+      "The background fetch lost its job state, so it can’t resume. Start the AutoClip again.";
+    await insertIteration({
+      runId,
+      index: run.iterationCount + 1,
+      kind: "error",
+      toolName: "crayo.run_autoclip",
+      resultSummary: summary,
+      status: "error",
+    }).catch(() => {});
+    await patchAgentRun(runId, {
+      status: "failed",
+      errorCode: "MEDIA_FETCH_FAILED",
+      summary,
+      finishedAt: new Date().toISOString(),
+    });
+    return "failed";
+  }
   if (run.cancelRequested) {
     await deleteSandbox(state.sandboxId);
     return "idle";
@@ -271,7 +360,10 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
     state.error = detail;
     state.lockUntil = null;
     await saveState(runId, run.outputs, state);
-    const summary = `${explainAgentToolError(code)}\n\nProvider said: ${scrub(detail)}`.slice(0, 800);
+    const summary = `${explainAgentToolError(code)}\n\nProvider said: ${scrub(detail)}`.slice(
+      0,
+      800,
+    );
     await insertIteration({
       runId,
       index: state.iterationIndex + 1,
@@ -280,7 +372,12 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
       resultSummary: summary,
       status: "error",
     }).catch(() => {});
-    await patchAgentRun(runId, { status: "failed", errorCode: code, summary, finishedAt: new Date().toISOString() });
+    await patchAgentRun(runId, {
+      status: "failed",
+      errorCode: code,
+      summary,
+      finishedAt: new Date().toISOString(),
+    });
     await deleteSandbox(state.sandboxId);
     return "failed" as const;
   };
@@ -296,7 +393,8 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
       const sandbox = await getSandbox(daytona, state.sandboxId!);
       const status = await readStatus(sandbox);
 
-      if (status?.phase === "failed") return await fail("MEDIA_FETCH_FAILED", status.error ?? "sandbox job failed");
+      if (status?.phase === "failed")
+        return await fail("MEDIA_FETCH_FAILED", status.error ?? "sandbox job failed");
 
       if (state.phase === "booting") {
         if (!status || status.phase === "install") {
@@ -307,9 +405,15 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
           const duration = status.probe.durationSec ?? null;
           state.probe = { title: status.probe.title ?? "", durationSec: duration };
           if (duration != null && duration < MEDIA_MIN_SECONDS) {
-            return await fail("MEDIA_LENGTH_OUT_OF_RANGE", `This video is ${duration}s long; Crayo AutoClip needs at least ${MEDIA_MIN_SECONDS}s.`);
+            return await fail(
+              "MEDIA_LENGTH_OUT_OF_RANGE",
+              `This video is ${duration}s long; Crayo AutoClip needs at least ${MEDIA_MIN_SECONDS}s.`,
+            );
           }
-          const plan = planMediaSegments({ durationSec: duration ?? maxSegmentSeconds(), clipCount: state.clipCount });
+          const plan = planMediaSegments({
+            durationSec: duration ?? maxSegmentSeconds(),
+            clipCount: state.clipCount,
+          });
           if (!plan) {
             return await fail(
               "MEDIA_LENGTH_OUT_OF_RANGE",
@@ -317,7 +421,12 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
             );
           }
           state.clipsPerSegment = plan.clipsPerSegment;
-          state.segments = plan.segments.map((seg) => ({ index: seg.index, startSec: seg.startSec, endSec: seg.endSec, state: "pending" }));
+          state.segments = plan.segments.map((seg) => ({
+            index: seg.index,
+            startSec: seg.startSec,
+            endSec: seg.endSec,
+            state: "pending",
+          }));
           await writeFile(sandbox, "/tmp/mf/plan.json", JSON.stringify(plan));
           const { out } = await exec(sandbox, "cat /tmp/mf/ffmpeg.txt 2>/dev/null || true", {}, 10);
           const hasFfmpeg = out.trim().length > 0;
@@ -345,11 +454,18 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
         const row = rows.find((r) => r.index === seg.index);
         if (!row) continue;
         if (row.state === "failed" && seg.state !== "failed") {
-          return await fail("MEDIA_SEGMENT_FAILED", `Segment ${seg.index + 1} download failed: ${row.error ?? "unknown"}`);
+          return await fail(
+            "MEDIA_SEGMENT_FAILED",
+            `Segment ${seg.index + 1} download failed: ${row.error ?? "unknown"}`,
+          );
         }
         if (row.state === "downloading" && seg.state === "pending") {
           seg.state = "downloading";
-          await progress(runId, state, `Downloading segment ${seg.index + 1} of ${state.segments.length}.`);
+          await progress(
+            runId,
+            state,
+            `Downloading segment ${seg.index + 1} of ${state.segments.length}.`,
+          );
         }
         if (row.state === "ready" && (seg.state === "pending" || seg.state === "downloading")) {
           seg.state = "ready";
@@ -362,14 +478,28 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
       for (const seg of state.segments) {
         if (seg.state === "ready" && seg.path) {
           if ((seg.bytes ?? 0) > MEDIA_MAX_BYTES) {
-            return await fail("MEDIA_TOO_LARGE", `Segment ${seg.index + 1} is ${Math.round((seg.bytes ?? 0) / 1_048_576)}MB, over Crayo's 1GB upload cap.`);
+            return await fail(
+              "MEDIA_TOO_LARGE",
+              `Segment ${seg.index + 1} is ${Math.round((seg.bytes ?? 0) / 1_048_576)}MB, over Crayo's 1GB upload cap.`,
+            );
           }
           const contentType = mediaContentType(seg.path);
-          if (!contentType) return await fail("MEDIA_FETCH_FAILED", `Segment ${seg.index + 1} is not a container Crayo accepts.`);
+          if (!contentType)
+            return await fail(
+              "MEDIA_FETCH_FAILED",
+              `Segment ${seg.index + 1} is not a container Crayo accepts.`,
+            );
           const ext = seg.path.split(".").pop() ?? "mp4";
           const base = state.probe?.title || "long-form";
-          const filename = mediaAssetFilename(state.segments.length > 1 ? `${base} part ${seg.index + 1}` : base, ext);
-          const upload = await crayoCreateUpload({ filename, contentType, sizeBytes: seg.bytes ?? 0 });
+          const filename = mediaAssetFilename(
+            state.segments.length > 1 ? `${base} part ${seg.index + 1}` : base,
+            ext,
+          );
+          const upload = await crayoCreateUpload({
+            filename,
+            contentType,
+            sizeBytes: seg.bytes ?? 0,
+          });
           let host = "";
           try {
             host = new URL(upload.url).hostname;
@@ -378,7 +508,9 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
           }
           if (host) {
             try {
-              await sandbox.updateNetworkSettings({ domainAllowList: mediaFetchAllowlist(state.url, [host]) });
+              await sandbox.updateNetworkSettings({
+                domainAllowList: mediaFetchAllowlist(state.url, [host]),
+              });
             } catch {
               /* *.crayo.ai already allowed */
             }
@@ -392,9 +524,18 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
           seg.uploadId = upload.id;
           seg.state = "uploading";
           state.phase = "uploading";
-          await progress(runId, state, `Uploading segment ${seg.index + 1} (${Math.round((seg.bytes ?? 0) / 1_048_576)}MB) to Crayo.`);
+          await progress(
+            runId,
+            state,
+            `Uploading segment ${seg.index + 1} (${Math.round((seg.bytes ?? 0) / 1_048_576)}MB) to Crayo.`,
+          );
         } else if (seg.state === "uploading" && seg.uploadId) {
-          const { out } = await exec(sandbox, `cat /tmp/mf/put-${seg.index}.json 2>/dev/null || true`, {}, 10);
+          const { out } = await exec(
+            sandbox,
+            `cat /tmp/mf/put-${seg.index}.json 2>/dev/null || true`,
+            {},
+            10,
+          );
           const start = out.indexOf("{");
           if (start >= 0) {
             let put: { status?: number; body?: string; error?: string } = {};
@@ -414,23 +555,40 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
                 prompt: state.prompt ?? undefined,
               })) as { autoclip?: { id?: string } } | null;
               const autoclipId = job?.autoclip?.id;
-              if (!autoclipId) return await fail("CRAYO_FAILED", "Crayo accepted the upload but returned no AutoClip job id.");
+              if (!autoclipId)
+                return await fail(
+                  "CRAYO_FAILED",
+                  "Crayo accepted the upload but returned no AutoClip job id.",
+                );
               seg.autoclipId = autoclipId;
               seg.state = "autoclipping";
-              await progress(runId, state, `Segment ${seg.index + 1} is in Crayo (asset ${seg.assetId}); AutoClip job ${autoclipId} started (${state.clipsPerSegment} clips).`);
+              await progress(
+                runId,
+                state,
+                `Segment ${seg.index + 1} is in Crayo (asset ${seg.assetId}); AutoClip job ${autoclipId} started (${state.clipsPerSegment} clips).`,
+              );
             } else if (code > 0) {
-              return await fail("MEDIA_UPLOAD_FAILED", `Crayo's signed upload URL answered ${code}: ${put.body || put.error || ""}`);
+              return await fail(
+                "MEDIA_UPLOAD_FAILED",
+                `Crayo's signed upload URL answered ${code}: ${put.body || put.error || ""}`,
+              );
             }
           }
         }
       }
 
-      const allPastSandbox = state.segments.length > 0 && state.segments.every((seg) => seg.state === "autoclipping" || seg.state === "done");
+      const allPastSandbox =
+        state.segments.length > 0 &&
+        state.segments.every((seg) => seg.state === "autoclipping" || seg.state === "done");
       if (allPastSandbox) {
         state.phase = "autoclipping";
         await deleteSandbox(state.sandboxId);
         state.sandboxId = null;
-        await progress(runId, state, `All ${state.segments.length} segment(s) are in Crayo. Waiting for AutoClip to finish (Crayo can take several minutes per job).`);
+        await progress(
+          runId,
+          state,
+          `All ${state.segments.length} segment(s) are in Crayo. Waiting for AutoClip to finish (Crayo can take several minutes per job).`,
+        );
       }
       await saveState(runId, run.outputs, { ...state, lockUntil: null });
       return "advanced";
@@ -440,30 +598,45 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
     if (state.phase === "autoclipping") {
       for (const seg of state.segments) {
         if (seg.state !== "autoclipping" || !seg.autoclipId) continue;
-        const payload = (await crayoGetAutoclip(seg.autoclipId)) as { autoclip?: { status?: string; clips?: unknown[] } } | null;
+        const payload = (await crayoGetAutoclip(seg.autoclipId)) as {
+          autoclip?: { status?: string; clips?: unknown[] };
+        } | null;
         const status = String(payload?.autoclip?.status ?? "").toLowerCase();
         if (status === "completed" || status === "complete" || status === "succeeded") {
           const { ingestCrayoMedia } = await import("@/lib/server/crayo-tools.server");
           const clips = [];
-          for (const clip of (payload?.autoclip?.clips ?? []).slice(0, 20) as Record<string, unknown>[]) {
+          for (const clip of (payload?.autoclip?.clips ?? []).slice(0, 20) as Record<
+            string,
+            unknown
+          >[]) {
             const title = String(clip.title ?? "AutoClip");
             const thumbnailUrl = typeof clip.thumbnail_url === "string" ? clip.thumbnail_url : null;
             const projectId = typeof clip.project_id === "string" ? clip.project_id : null;
-            const library = thumbnailUrl ? await ingestCrayoMedia(state.actorId, state.clientId, thumbnailUrl, title, ["autoclip"]) : null;
+            const library = thumbnailUrl
+              ? await ingestCrayoMedia(state.actorId, state.clientId, thumbnailUrl, title, [
+                  "autoclip",
+                ])
+              : null;
             clips.push({ title, projectId, thumbnailUrl, library });
           }
           seg.clips = clips;
           seg.state = "done";
           await progress(runId, state, `Segment ${seg.index + 1}: ${clips.length} clip(s) ready.`);
         } else if (status === "failed" || status === "error") {
-          return await fail("FAILED", `Crayo AutoClip job ${seg.autoclipId} (segment ${seg.index + 1}) failed.`);
+          return await fail(
+            "FAILED",
+            `Crayo AutoClip job ${seg.autoclipId} (segment ${seg.index + 1}) failed.`,
+          );
         }
       }
       if (state.segments.every((seg) => seg.state === "done")) {
         state.phase = "done";
         state.lockUntil = null;
         const clips = state.segments.flatMap((seg) => seg.clips ?? []);
-        const summary = `AutoClip finished: ${clips.length} clip(s) across ${state.segments.length} segment(s) of “${state.probe?.title ?? "video"}”. ${clips.map((c) => c.title).slice(0, 8).join(" · ")}`;
+        const summary = `AutoClip finished: ${clips.length} clip(s) across ${state.segments.length} segment(s) of “${state.probe?.title ?? "video"}”. ${clips
+          .map((c) => c.title)
+          .slice(0, 8)
+          .join(" · ")}`;
         await saveState(runId, run.outputs, state);
         await insertIteration({
           runId,
@@ -480,7 +653,12 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
           outputs: {
             ...(run.outputs ?? {}),
             mediaFetch: state as unknown as JsonValue,
-            autoclips: state.segments.map((seg) => ({ segment: seg.index, assetId: seg.assetId ?? null, autoclipId: seg.autoclipId ?? null, clips: seg.clips ?? [] })) as unknown as JsonValue,
+            autoclips: state.segments.map((seg) => ({
+              segment: seg.index,
+              assetId: seg.assetId ?? null,
+              autoclipId: seg.autoclipId ?? null,
+              clips: seg.clips ?? [],
+            })) as unknown as JsonValue,
           },
         });
         return "done";
@@ -490,7 +668,12 @@ export async function tickMediaFetchJob(runId: string): Promise<"idle" | "advanc
     }
     return "idle";
   } catch (error) {
-    const code = error instanceof CrayoApiError ? error.code : error instanceof Error && /^[A-Z_]{3,60}$/.test(error.message) ? error.message : "MEDIA_FETCH_FAILED";
+    const code =
+      error instanceof CrayoApiError
+        ? error.code
+        : error instanceof Error && /^[A-Z_]{3,60}$/.test(error.message)
+          ? error.message
+          : "MEDIA_FETCH_FAILED";
     const detail = error instanceof Error ? error.message : "unknown error";
     // Transient sandbox/API hiccups: release the lock and let the next tick retry, unless fatal.
     if (code === "MEDIA_FETCH_FAILED" && !/not found|does not exist|deleted/i.test(detail)) {
@@ -517,12 +700,13 @@ export async function tickPendingMediaFetchJobs(limit = 5): Promise<number> {
 }
 
 /** Best-effort cleanup when a run is cancelled. */
-export async function abortMediaFetchJob(outputs: Record<string, JsonValue> | null | undefined): Promise<void> {
+export async function abortMediaFetchJob(
+  outputs: Record<string, JsonValue> | null | undefined,
+): Promise<void> {
   const state = readState(outputs);
   if (state?.sandboxId) await deleteSandbox(state.sandboxId);
 }
 
-
 /**
  * Reap orphaned Daytona sandboxes from the synchronous (non-job) media-fetch path used by
  * external API callers (see media-fetch.server.ts). That path has no AgentRun tracking it, and
@@ -550,7 +734,13 @@ export async function reapStaleMediaFetchSandboxes(maxAgeMinutes = 8): Promise<n
     const iter = daytona.list({ labels: { purpose: "media-fetch", app: "clippyos" }, limit: 20 });
     for await (const sandbox of iter as AsyncIterable<AnySandbox>) {
       const state = String(sandbox.state ?? "").toLowerCase();
-      if (state === "stopped" || state === "destroyed" || state === "destroying" || state === "archived") continue;
+      if (
+        state === "stopped" ||
+        state === "destroyed" ||
+        state === "destroying" ||
+        state === "archived"
+      )
+        continue;
       const createdAt = Date.parse(String(sandbox.createdAt ?? ""));
       if (!Number.isFinite(createdAt) || createdAt > cutoff) continue;
       try {
diff --git a/src/routes/_app/agent.tsx b/src/routes/_app/agent.tsx
index 387495a..e1b204a 100644
--- a/src/routes/_app/agent.tsx
+++ b/src/routes/_app/agent.tsx
@@ -40,12 +40,7 @@ import { Skeleton } from "@/components/ui/skeleton";
 import { ErrorState } from "@/components/ui/error-state";
 import { SparklesText } from "@/components/magicui/sparkles-text";
 import { Particles } from "@/components/magicui/particles";
-import {
-  Sheet,
-  SheetContent,
-  SheetDescription,
-  SheetTitle,
-} from "@/components/ui/sheet";
+import { Sheet, SheetContent, SheetDescription, SheetTitle } from "@/components/ui/sheet";
 import { toast } from "sonner";
 import { userFacingErrorMessage } from "@/lib/errors";
 import { cn } from "@/lib/utils";
@@ -65,7 +60,9 @@ export const Route = createFileRoute("/_app/agent")({
 });
 
 function nextCardId() {
-  return typeof crypto !== "undefined" && "randomUUID" in crypto ? crypto.randomUUID() : `card-${Date.now()}`;
+  return typeof crypto !== "undefined" && "randomUUID" in crypto
+    ? crypto.randomUUID()
+    : `card-${Date.now()}`;
 }
 
 function AgentPage() {
@@ -108,6 +105,9 @@ function AgentPage() {
       const status = query.state.data?.run.status;
       return isAgentBusy(status ?? "queued") || status === "waiting_resource" ? 1200 : false;
     },
+    // Each poll ticks the background media-fetch job. React Query pauses interval
+    // refetches in hidden tabs by default, so a run left in another tab never advanced.
+    refetchIntervalInBackground: true,
   });
 
   const start = useMutation({
@@ -147,11 +147,12 @@ function AgentPage() {
 
   const llmReady = Boolean(
     llmQuery.data?.providers["xai-oauth"].configured ||
-      llmQuery.data?.providers["xai-api"].configured ||
-      llmQuery.data?.providers["openai-compat"].configured,
+    llmQuery.data?.providers["xai-api"].configured ||
+    llmQuery.data?.providers["openai-compat"].configured,
   );
   const model = llmQuery.data?.router.defaultModel ?? "grok-4.6";
-  const plannerId = llmQuery.data?.router.features.agent ?? llmQuery.data?.router.defaultProvider ?? "xai-oauth";
+  const plannerId =
+    llmQuery.data?.router.features.agent ?? llmQuery.data?.router.defaultProvider ?? "xai-oauth";
   const planner = LLM_PROVIDER_COPY[plannerId];
   const clients = useMemo(
     () => (clientsQuery.data ?? []).filter((row) => row.status === "ACTIVE" && !row.deletedAt),
@@ -166,7 +167,9 @@ function AgentPage() {
     setCards((current) => {
       const existing = current.find((card) => card.ui === ui);
       if (existing) {
-        return current.map((card) => (card.id === existing.id ? { ...card, draft: { ...card.draft, ...draft } } : card));
+        return current.map((card) =>
+          card.id === existing.id ? { ...card, draft: { ...card.draft, ...draft } } : card,
+        );
       }
       return [...current, { id: nextCardId(), ui, draft }];
     });
@@ -207,10 +210,13 @@ function AgentPage() {
       </ul>
       <div>
         <p className="text-body font-medium">{selectedClient?.name ?? "No client selected"}</p>
-        <p className="text-caption text-muted">{selectedClient?.currentStage ?? "Optional — shorts don’t require a client."}</p>
+        <p className="text-caption text-muted">
+          {selectedClient?.currentStage ?? "Optional — shorts don’t require a client."}
+        </p>
       </div>
       <p className="text-caption text-muted">
-        Crayo runs never start the Social Machine. Leave Grok Bot off unless a computer should claim the job.
+        Crayo runs never start the Social Machine. Leave Grok Bot off unless a computer should claim
+        the job.
       </p>
     </div>
   );
@@ -260,7 +266,11 @@ function AgentPage() {
         </div>
         <div className="flex items-center gap-2">
           <Badge tone={crayoQuery.data?.configured ? "green" : "orange"}>
-            {crayoQuery.isPending ? "Crayo…" : crayoQuery.data?.configured ? "Crayo live" : "Crayo off"}
+            {crayoQuery.isPending
+              ? "Crayo…"
+              : crayoQuery.data?.configured
+                ? "Crayo live"
+                : "Crayo off"}
           </Badge>
           <Badge tone="purple">{model}</Badge>
           <Button
@@ -291,14 +301,21 @@ function AgentPage() {
       ) : null}
 
       {rateLimit?.retrying || rateLimit?.recent429 ? (
-        <p className="rounded-control bg-warning/10 px-3 py-2 text-caption text-warning" role="status">
+        <p
+          className="rounded-control bg-warning/10 px-3 py-2 text-caption text-warning"
+          role="status"
+        >
           {rateLimit.message ?? "Capacity — retrying…"}
         </p>
       ) : null}
 
       {!crayoQuery.isPending && !crayoQuery.data?.configured ? (
-        <p className="rounded-control bg-warning/10 px-3 py-2 text-caption text-warning" role="status">
-          Crayo isn’t connected. Paste your Crayo API key in Settings → Add-ons → Crayo.ai and run Test.
+        <p
+          className="rounded-control bg-warning/10 px-3 py-2 text-caption text-warning"
+          role="status"
+        >
+          Crayo isn’t connected. Paste your Crayo API key in Settings → Add-ons → Crayo.ai and run
+          Test.
         </p>
       ) : null}
 
@@ -307,7 +324,12 @@ function AgentPage() {
         detailQuery.data.run.status === "waiting_human" ||
         detailQuery.data.run.status === "waiting_resource") ? (
         <div className="flex flex-wrap gap-2">
-          <Button variant="secondary" onClick={() => cancel.mutate()} disabled={cancel.isPending} className="min-h-11">
+          <Button
+            variant="secondary"
+            onClick={() => cancel.mutate()}
+            disabled={cancel.isPending}
+            className="min-h-11"
+          >
             <Square className="size-4" aria-hidden="true" />
             Cancel run
           </Button>
@@ -327,7 +349,9 @@ function AgentPage() {
               crayoReady={crayoReady}
               starting={start.isPending}
               onChange={(draft) =>
-                setCards((current) => current.map((row) => (row.id === card.id ? { ...row, draft } : row)))
+                setCards((current) =>
+                  current.map((row) => (row.id === card.id ? { ...row, draft } : row)),
+                )
               }
               onDismiss={() => setCards((current) => current.filter((row) => row.id !== card.id))}
               onRun={(input) => {
@@ -341,8 +365,8 @@ function AgentPage() {
               <div className="max-w-md text-center">
                 <p className="text-body">Hermes Agent</p>
                 <p className="mt-1 text-caption text-muted">
-                  General clipping operator with Crayo specialities. Type /short, /voice, /image, or /autoclip — a
-                  specialty card pops in. Free text uses the planner.
+                  General clipping operator with Crayo specialities. Type /short, /voice, /image, or
+                  /autoclip — a specialty card pops in. Free text uses the planner.
                 </p>
               </div>
             </GlassCard>
@@ -371,7 +395,9 @@ function AgentPage() {
             {moreOpen ? (
               <GlassCard className="mt-2 p-4">
                 <div className="flex flex-wrap gap-2" role="list" aria-label="Clipping presets">
-                  {AGENT_PRESETS.filter((id) => !(CRAYO_AGENT_PRESETS as readonly string[]).includes(id)).map((id) => (
+                  {AGENT_PRESETS.filter(
+                    (id) => !(CRAYO_AGENT_PRESETS as readonly string[]).includes(id),
+                  ).map((id) => (
                     <button
                       key={id}
                       type="button"
@@ -440,9 +466,9 @@ function AgentPage() {
             cancelling={cancel.isPending}
             canCancel={Boolean(
               detailQuery.data &&
-                (isAgentBusy(detailQuery.data.run.status) ||
-                  detailQuery.data.run.status === "waiting_human" ||
-                  detailQuery.data.run.status === "waiting_resource"),
+              (isAgentBusy(detailQuery.data.run.status) ||
+                detailQuery.data.run.status === "waiting_human" ||
+                detailQuery.data.run.status === "waiting_resource"),
             )}
             grokAvailable={Boolean(grokQuery.data?.hasKey && grokQuery.data.enabled)}
             runner={runner}
@@ -467,7 +493,9 @@ function AgentPage() {
       <Sheet open={ctxOpen} onOpenChange={setCtxOpen}>
         <SheetContent side="right" className="p-0">
           <SheetTitle className="sr-only">Run context</SheetTitle>
-          <SheetDescription className="sr-only">Planner, Crayo credits, and client</SheetDescription>
+          <SheetDescription className="sr-only">
+            Planner, Crayo credits, and client
+          </SheetDescription>
           {contextPanel}
         </SheetContent>
       </Sheet>

From 97c541c4f79ac2b2866d31eaaee2e6d875f4a2cf Mon Sep 17 00:00:00 2001
From: SomeRandmGuyy <127457986+SomeRandmGuyy@users.noreply.github.com>
Date: Wed, 16 Sep 2026 02:40:19 +0000
Subject: [PATCH 2/2] fix(media-fetch-job): surface transient tick errors and
 bound the retry loop
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

A tick that failed on a transient sandbox/API error only console.error'd,
released the lock, and returned idle — so a recurring error retried
silently until the 4-hour deadline while the run showed no new progress.
Now the retry is written to the run as an observe line (attempts 1, 2, 4,
8…) and the run fails visibly after 30 consecutive transient errors.

Co-Authored-By: Claude <noreply@anthropic.com>
---
 src/lib/server/media-fetch-job.server.ts | 16 +++++++++++++++-
 1 file changed, 15 insertions(+), 1 deletion(-)

diff --git a/src/lib/server/media-fetch-job.server.ts b/src/lib/server/media-fetch-job.server.ts
index 286bf4c..bf6fd6d 100644
--- a/src/lib/server/media-fetch-job.server.ts
+++ b/src/lib/server/media-fetch-job.server.ts
@@ -92,9 +92,13 @@ export type MediaFetchJobState = {
   clipsPerSegment: number | null;
   segments: SegmentState[];
   error: string | null;
+  /** Consecutive ticks that failed on a transient sandbox/API error; reset once a tick reads the sandbox. */
+  transientErrors?: number;
 };
 
 const LOCK_MS = 25_000;
+/** ~12 min of back-to-back transient failures (one tick per LOCK_MS) before the run fails visibly. */
+const MAX_TRANSIENT_ERRORS = 30;
 const LABELS = { purpose: "media-fetch-job", app: "clippyos" } as const;
 
 function shellQuote(value: string): string {
@@ -392,6 +396,7 @@ export async function tickMediaFetchJob(
       const { daytona } = await daytonaClient();
       const sandbox = await getSandbox(daytona, state.sandboxId!);
       const status = await readStatus(sandbox);
+      state.transientErrors = 0;
 
       if (status?.phase === "failed")
         return await fail("MEDIA_FETCH_FAILED", status.error ?? "sandbox job failed");
@@ -677,9 +682,18 @@ export async function tickMediaFetchJob(
     const detail = error instanceof Error ? error.message : "unknown error";
     // Transient sandbox/API hiccups: release the lock and let the next tick retry, unless fatal.
     if (code === "MEDIA_FETCH_FAILED" && !/not found|does not exist|deleted/i.test(detail)) {
+      const attempts = (state.transientErrors ?? 0) + 1;
+      state.transientErrors = attempts;
       state.lockUntil = null;
+      console.error("[media-fetch-job] transient", runId, attempts, scrub(detail));
+      if (attempts >= MAX_TRANSIENT_ERRORS) {
+        return await fail("MEDIA_FETCH_FAILED", `Gave up after ${attempts} consecutive transient errors. Last: ${detail}`);
+      }
+      // Surface the retry on the run (1st, 2nd, 4th, 8th… attempt) so it never looks frozen.
+      if ((attempts & (attempts - 1)) === 0) {
+        await progress(runId, state, `Retrying (attempt ${attempts}) after a transient error: ${scrub(detail)}`);
+      }
       await saveState(runId, run.outputs, state).catch(() => {});
-      console.error("[media-fetch-job] transient", runId, scrub(detail));
       return "idle";
     }
     return await fail(code, detail);