evOo-local/packages/adapter-kit/src/background-jobs.ts
Claude c60c693d13
feat(media): media job runtime, media queue and media settings
Media operations (generation, edits, transcription) need a runner that works
outside the agent turn, keeps a card in the conversation current and never
lets two processes put work on one GPU. Operations land in later commits; this
is the runtime they register with.

- Background job `media.run { jobId }` on a named `media` queue. Jobs carry an
  optional queue: the Graphile publisher passes it as queueName and the
  in-memory driver runs each queue one job at a time, in order.
- `createMediaRuntime` implements MediaRuntime (capabilities, start, get,
  cancel) over a list of `MediaOperationRegistration`s and runs jobs:
  start validates the input, creates the job and posts the bot's media card in
  one transaction (idempotent per tool call through an operation key), then
  enqueues it. The runner claims a fenced lease (an advisory lock keeps one
  live lease at a time, so the GPU stays single even when the queue is
  bypassed), renews it while polling for cancellation, writes progress and
  outputs into the card, defers with backoff when the GPU is short of memory
  or the operation asks to wait, bounds deferrals, crash restarts and run
  time, always cleans the job's temp directory and always ends the card in a
  terminal state. With continue_after the starting bot is woken in the same
  transaction that ends the job (new run trigger `media`).
- The reconciler re-enqueues jobs whose enqueue was lost, whose runner died
  or whose wait is over; a job stuck behind a dead worker's queue lock runs
  outside the queue.
- Media backends are deployment-wide settings stored encrypted as the
  `media` IntegrationProviderConfig row: `loadMediaSettings` and
  `saveMediaSettings` with the same address policy as OpenAI-compatible
  servers (no metadata hosts, public hosts only when allowed, HTTPS when a key
  is sent), a saved key never follows the settings to another server, and the
  view never returns keys. Contract in contracts/media-settings.ts.
- `createMediaOperations` is the one list both the API and the worker build
  their runtime from (empty until the operations land), and media-tools.ts has
  the shared `continue_after` schema helper for the tool definitions.
- Migration: lease, deferral, operation key and continueAfter columns.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01MRtGG9ARfqqhma3t85Ro2u
2026-10-03 13:31:53 +00:00

181 lines
5.2 KiB
TypeScript

import { z } from "zod";
import type {
BackgroundJob,
BackgroundJobHandlers,
BackgroundJobName,
BackgroundJobPayloads,
} from "./types.js";
const payloadSchemas = {
"run.continue": z.object({ runId: z.string().min(1) }),
"routine.wakeup": z.object({
routineId: z.string().min(1),
scheduledFor: z.string().datetime({ offset: true }),
}),
"computer.update": z.object({ updateId: z.string().min(1) }),
"computer.sleep": z.object({ computerId: z.string().min(1) }),
"computer.control-expire": z.object({
computerId: z.string().min(1),
leaseId: z.string().min(1),
}),
"skill.teaching-expire": z.object({ skillId: z.string().min(1) }),
"history.compact": z.object({ threadId: z.string().min(1) }),
"messaging.deliver": z.object({ runId: z.string().min(1).optional() }),
"cloud_agent.poll": z.object({ agentId: z.string().min(1) }),
"profile.consolidate": z.object({ userId: z.string().min(1) }),
"media.run": z.object({ jobId: z.string().min(1) }),
} satisfies { [Name in BackgroundJobName]: z.ZodType<BackgroundJobPayloads[Name]> };
export function parseBackgroundJob(name: string, payload: unknown): BackgroundJob {
if (!(name in payloadSchemas)) throw new Error(`Unknown background job: ${name}`);
const typedName = name as BackgroundJobName;
const parsed = payloadSchemas[typedName].parse(payload);
return { name: typedName, payload: parsed } as BackgroundJob;
}
export async function dispatchBackgroundJob(
handlers: BackgroundJobHandlers,
name: string,
payload: unknown,
): Promise<void> {
const job = parseBackgroundJob(name, payload);
const handler = handlers[job.name] as (payload: typeof job.payload) => Promise<void>;
await handler(job.payload);
}
export function runJobKey(runId: string): string {
return `run:${runId}`;
}
export function routineJobKey(routineId: string): string {
return `routine:${routineId}`;
}
export function computerSleepJobKey(computerId: string): string {
return `computer.sleep:${computerId}`;
}
export function computerControlExpireJobKey(computerId: string, leaseId?: string): string {
return leaseId
? `computer.control-expire:${computerId}:${leaseId}`
: `computer.control-expire:${computerId}`;
}
export function skillTeachingExpireJobKey(skillId: string): string {
return `skill.teaching-expire:${skillId}`;
}
export function runContinueJob(runId: string): BackgroundJob {
return {
name: "run.continue",
payload: { runId },
replaceKey: runJobKey(runId),
};
}
export function routineWakeupJob(routineId: string, scheduledFor: Date): BackgroundJob {
return {
name: "routine.wakeup",
payload: { routineId, scheduledFor: scheduledFor.toISOString() },
availableAt: scheduledFor,
replaceKey: routineJobKey(routineId),
};
}
export function computerSleepJob(computerId: string, availableAt: Date): BackgroundJob {
return {
name: "computer.sleep",
payload: { computerId },
availableAt,
replaceKey: computerSleepJobKey(computerId),
};
}
export function computerControlExpireJob(
computerId: string,
leaseId: string,
availableAt: Date,
): BackgroundJob {
return {
name: "computer.control-expire",
payload: { computerId, leaseId },
availableAt,
replaceKey: computerControlExpireJobKey(computerId, leaseId),
};
}
export function skillTeachingExpireJob(skillId: string, availableAt: Date): BackgroundJob {
return {
name: "skill.teaching-expire",
payload: { skillId },
availableAt,
replaceKey: skillTeachingExpireJobKey(skillId),
};
}
export function historyCompactJobKey(threadId: string): string {
return `history.compact:${threadId}`;
}
export function messagingDeliverJob(runId?: string, availableAt?: Date): BackgroundJob {
return {
name: "messaging.deliver",
payload: runId ? { runId } : {},
replaceKey: `messaging.deliver:${runId ?? "drain"}`,
...(availableAt ? { availableAt } : {}),
};
}
export function historyCompactJob(threadId: string): BackgroundJob {
return {
name: "history.compact",
payload: { threadId },
replaceKey: historyCompactJobKey(threadId),
};
}
export function cloudAgentPollJobKey(agentId: string): string {
return `cloud_agent.poll:${agentId}`;
}
export function cloudAgentPollJob(
payload: BackgroundJobPayloads["cloud_agent.poll"],
availableAt?: Date,
): BackgroundJob {
return {
name: "cloud_agent.poll",
payload,
replaceKey: cloudAgentPollJobKey(payload.agentId),
...(availableAt ? { availableAt } : {}),
};
}
export function profileConsolidateJobKey(userId: string): string {
return `profile.consolidate:${userId}`;
}
export function profileConsolidateJob(userId: string): BackgroundJob {
return {
name: "profile.consolidate",
payload: { userId },
replaceKey: profileConsolidateJobKey(userId),
};
}
/** Media jobs share one queue so a single GPU never runs two generations at once. */
export const MEDIA_JOB_QUEUE = "media";
export function mediaRunJobKey(jobId: string): string {
return `media.run:${jobId}`;
}
export function mediaRunJob(jobId: string, availableAt?: Date): BackgroundJob {
return {
name: "media.run",
payload: { jobId },
replaceKey: mediaRunJobKey(jobId),
queue: MEDIA_JOB_QUEUE,
...(availableAt ? { availableAt } : {}),
};
}