Media operations (generation, edits, transcription) need a runner that works
outside the agent turn, keeps a card in the conversation current and never
lets two processes put work on one GPU. Operations land in later commits; this
is the runtime they register with.
- Background job `media.run { jobId }` on a named `media` queue. Jobs carry an
optional queue: the Graphile publisher passes it as queueName and the
in-memory driver runs each queue one job at a time, in order.
- `createMediaRuntime` implements MediaRuntime (capabilities, start, get,
cancel) over a list of `MediaOperationRegistration`s and runs jobs:
start validates the input, creates the job and posts the bot's media card in
one transaction (idempotent per tool call through an operation key), then
enqueues it. The runner claims a fenced lease (an advisory lock keeps one
live lease at a time, so the GPU stays single even when the queue is
bypassed), renews it while polling for cancellation, writes progress and
outputs into the card, defers with backoff when the GPU is short of memory
or the operation asks to wait, bounds deferrals, crash restarts and run
time, always cleans the job's temp directory and always ends the card in a
terminal state. With continue_after the starting bot is woken in the same
transaction that ends the job (new run trigger `media`).
- The reconciler re-enqueues jobs whose enqueue was lost, whose runner died
or whose wait is over; a job stuck behind a dead worker's queue lock runs
outside the queue.
- Media backends are deployment-wide settings stored encrypted as the
`media` IntegrationProviderConfig row: `loadMediaSettings` and
`saveMediaSettings` with the same address policy as OpenAI-compatible
servers (no metadata hosts, public hosts only when allowed, HTTPS when a key
is sent), a saved key never follows the settings to another server, and the
view never returns keys. Contract in contracts/media-settings.ts.
- `createMediaOperations` is the one list both the API and the worker build
their runtime from (empty until the operations land), and media-tools.ts has
the shared `continue_after` schema helper for the tool definitions.
- Migration: lease, deferral, operation key and continueAfter columns.
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01MRtGG9ARfqqhma3t85Ro2u
181 lines
5.2 KiB
TypeScript
181 lines
5.2 KiB
TypeScript
import { z } from "zod";
|
|
import type {
|
|
BackgroundJob,
|
|
BackgroundJobHandlers,
|
|
BackgroundJobName,
|
|
BackgroundJobPayloads,
|
|
} from "./types.js";
|
|
|
|
const payloadSchemas = {
|
|
"run.continue": z.object({ runId: z.string().min(1) }),
|
|
"routine.wakeup": z.object({
|
|
routineId: z.string().min(1),
|
|
scheduledFor: z.string().datetime({ offset: true }),
|
|
}),
|
|
"computer.update": z.object({ updateId: z.string().min(1) }),
|
|
"computer.sleep": z.object({ computerId: z.string().min(1) }),
|
|
"computer.control-expire": z.object({
|
|
computerId: z.string().min(1),
|
|
leaseId: z.string().min(1),
|
|
}),
|
|
"skill.teaching-expire": z.object({ skillId: z.string().min(1) }),
|
|
"history.compact": z.object({ threadId: z.string().min(1) }),
|
|
"messaging.deliver": z.object({ runId: z.string().min(1).optional() }),
|
|
"cloud_agent.poll": z.object({ agentId: z.string().min(1) }),
|
|
"profile.consolidate": z.object({ userId: z.string().min(1) }),
|
|
"media.run": z.object({ jobId: z.string().min(1) }),
|
|
} satisfies { [Name in BackgroundJobName]: z.ZodType<BackgroundJobPayloads[Name]> };
|
|
|
|
export function parseBackgroundJob(name: string, payload: unknown): BackgroundJob {
|
|
if (!(name in payloadSchemas)) throw new Error(`Unknown background job: ${name}`);
|
|
const typedName = name as BackgroundJobName;
|
|
const parsed = payloadSchemas[typedName].parse(payload);
|
|
return { name: typedName, payload: parsed } as BackgroundJob;
|
|
}
|
|
|
|
export async function dispatchBackgroundJob(
|
|
handlers: BackgroundJobHandlers,
|
|
name: string,
|
|
payload: unknown,
|
|
): Promise<void> {
|
|
const job = parseBackgroundJob(name, payload);
|
|
const handler = handlers[job.name] as (payload: typeof job.payload) => Promise<void>;
|
|
await handler(job.payload);
|
|
}
|
|
|
|
export function runJobKey(runId: string): string {
|
|
return `run:${runId}`;
|
|
}
|
|
|
|
export function routineJobKey(routineId: string): string {
|
|
return `routine:${routineId}`;
|
|
}
|
|
|
|
export function computerSleepJobKey(computerId: string): string {
|
|
return `computer.sleep:${computerId}`;
|
|
}
|
|
|
|
export function computerControlExpireJobKey(computerId: string, leaseId?: string): string {
|
|
return leaseId
|
|
? `computer.control-expire:${computerId}:${leaseId}`
|
|
: `computer.control-expire:${computerId}`;
|
|
}
|
|
|
|
export function skillTeachingExpireJobKey(skillId: string): string {
|
|
return `skill.teaching-expire:${skillId}`;
|
|
}
|
|
|
|
export function runContinueJob(runId: string): BackgroundJob {
|
|
return {
|
|
name: "run.continue",
|
|
payload: { runId },
|
|
replaceKey: runJobKey(runId),
|
|
};
|
|
}
|
|
|
|
export function routineWakeupJob(routineId: string, scheduledFor: Date): BackgroundJob {
|
|
return {
|
|
name: "routine.wakeup",
|
|
payload: { routineId, scheduledFor: scheduledFor.toISOString() },
|
|
availableAt: scheduledFor,
|
|
replaceKey: routineJobKey(routineId),
|
|
};
|
|
}
|
|
|
|
export function computerSleepJob(computerId: string, availableAt: Date): BackgroundJob {
|
|
return {
|
|
name: "computer.sleep",
|
|
payload: { computerId },
|
|
availableAt,
|
|
replaceKey: computerSleepJobKey(computerId),
|
|
};
|
|
}
|
|
|
|
export function computerControlExpireJob(
|
|
computerId: string,
|
|
leaseId: string,
|
|
availableAt: Date,
|
|
): BackgroundJob {
|
|
return {
|
|
name: "computer.control-expire",
|
|
payload: { computerId, leaseId },
|
|
availableAt,
|
|
replaceKey: computerControlExpireJobKey(computerId, leaseId),
|
|
};
|
|
}
|
|
|
|
export function skillTeachingExpireJob(skillId: string, availableAt: Date): BackgroundJob {
|
|
return {
|
|
name: "skill.teaching-expire",
|
|
payload: { skillId },
|
|
availableAt,
|
|
replaceKey: skillTeachingExpireJobKey(skillId),
|
|
};
|
|
}
|
|
|
|
export function historyCompactJobKey(threadId: string): string {
|
|
return `history.compact:${threadId}`;
|
|
}
|
|
|
|
export function messagingDeliverJob(runId?: string, availableAt?: Date): BackgroundJob {
|
|
return {
|
|
name: "messaging.deliver",
|
|
payload: runId ? { runId } : {},
|
|
replaceKey: `messaging.deliver:${runId ?? "drain"}`,
|
|
...(availableAt ? { availableAt } : {}),
|
|
};
|
|
}
|
|
|
|
export function historyCompactJob(threadId: string): BackgroundJob {
|
|
return {
|
|
name: "history.compact",
|
|
payload: { threadId },
|
|
replaceKey: historyCompactJobKey(threadId),
|
|
};
|
|
}
|
|
|
|
export function cloudAgentPollJobKey(agentId: string): string {
|
|
return `cloud_agent.poll:${agentId}`;
|
|
}
|
|
|
|
export function cloudAgentPollJob(
|
|
payload: BackgroundJobPayloads["cloud_agent.poll"],
|
|
availableAt?: Date,
|
|
): BackgroundJob {
|
|
return {
|
|
name: "cloud_agent.poll",
|
|
payload,
|
|
replaceKey: cloudAgentPollJobKey(payload.agentId),
|
|
...(availableAt ? { availableAt } : {}),
|
|
};
|
|
}
|
|
|
|
export function profileConsolidateJobKey(userId: string): string {
|
|
return `profile.consolidate:${userId}`;
|
|
}
|
|
|
|
export function profileConsolidateJob(userId: string): BackgroundJob {
|
|
return {
|
|
name: "profile.consolidate",
|
|
payload: { userId },
|
|
replaceKey: profileConsolidateJobKey(userId),
|
|
};
|
|
}
|
|
|
|
/** Media jobs share one queue so a single GPU never runs two generations at once. */
|
|
export const MEDIA_JOB_QUEUE = "media";
|
|
|
|
export function mediaRunJobKey(jobId: string): string {
|
|
return `media.run:${jobId}`;
|
|
}
|
|
|
|
export function mediaRunJob(jobId: string, availableAt?: Date): BackgroundJob {
|
|
return {
|
|
name: "media.run",
|
|
payload: { jobId },
|
|
replaceKey: mediaRunJobKey(jobId),
|
|
queue: MEDIA_JOB_QUEUE,
|
|
...(availableAt ? { availableAt } : {}),
|
|
};
|
|
}
|