6c7eed7580
Fresh history cut from cynarAI/evoo antigravity-handoff/project-timeline (Voice First + project timeline). Brand docs/titles as evOo; keep @rakazo/* packages as tech debt. Excludes node_modules, caches, secrets, voice blobs.
117 lines
4.0 KiB
TypeScript
117 lines
4.0 KiB
TypeScript
import {
|
|
createProvider,
|
|
type Model,
|
|
type MutableModels,
|
|
type Provider,
|
|
} from "@earendil-works/pi-ai";
|
|
import { openAICompletionsApi } from "@earendil-works/pi-ai/api/openai-completions.lazy";
|
|
|
|
import { declaredVisionModelIds, inputModalities } from "./model-modalities.js";
|
|
/**
|
|
* Local OpenAI-compatible model server (Ollama, LM Studio, llama.cpp, MLX).
|
|
*
|
|
* Pi's built-in catalog only ships hosted providers, so a model running on the
|
|
* operator's own machine has no catalog entry to select. This registers one
|
|
* from environment configuration. The server is keyless: `resolve` returns a
|
|
* placeholder because OpenAI-compatible local servers ignore the header, but
|
|
* Models treats a provider with no resolvable auth as unconfigured and hides
|
|
* its models.
|
|
*/
|
|
export const LOCAL_PROVIDER_ID = "local";
|
|
|
|
/** Model ids the local server serves with vision, declared by the operator. */
|
|
export const LOCAL_VISION_MODELS_ENV = "RAKAZO_LOCAL_VISION_MODELS";
|
|
|
|
export function localVisionModelIds(): ReadonlySet<string> {
|
|
return declaredVisionModelIds(LOCAL_VISION_MODELS_ENV);
|
|
}
|
|
|
|
const DEFAULT_BASE_URL = "http://127.0.0.1:11434/v1";
|
|
const DEFAULT_CONTEXT_WINDOW = 32_768;
|
|
const DEFAULT_MAX_TOKENS = 4_096;
|
|
|
|
export function localBaseUrl(): string {
|
|
const value = process.env.RAKAZO_LOCAL_MODELS_URL?.trim() || DEFAULT_BASE_URL;
|
|
let url: URL;
|
|
try {
|
|
url = new URL(value);
|
|
} catch {
|
|
throw new Error("RAKAZO_LOCAL_MODELS_URL must be an absolute HTTP(S) URL");
|
|
}
|
|
if (url.protocol !== "http:" && url.protocol !== "https:") {
|
|
throw new Error("RAKAZO_LOCAL_MODELS_URL must be an absolute HTTP(S) URL");
|
|
}
|
|
return value;
|
|
}
|
|
|
|
/**
|
|
* A token count from the environment, or the default when unset.
|
|
*
|
|
* Token limits are only meaningful as finite positive integers, so anything
|
|
* else is a configuration mistake. Throwing beats `Number(x) || default`, which
|
|
* would accept a negative window and silently swallow a typo as the default.
|
|
*/
|
|
function tokenLimit(name: string, fallback: number): number {
|
|
const raw = process.env[name]?.trim();
|
|
if (!raw) return fallback;
|
|
const value = Number(raw);
|
|
if (!Number.isSafeInteger(value) || value <= 0) {
|
|
throw new Error(`${name} must be a positive integer, received "${raw}"`);
|
|
}
|
|
return value;
|
|
}
|
|
|
|
/** Comma-separated model ids exactly as the local server names them. */
|
|
function localModelIds(): string[] {
|
|
return (process.env.RAKAZO_LOCAL_MODELS ?? "")
|
|
.split(",")
|
|
.map((id) => id.trim())
|
|
.filter((id) => id.length > 0);
|
|
}
|
|
|
|
function localModel(id: string): Model<"openai-completions"> {
|
|
return {
|
|
id,
|
|
name: id,
|
|
api: "openai-completions",
|
|
provider: LOCAL_PROVIDER_ID,
|
|
baseUrl: localBaseUrl(),
|
|
reasoning: false,
|
|
compat: { supportsDeveloperRole: false, supportsReasoningEffort: false },
|
|
input: inputModalities(localVisionModelIds().has(id)),
|
|
// Runs on the operator's own hardware, so there is nothing to bill.
|
|
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
|
|
contextWindow: tokenLimit("RAKAZO_LOCAL_CONTEXT_WINDOW", DEFAULT_CONTEXT_WINDOW),
|
|
maxTokens: tokenLimit("RAKAZO_LOCAL_MAX_TOKENS", DEFAULT_MAX_TOKENS),
|
|
};
|
|
}
|
|
|
|
/** The provider, or undefined when no local models are configured. */
|
|
export function localProvider(): Provider | undefined {
|
|
const ids = localModelIds();
|
|
if (!ids.length) return undefined;
|
|
return createProvider({
|
|
id: LOCAL_PROVIDER_ID,
|
|
name: "Local (Ollama / LM Studio)",
|
|
baseUrl: localBaseUrl(),
|
|
auth: {
|
|
apiKey: {
|
|
name: "Local model server",
|
|
resolve: async () => ({
|
|
auth: { apiKey: "local", baseUrl: localBaseUrl() },
|
|
source: "local model server",
|
|
}),
|
|
},
|
|
},
|
|
models: ids.map(localModel),
|
|
api: openAICompletionsApi(),
|
|
});
|
|
}
|
|
|
|
/** Register the local provider on a Models collection. No-op when unconfigured. */
|
|
export function registerLocalProvider(models: MutableModels): MutableModels {
|
|
const provider = localProvider();
|
|
if (provider) models.setProvider(provider);
|
|
return models;
|
|
}
|