feat: add llama-swap HTTP client

This commit is contained in:
2026-08-14 10:40:09 -06:00
parent 52b56dcd58
commit 28cc34dc59
+33
View File
@@ -0,0 +1,33 @@
import { type LlamaSwapConfig } from "./util";
const TIMEOUT_MS = 5000;
export interface ModelInfo {
id: string;
status: string;
}
function headersFor(cfg: LlamaSwapConfig): Record<string, string> {
const headers: Record<string, string> = {};
if (cfg.apiKey) headers["Authorization"] = `Bearer ${cfg.apiKey}`;
return headers;
}
export async function fetchMetrics(cfg: LlamaSwapConfig): Promise<string> {
const res = await fetch(`${cfg.baseUrl}/metrics`, {
headers: headersFor(cfg),
signal: AbortSignal.timeout(TIMEOUT_MS),
});
if (!res.ok) throw new Error(`metrics HTTP ${res.status}`);
return await res.text();
}
export async function fetchModels(cfg: LlamaSwapConfig): Promise<ModelInfo[]> {
const res = await fetch(`${cfg.baseUrl}/v1/models`, {
headers: headersFor(cfg),
signal: AbortSignal.timeout(TIMEOUT_MS),
});
if (!res.ok) throw new Error(`models HTTP ${res.status}`);
const body = (await res.json()) as { data?: { id: string; status?: { value?: string } }[] };
return (body.data ?? []).map((m) => ({ id: m.id, status: m.status?.value ?? "unknown" }));
}