Something went wrong. Try again.
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191import { envGet, envSet } from './config.js';
export type LlmProviderId = | 'ollama' | 'lmstudio' | 'openai-compatible' | 'anthropic' | 'openai' | 'letta';
export interface LlmProviderPreset { id: LlmProviderId; name: string; type: 'local' | 'hosted'; baseUrl: string; defaultModelPlaceholder: string; apiKeyRequired: boolean;}
export interface ConfiguredLlmProvider { enabled: boolean; providerId: string; providerName: string; providerType: 'local' | 'hosted' | 'unknown'; baseUrl: string; model: string; apiKeyPresent: boolean;}
export interface LlmEndpointProbe { ok: boolean; modelCount: number; error: string;}
export interface LocalLlmDiagnostics { configured: ConfiguredLlmProvider; ollama: LlmEndpointProbe & { name: string; baseUrl: string }; lmstudio: LlmEndpointProbe & { name: string; baseUrl: string };}
export const LLM_PROVIDER_PRESETS: LlmProviderPreset[] = [ { id: 'ollama', name: 'Ollama', type: 'local', baseUrl: 'http://localhost:11434/v1', defaultModelPlaceholder: 'llama3.2', apiKeyRequired: false, }, { id: 'lmstudio', name: 'LM Studio', type: 'local', baseUrl: 'http://localhost:1234/v1', defaultModelPlaceholder: 'local-model-name', apiKeyRequired: false, }, { id: 'openai-compatible', name: 'OpenAI Compatible', type: 'local', baseUrl: 'http://localhost:8080/v1', defaultModelPlaceholder: 'model-name', apiKeyRequired: false, }, { id: 'anthropic', name: 'Anthropic', type: 'hosted', baseUrl: 'https://api.anthropic.com', defaultModelPlaceholder: 'claude-sonnet-4-20250514', apiKeyRequired: true, }, { id: 'openai', name: 'OpenAI', type: 'hosted', baseUrl: 'https://api.openai.com/v1', defaultModelPlaceholder: 'gpt-4o', apiKeyRequired: true, }, { id: 'letta', name: 'Letta', type: 'hosted', baseUrl: 'https://api.letta.com/v1', defaultModelPlaceholder: 'agent-id-or-model', apiKeyRequired: true, },];
export function getLlmProviderPreset(providerId: string): LlmProviderPreset | undefined { return LLM_PROVIDER_PRESETS.find((preset) => preset.id === providerId);}
export function getConfiguredLlmProvider(envFile: string): ConfiguredLlmProvider { const enabled = envGet('SUBSTRATE_ENABLE_LLM', envFile) !== 'false'; const providerId = envGet('LLM_DEFAULT_PROVIDER', envFile); const preset = getLlmProviderPreset(providerId); const baseUrl = envGet('LLM_DEFAULT_BASE_URL', envFile) || preset?.baseUrl || '';
return { enabled, providerId, providerName: preset?.name || providerId || '', providerType: preset?.type || 'unknown', baseUrl, model: envGet('LLM_DEFAULT_MODEL', envFile), apiKeyPresent: Boolean(envGet('LLM_API_KEY', envFile)), };}
export function applyLlmProviderConfig( envFile: string, opts: { providerId: string; model?: string; baseUrl?: string; apiKey?: string; },): ConfiguredLlmProvider { const preset = getLlmProviderPreset(opts.providerId); envSet('SUBSTRATE_ENABLE_LLM', 'true', envFile); envSet('LLM_DEFAULT_PROVIDER', opts.providerId, envFile); envSet('LLM_DEFAULT_BASE_URL', opts.baseUrl || preset?.baseUrl || '', envFile); envSet('LLM_DEFAULT_MODEL', opts.model || '', envFile); if (opts.apiKey !== undefined) { envSet('LLM_API_KEY', opts.apiKey, envFile); } return getConfiguredLlmProvider(envFile);}
export async function getLocalLlmDiagnostics(envFile: string): Promise<LocalLlmDiagnostics> { return { configured: getConfiguredLlmProvider(envFile), ollama: { name: 'Ollama', baseUrl: getLlmProviderPreset('ollama')!.baseUrl, ...(await probeLlmEndpoint(getLlmProviderPreset('ollama')!.baseUrl)), }, lmstudio: { name: 'LM Studio', baseUrl: getLlmProviderPreset('lmstudio')!.baseUrl, ...(await probeLlmEndpoint(getLlmProviderPreset('lmstudio')!.baseUrl)), }, };}
async function probeLlmEndpoint(baseUrl: string): Promise<LlmEndpointProbe> { try { const url = buildModelsUrl(baseUrl); const response = await fetch(url, { headers: { Accept: 'application/json' }, signal: AbortSignal.timeout(2500), });
if (!response.ok) { return { ok: false, modelCount: 0, error: `HTTP ${response.status}`, }; }
const payload = await response.json() as { data?: unknown[]; models?: unknown[] }; const models = Array.isArray(payload.data) ? payload.data : Array.isArray(payload.models) ? payload.models : [];
return { ok: true, modelCount: models.length, error: '', }; } catch (error: any) { return { ok: false, modelCount: 0, error: error?.message || 'unreachable', }; }}
function buildModelsUrl(baseUrl: string): string { const trimmed = baseUrl.replace(/\/+$/, ''); return trimmed.endsWith('/models') ? trimmed : `${trimmed}/models`;}