import { envGet, envSet } from './config.js'; export type LlmProviderId = | 'ollama' | 'lmstudio' | 'openai-compatible' | 'anthropic' | 'openai' | 'letta'; export interface LlmProviderPreset { id: LlmProviderId; name: string; type: 'local' | 'hosted'; baseUrl: string; defaultModelPlaceholder: string; apiKeyRequired: boolean; } export interface ConfiguredLlmProvider { enabled: boolean; providerId: string; providerName: string; providerType: 'local' | 'hosted' | 'unknown'; baseUrl: string; model: string; apiKeyPresent: boolean; } export interface LlmEndpointProbe { ok: boolean; modelCount: number; error: string; } export interface LocalLlmDiagnostics { configured: ConfiguredLlmProvider; ollama: LlmEndpointProbe & { name: string; baseUrl: string }; lmstudio: LlmEndpointProbe & { name: string; baseUrl: string }; } export const LLM_PROVIDER_PRESETS: LlmProviderPreset[] = [ { id: 'ollama', name: 'Ollama', type: 'local', baseUrl: 'http://localhost:11434/v1', defaultModelPlaceholder: 'llama3.2', apiKeyRequired: false, }, { id: 'lmstudio', name: 'LM Studio', type: 'local', baseUrl: 'http://localhost:1234/v1', defaultModelPlaceholder: 'local-model-name', apiKeyRequired: false, }, { id: 'openai-compatible', name: 'OpenAI Compatible', type: 'local', baseUrl: 'http://localhost:8080/v1', defaultModelPlaceholder: 'model-name', apiKeyRequired: false, }, { id: 'anthropic', name: 'Anthropic', type: 'hosted', baseUrl: 'https://api.anthropic.com', defaultModelPlaceholder: 'claude-sonnet-4-20250514', apiKeyRequired: true, }, { id: 'openai', name: 'OpenAI', type: 'hosted', baseUrl: 'https://api.openai.com/v1', defaultModelPlaceholder: 'gpt-4o', apiKeyRequired: true, }, { id: 'letta', name: 'Letta', type: 'hosted', baseUrl: 'https://api.letta.com/v1', defaultModelPlaceholder: 'agent-id-or-model', apiKeyRequired: true, }, ]; export function getLlmProviderPreset(providerId: string): LlmProviderPreset | undefined { return LLM_PROVIDER_PRESETS.find((preset) => preset.id === providerId); } export function getConfiguredLlmProvider(envFile: string): ConfiguredLlmProvider { const enabled = envGet('SUBSTRATE_ENABLE_LLM', envFile) !== 'false'; const providerId = envGet('LLM_DEFAULT_PROVIDER', envFile); const preset = getLlmProviderPreset(providerId); const baseUrl = envGet('LLM_DEFAULT_BASE_URL', envFile) || preset?.baseUrl || ''; return { enabled, providerId, providerName: preset?.name || providerId || '', providerType: preset?.type || 'unknown', baseUrl, model: envGet('LLM_DEFAULT_MODEL', envFile), apiKeyPresent: Boolean(envGet('LLM_API_KEY', envFile)), }; } export function applyLlmProviderConfig( envFile: string, opts: { providerId: string; model?: string; baseUrl?: string; apiKey?: string; }, ): ConfiguredLlmProvider { const preset = getLlmProviderPreset(opts.providerId); envSet('SUBSTRATE_ENABLE_LLM', 'true', envFile); envSet('LLM_DEFAULT_PROVIDER', opts.providerId, envFile); envSet('LLM_DEFAULT_BASE_URL', opts.baseUrl || preset?.baseUrl || '', envFile); envSet('LLM_DEFAULT_MODEL', opts.model || '', envFile); if (opts.apiKey !== undefined) { envSet('LLM_API_KEY', opts.apiKey, envFile); } return getConfiguredLlmProvider(envFile); } export async function getLocalLlmDiagnostics(envFile: string): Promise { return { configured: getConfiguredLlmProvider(envFile), ollama: { name: 'Ollama', baseUrl: getLlmProviderPreset('ollama')!.baseUrl, ...(await probeLlmEndpoint(getLlmProviderPreset('ollama')!.baseUrl)), }, lmstudio: { name: 'LM Studio', baseUrl: getLlmProviderPreset('lmstudio')!.baseUrl, ...(await probeLlmEndpoint(getLlmProviderPreset('lmstudio')!.baseUrl)), }, }; } async function probeLlmEndpoint(baseUrl: string): Promise { try { const url = buildModelsUrl(baseUrl); const response = await fetch(url, { headers: { Accept: 'application/json' }, signal: AbortSignal.timeout(2500), }); if (!response.ok) { return { ok: false, modelCount: 0, error: `HTTP ${response.status}`, }; } const payload = await response.json() as { data?: unknown[]; models?: unknown[] }; const models = Array.isArray(payload.data) ? payload.data : Array.isArray(payload.models) ? payload.models : []; return { ok: true, modelCount: models.length, error: '', }; } catch (error: any) { return { ok: false, modelCount: 0, error: error?.message || 'unreachable', }; } } function buildModelsUrl(baseUrl: string): string { const trimmed = baseUrl.replace(/\/+$/, ''); return trimmed.endsWith('/models') ? trimmed : `${trimmed}/models`; }