Something went wrong. Try again.
MCP based ACP agent
Something went wrong. Try again.
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758"""LLM (Large Language Model) utilities."""
import httpxfrom openai import AsyncOpenAI
from crow_cli.config import LLMProviderfrom logging import Loggerfrom importlib.metadata import version
def configure_llm( provider: LLMProvider, debug: bool = False, logger: Logger | None = None,) -> AsyncOpenAI: """ Configure async LLM client.
Args: provider: LLM provider configuration debug: Whether to log requests
Returns: Configured AsyncOpenAI client """ async def log_request(request): """Log HTTP requests for debugging""" logger.info(f"\n{'=' * 20} RAW REQUEST {'=' * 20}") logger.info(f"{request.method} {request.url}") logger.info(f"Headers: {dict(request.headers)}") logger.info(f"Body: {request.read().decode()}")
api_key = provider.api_key base_url = provider.base_url
if debug: http_client = httpx.AsyncClient(event_hooks={"request": [log_request]}) else: http_client = None
client = AsyncOpenAI( api_key=api_key, base_url=base_url, http_client=http_client, default_headers={"User-Agent": f"CrowCLI/{version('crow-cli')}"}, # SDK defaults (connect=5s, read=600s) kill turns on slow providers: # reasoning models can stream no bytes for >10min, and a flaky route # to the endpoint needs more than 5s to connect. timeout=httpx.Timeout(1800.0, connect=30.0), ) logger.info(f"USER-AGENT: {client.user_agent}") # = return client