Something went wrong. Try again.
Nix Packages collection & NixOS github.com/NixOS/nixpkgs
Something went wrong. Try again.
985 B · 24 lines
at master
12345678910111213141516171819202122232425diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.pyindex d70e258..b159675 100644--- a/kserve/protocol/rest/openai/types/__init__.py+++ b/kserve/protocol/rest/openai/types/__init__.py@@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import ( CompletionRequest, CompletionResponse as Completion, )-from vllm.entrypoints.openai.engine.protocol import (- DeltaMessage as ChoiceDelta,+from vllm.entrypoints.generate.base.protocol import DeltaMessage as ChoiceDelta+from vllm.entrypoints.serve.engine.protocol import ( UsageInfo, ModelCard as Model, ModelList,@@ -47,7 +47,7 @@ from vllm.entrypoints.pooling.scoring.protocol import ( RerankRequest, RerankResponse as Rerank, )-from vllm.entrypoints.chat_utils import (+from vllm.renderers.chat_utils import ( ChatCompletionContentPartParam, CustomChatCompletionMessageParam, ChatCompletionMessageParam,