scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-28 06:23:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 94

Fix llmman CI shard and dedupe provider branch

Browse source
This commit is contained in:
Eric Curtin 2026-10-11 01:02:28 +01:00
parent c7690c154d
commit 1b084d759f
No known key found for this signature in database
3 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.github/workflows/test-unit.yml vendored
View file

@ -288,6 +288,7 @@ jobs:
tests/unit/llms/linkup
tests/unit/llms/litellm_proxy
tests/unit/llms/llamafile
tests/unit/llms/llmman
tests/unit/llms/lm_studio
tests/unit/llms/manus
tests/unit/llms/meta_llama

1
litellm/__init__.py
View file

@ -2055,6 +2055,7 @@ if TYPE_CHECKING:
LiteLLMProxyChatConfig: Type[_LiteLLMProxyChatConfig]
DeepInfraConfig: Type[_DeepInfraConfig]
LlamafileChatConfig: Type[_LlamafileChatConfig]
LlmmanChatConfig: Type[_LlmmanChatConfig]
LMStudioChatConfig: Type[_LMStudioChatConfig]
LmStudioEmbeddingConfig: Type[_LmStudioEmbeddingConfig]
IBMWatsonXEmbeddingConfig: Type[_IBMWatsonXEmbeddingConfig]

14
litellm/litellm_core_utils/get_llm_provider_logic.py
View file

@ -705,17 +705,15 @@ def _get_openai_compatible_provider_info(
api_base,
dynamic_api_key,
) = litellm.HostedVLLMChatConfig().get_openai_compatible_provider_info(api_base, api_key)
elif custom_llm_provider == "llamafile":
# llamafile is OpenAI compatible.
elif custom_llm_provider in ("llamafile", "llmman"):
# llamafile and llmman are OpenAI compatible.
local_config: Final = (
litellm.LlamafileChatConfig if custom_llm_provider == "llamafile" else litellm.LlmmanChatConfig
)
(
api_base,
dynamic_api_key,
) = litellm.LlamafileChatConfig().get_openai_compatible_provider_info(api_base, api_key)
elif custom_llm_provider == "llmman":
(
api_base,
dynamic_api_key,
) = litellm.LlmmanChatConfig().get_openai_compatible_provider_info(api_base, api_key)
) = local_config().get_openai_compatible_provider_info(api_base, api_key)
elif custom_llm_provider == "datarobot":
# DataRobot is OpenAI compatible.
(