mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-10 03:28:53 +00:00
raise vllm error
This commit is contained in:
parent
1c9169e563
commit
599be6a374
1 changed files with 2 additions and 2 deletions
|
|
@ -22,8 +22,8 @@ def validate_environment(model: str, llm: Any =None):
|
|||
if llm is None:
|
||||
llm = LLM(model=model)
|
||||
return llm, SamplingParams
|
||||
except:
|
||||
raise VLLMError(status_code=0, message="The vllm package is not installed in your environment. Run - `pip install vllm` before proceeding.")
|
||||
except Exception as e:
|
||||
raise VLLMError(status_code=0, message=str(e))
|
||||
|
||||
def completion(
|
||||
model: str,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue