raise vllm error

This commit is contained in:
ishaan-jaff 2023-09-08 15:27:01 -07:00
parent 1c9169e563
commit 599be6a374

View file

@ -22,8 +22,8 @@ def validate_environment(model: str, llm: Any =None):
if llm is None:
llm = LLM(model=model)
return llm, SamplingParams
except:
raise VLLMError(status_code=0, message="The vllm package is not installed in your environment. Run - `pip install vllm` before proceeding.")
except Exception as e:
raise VLLMError(status_code=0, message=str(e))
def completion(
model: str,