scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

fix petals imports

Browse source
This commit is contained in:
ishaan-jaff 2023-09-19 09:27:40 -07:00
parent 5f808f9f87
commit 946c81626d
1 changed files with 8 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/llms/petals.py
View file

@ -26,9 +26,14 @@ def completion(
litellm_params=None,
logger_fn=None,
):
import torch
from transformers import AutoTokenizer
from petals import AutoDistributedModelForCausalLM
try:
import torch
from transformers import AutoTokenizer
from petals import AutoDistributedModelForCausalLM
except:
raise Exception(
"Importing torch, transformers, petals failed\nTry pip installing petals \npip install git+https://github.com/bigscience-workshop/petals"
)
model = model