From 78e413675e8d07bfd66a7c82d86afe8aa0595e27 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 7 Oct 2023 13:53:01 -0700 Subject: [PATCH] docs(completion-docs): add ollama provider specific settings --- docs/my-website/docs/completion/input.md | 29 ++++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/docs/my-website/docs/completion/input.md b/docs/my-website/docs/completion/input.md index 8ccd6a256be..0eebb13a7a4 100644 --- a/docs/my-website/docs/completion/input.md +++ b/docs/my-website/docs/completion/input.md @@ -258,6 +258,35 @@ assert len(response_2_text) > len(response_1_text) + + +```python +import litellm, os + +## SET MAX TOKENS - via completion() +response_1 = litellm.completion( + model="ollama/llama2", + messages=[{ "content": "Hello, how are you?","role": "user"}], + max_tokens=10 + ) + +response_1_text = response_1.choices[0].message.content + +## SET MAX TOKENS - via config +litellm.OllamConfig(num_predict=200) +response_2 = litellm.completion( + model="ollama/llama2", + messages=[{ "content": "Hello, how are you?","role": "user"}], + ) + +response_2_text = response_2.choices[0].message.content + +## TEST OUTPUT +assert len(response_2_text) > len(response_1_text) +``` + + + ```python