From b7e3fbc22bf292cf04f9bdf684f13d5091d5de73 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 21 Sep 2023 11:08:07 -0700 Subject: [PATCH] docs ollama add acompletion + straming --- docs/my-website/docs/providers/ollama.md | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/docs/my-website/docs/providers/ollama.md b/docs/my-website/docs/providers/ollama.md index d5a72c305d..ab62102211 100644 --- a/docs/my-website/docs/providers/ollama.md +++ b/docs/my-website/docs/providers/ollama.md @@ -32,6 +32,24 @@ print(response) for chunk in response: print(chunk['choices'][0]['delta']) +``` + +## Example usage - Streaming + Acompletion +```python +async def async_ollama(): + response = await litellm.acompletion( + model="ollama/llama2", + messages=[{ "content": "what's the weather" ,"role": "user"}], + api_base="http://localhost:11434", + stream=True + ) + async for chunk in response: + print(chunk) + +# call async_ollama +import asyncio +asyncio.run(async_ollama()) + ``` ### Ollama Models Ollama supported models: https://github.com/jmorganca/ollama