diff --git a/docs/my-website/docs/providers/fireworks_ai.md b/docs/my-website/docs/providers/fireworks_ai.md new file mode 100644 index 0000000000..ba50bd1f2d --- /dev/null +++ b/docs/my-website/docs/providers/fireworks_ai.md @@ -0,0 +1,53 @@ +# Fireworks AI +https://fireworks.ai/ + +**We support ALL Fireworks AI models, just set `fireworks_ai/` as a prefix when sending completion requests** + +## API Key +```python +# env variable +os.environ['FIREWORKS_AI_API_KEY'] +``` + +## Sample Usage +```python +from litellm import completion +import os + +os.environ['FIREWORKS_AI_API_KEY'] = "" +response = completion( + model="fireworks_ai/mixtral-8x7b-instruct", + messages=[ + {"role": "user", "content": "hello from litellm"} + ], +) +print(response) +``` + +## Sample Usage - Streaming +```python +from litellm import completion +import os + +os.environ['FIREWORKS_AI_API_KEY'] = "" +response = completion( + model="fireworks_ai/mixtral-8x7b-instruct", + messages=[ + {"role": "user", "content": "hello from litellm"} + ], + stream=True +) + +for chunk in response: + print(chunk) +``` + + +## Supported Models - ALL Fireworks AI Models Supported! +We support ALL Fireworks AI models, just set `fireworks_ai/` as a prefix when sending completion requests + +| Model Name | Function Call | +|--------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| mixtral-8x7b-instruct | `completion(model="fireworks_ai/mixtral-8x7b-instruct", messages)` | +| firefunction-v1 | `completion(model="fireworks_ai/firefunction-v1", messages)` | +| llama-v2-70b-chat | `completion(model="fireworks_ai/llama-v2-70b-chat", messages)` | \ No newline at end of file diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index ae56f9d7c6..21f66a7787 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -138,6 +138,7 @@ const sidebars = { "providers/ollama", "providers/perplexity", "providers/groq", + "providers/fireworks_ai", "providers/vllm", "providers/xinference", "providers/cloudflare_workers",