docs(deepgram.md): add deepgram model support to docs

This commit is contained in:
Krrish Dholakia
2024-12-28 20:19:12 -08:00
parent 8c569899c0
commit e18143dcba
3 changed files with 83 additions and 1 deletions
+2 -1
View File
@@ -112,4 +112,5 @@ transcript = client.audio.transcriptions.create(
- OpenAI
- Azure
- [Fireworks AI](./providers/fireworks_ai.md#audio-transcription)
- [Groq](./providers/groq.md#speech-to-text---whisper)
- [Groq](./providers/groq.md#speech-to-text---whisper)
- [Deepgram](./providers/deepgram.md)
@@ -0,0 +1,80 @@
import Tabs from '@theme/Tabs';
import TabItem from '@theme/TabItem';
# Deepgram
LiteLLM supports Deepgram's `/listen` endpoint.
## Quick Start
```python
from litellm import transcription
import os
# set api keys
os.environ["DEEPGRAM_API_KEY"] = ""
audio_file = open("/path/to/audio.mp3", "rb")
response = transcription(model="deepgram/nova-2", file=audio_file)
print(f"response: {response}")
```
## LiteLLM Proxy Usage
### Add model to config
1. Add model to config.yaml
```yaml
model_list:
- model_name: nova-2
litellm_params:
model: deepgram/nova-2
api_key: os.environ/DEEPGRAM_API_KEY
model_info:
mode: audio_transcription
general_settings:
master_key: sk-1234
```
### Start proxy
```bash
litellm --config /path/to/config.yaml
# RUNNING on http://0.0.0.0:4000
```
### Test
<Tabs>
<TabItem value="curl" label="Curl">
```bash
curl --location 'http://0.0.0.0:4000/v1/audio/transcriptions' \
--header 'Authorization: Bearer sk-1234' \
--form 'file=@"/Users/krrishdholakia/Downloads/gettysburg.wav"' \
--form 'model="nova-2"'
```
</TabItem>
<TabItem value="openai" label="OpenAI">
```python
from openai import OpenAI
client = openai.OpenAI(
api_key="sk-1234",
base_url="http://0.0.0.0:4000"
)
audio_file = open("speech.mp3", "rb")
transcript = client.audio.transcriptions.create(
model="nova-2",
file=audio_file
)
```
</TabItem>
</Tabs>
+1
View File
@@ -183,6 +183,7 @@ const sidebars = {
"providers/anyscale",
"providers/huggingface",
"providers/databricks",
"providers/deepgram",
"providers/watsonx",
"providers/predibase",
"providers/nvidia_nim",