mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-18 00:17:00 +00:00
26 lines
621 B
Python
26 lines
621 B
Python
from openai import OpenAI
|
|
|
|
client = OpenAI(
|
|
base_url="http://0.0.0.0:4000",
|
|
api_key="sk-1234",
|
|
)
|
|
|
|
BEDROCK_BATCH_MODEL = "bedrock/batch-anthropic.claude-3-5-sonnet-20240620-v1:0"
|
|
|
|
# Upload file
|
|
batch_input_file = client.files.create(
|
|
file=open("./bedrock_batch_completions.jsonl", "rb"),
|
|
purpose="batch",
|
|
extra_body={"target_model_names": BEDROCK_BATCH_MODEL},
|
|
)
|
|
print(batch_input_file)
|
|
|
|
# Create batch
|
|
batch = client.batches.create(
|
|
input_file_id=batch_input_file.id,
|
|
endpoint="/v1/chat/completions",
|
|
completion_window="24h",
|
|
metadata={"description": "Test batch job"},
|
|
)
|
|
print(batch)
|