mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-12 17:04:30 +00:00
David Chen
d1df4e838b
* update bedrock models in tests * updated more tests and model_prices_and_context_window * fix model id and pricing * replace more sonnet models * update tests * git push * update pricing * flaky total cost * monkey patch * relax the cost change * fix and revert some changes * revert the pricing * chore: move cost/pricing changes to bedrock-cost-fixes branch * chore: split Bedrock file-api beta stripping to separate branch Removes strip_unsupported_file_api_betas_for_bedrock_invoke from this branch; see litellm_bedrock_invoke_strip_file_api_betas for that fix. Made-with: Cursor
54 lines
1.2 KiB
Python
54 lines
1.2 KiB
Python
import base64
|
|
from openai import OpenAI
|
|
import time
|
|
client = OpenAI(
|
|
base_url="http://0.0.0.0:4001",
|
|
api_key="sk-1234"
|
|
)
|
|
|
|
# Function to encode the image
|
|
def encode_image(image_path):
|
|
with open(image_path, "rb") as image_file:
|
|
return base64.b64encode(image_file.read()).decode("utf-8")
|
|
|
|
|
|
# Path to your image
|
|
image_path = "litellm/proxy/logo.jpg"
|
|
|
|
# Getting the Base64 string
|
|
base64_image = encode_image(image_path)
|
|
|
|
|
|
response = client.responses.create(
|
|
model="bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0",
|
|
input=[
|
|
{
|
|
"role": "user",
|
|
"content": [
|
|
{ "type": "input_text", "text": "what color is the image"},
|
|
{
|
|
"type": "input_image",
|
|
"image_url": f"data:image/jpeg;base64,{base64_image}",
|
|
},
|
|
],
|
|
}
|
|
],
|
|
)
|
|
|
|
|
|
|
|
print(response.output_text)
|
|
print("response1 id===", response.id)
|
|
print("sleeping for 20 seconds...")
|
|
time.sleep(20)
|
|
print("making follow up request for existing id")
|
|
response2 = client.responses.create(
|
|
model="bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0",
|
|
previous_response_id=response.id,
|
|
input="ok, and what objects are in the image?"
|
|
)
|
|
|
|
print(response2.output_text)
|
|
|
|
|