mirror of
https://github.com/tiennm99/litellm.git
synced 2026-06-17 22:48:35 +00:00
Krish Dholakia
1a4ad8bf18
* build(model_prices_and_context_window.json): update all mistral models (besides codestral-mamba) to indicate support for response schema Closes https://github.com/BerriAI/litellm/issues/12012 * fix(route_llm_request.py): if llm router is not initialized, go straight through to litellm sdk Fixes https://github.com/BerriAI/litellm/issues/12008 * test: add unit test * fix(ollama_embeddings): fix unecessary await Fixes https://github.com/BerriAI/litellm/issues/11997 * test: update ollama embedding tests
21 lines
629 B
Python
21 lines
629 B
Python
import os
|
|
import json
|
|
|
|
mistral_model_cost_map = json.load(open("model_prices_and_context_window.json"))
|
|
|
|
for model, model_info in mistral_model_cost_map.items():
|
|
if (
|
|
(model_info.get("litellm_provider") == "mistral")
|
|
and model_info.get("mode") == "chat"
|
|
and ("codestral-mamba" not in model)
|
|
):
|
|
"""
|
|
Update all mistral models to supports_response_schema
|
|
"""
|
|
model_info["supports_response_schema"] = True
|
|
print(f"Updated {model} to support response schema")
|
|
|
|
json.dump(
|
|
mistral_model_cost_map, open("model_prices_and_context_window.json", "w"), indent=4
|
|
)
|