Fix ollama api_base to enable remote url

2026-08-15 00:22:53 +00:00 · 2024-03-25 16:26:40 +00:00
parent 2ae489c506
commit ef69eefcdb
1 changed files with 7 additions and 0 deletions
@@ -2759,6 +2759,12 @@ def embedding(
                model_response=EmbeddingResponse(),
            )
        elif custom_llm_provider == "ollama":
+            api_base = (
+                litellm.api_base
+                or api_base
+                or get_secret("OLLAMA_API_BASE")
+                or "http://localhost:11434"
+            )
            ollama_input = None
            if isinstance(input, list) and len(input) > 1:
                raise litellm.BadRequestError(
@@ -2779,6 +2785,7 @@ def embedding(

            if aembedding == True:
                response = ollama.ollama_aembeddings(
+                    api_base=api_base,
                    model=model,
                    prompt=ollama_input,
                    encoding=encoding,