fix: dictionary changed size during iteration error (#8327) (#8341)

Co-authored-by: Joey Feldberg <joeyfeldberg@users.noreply.github.com>
Co-authored-by: Joey Feldberg <12495578+joeyfeldberg@users.noreply.github.com>

litellm/llms/anthropic/chat/transformation.py

@@ -70,7 +70,7 @@ class AnthropicConfig(BaseConfig):
         metadata: Optional[dict] = None,
         system: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/anthropic/completion/transformation.py

@@ -72,7 +72,7 @@ class AnthropicTextConfig(BaseConfig):
         top_k: Optional[int] = None,
         metadata: Optional[dict] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/converse_transformation.py

@@ -63,7 +63,7 @@ class AmazonConverseConfig(BaseConfig):
         topP: Optional[int] = None,
         topK: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_handler.py

@@ -103,7 +103,7 @@ class AmazonCohereChatConfig:
         stop_sequences: Optional[str] = None,
         raw_prompting: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_ai21_transformation.py

@@ -46,7 +46,7 @@ class AmazonAI21Config(AmazonInvokeConfig, BaseConfig):
         presencePenalty: Optional[dict] = None,
         countPenalty: Optional[dict] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_cohere_transformation.py

@@ -28,7 +28,7 @@ class AmazonCohereConfig(AmazonInvokeConfig, BaseConfig):
         temperature: Optional[float] = None,
         return_likelihood: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_llama_transformation.py

@@ -28,7 +28,7 @@ class AmazonLlamaConfig(AmazonInvokeConfig, BaseConfig):
         temperature: Optional[float] = None,
         topP: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_mistral_transformation.py

@@ -33,7 +33,7 @@ class AmazonMistralConfig(AmazonInvokeConfig, BaseConfig):
         top_k: Optional[float] = None,
         stop: Optional[List[str]] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_titan_transformation.py

@@ -33,7 +33,7 @@ class AmazonTitanConfig(AmazonInvokeConfig, BaseConfig):
         temperature: Optional[float] = None,
         topP: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude2_transformation.py

@@ -34,7 +34,7 @@ class AmazonAnthropicConfig:
         top_p: Optional[int] = None,
         anthropic_version: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude3_transformation.py

@@ -32,7 +32,7 @@ class AmazonAnthropicClaude3Config:
         max_tokens: Optional[int] = None,
         anthropic_version: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/embed/amazon_titan_g1_transformation.py

@@ -27,7 +27,7 @@ class AmazonTitanG1Config:
     def __init__(
         self,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/embed/amazon_titan_v2_transformation.py

@@ -33,7 +33,7 @@ class AmazonTitanV2Config:
     def __init__(
         self, normalize: Optional[bool] = None, dimensions: Optional[int] = None
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/image/amazon_stability1_transformation.py

@@ -49,7 +49,7 @@ class AmazonStabilityConfig:
         width: Optional[int] = None,
         height: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/clarifai/chat/transformation.py

@@ -45,7 +45,7 @@ class ClarifaiConfig(BaseConfig):
         temperature: Optional[int] = None,
         top_k: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/cloudflare/chat/transformation.py

@@ -44,7 +44,7 @@ class CloudflareChatConfig(BaseConfig):
         max_tokens: Optional[int] = None,
         stream: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/cohere/chat/transformation.py

@@ -104,7 +104,7 @@ class CohereChatConfig(BaseConfig):
         tool_results: Optional[list] = None,
         seed: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/cohere/completion/transformation.py

@@ -86,7 +86,7 @@ class CohereTextConfig(BaseConfig):
         return_likelihoods: Optional[str] = None,
         logit_bias: Optional[dict] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/databricks/chat/transformation.py

@@ -37,7 +37,7 @@ class DatabricksConfig(OpenAILikeChatConfig):
         stop: Optional[Union[List[str], str]] = None,
         n: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/databricks/embed/transformation.py

@@ -16,7 +16,7 @@ class DatabricksEmbeddingConfig:
     )
 
     def __init__(self, instruction: Optional[str] = None) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/deprecated_providers/aleph_alpha.py

@@ -145,7 +145,7 @@ class AlephAlphaConfig:
         contextual_control_threshold: Optional[int] = None,
         control_log_additive: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/deprecated_providers/palm.py

@@ -63,7 +63,7 @@ class PalmConfig:
         top_p: Optional[float] = None,
         max_output_tokens: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/gemini/chat/transformation.py

@@ -57,7 +57,7 @@ class GoogleAIStudioGeminiConfig(VertexGeminiConfig):
         candidate_count: Optional[int] = None,
         stop_sequences: Optional[list] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/huggingface/chat/transformation.py

@@ -77,7 +77,7 @@ class HuggingfaceChatConfig(BaseConfig):
         typical_p: Optional[float] = None,
         watermark: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/jina_ai/embedding/transformation.py

@@ -21,7 +21,7 @@ class JinaAIEmbeddingConfig:
     def __init__(
         self,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/lm_studio/embed/transformation.py

@@ -18,7 +18,7 @@ class LmStudioEmbeddingConfig:
     def __init__(
         self,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/maritalk.py

@@ -33,7 +33,7 @@ class MaritalkConfig(OpenAIGPTConfig):
         tools: Optional[List[dict]] = None,
         tool_choice: Optional[Union[str, dict]] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/nlp_cloud/chat/transformation.py

@@ -78,7 +78,7 @@ class NLPCloudConfig(BaseConfig):
         num_beams: Optional[int] = None,
         num_return_sequences: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/nvidia_nim/embed.py

@@ -32,7 +32,7 @@ class NvidiaNimEmbeddingConfig:
         input_type: Optional[str] = None,
         truncate: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/ollama/completion/transformation.py

@@ -117,7 +117,7 @@ class OllamaConfig(BaseConfig):
         system: Optional[str] = None,
         template: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/ollama_chat.py

@@ -105,7 +105,7 @@ class OllamaChatConfig(OpenAIGPTConfig):
         system: Optional[str] = None,
         template: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/petals/completion/transformation.py

@@ -58,7 +58,7 @@ class PetalsConfig(BaseConfig):
         top_p: Optional[float] = None,
         repetition_penalty: Optional[float] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/predibase/chat/transformation.py

@@ -59,7 +59,7 @@ class PredibaseConfig(BaseConfig):
         typical_p: Optional[float] = None,
         watermark: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/replicate/chat/transformation.py

@@ -73,7 +73,7 @@ class ReplicateConfig(BaseConfig):
         seed: Optional[int] = None,
         debug: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/sagemaker/completion/transformation.py

@@ -47,7 +47,7 @@ class SagemakerConfig(BaseConfig):
         temperature: Optional[float] = None,
         return_full_text: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py

@@ -179,7 +179,7 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
         presence_penalty: Optional[float] = None,
         seed: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/vertex_ai/vertex_ai_partner_models/ai21/transformation.py

@@ -17,7 +17,7 @@ class VertexAIAi21Config:
         self,
         max_tokens: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/vertex_ai/vertex_ai_partner_models/llama3/transformation.py

@@ -21,7 +21,7 @@ class VertexAILlama3Config:
         self,
         max_tokens: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key == "max_tokens" and value is None:
                 value = self.max_tokens

litellm/llms/vertex_ai/vertex_embeddings/transformation.py

@@ -48,7 +48,7 @@ class VertexAITextEmbeddingConfig(BaseModel):
         ] = None,
         title: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/watsonx/completion/transformation.py

@@ -108,7 +108,7 @@ class IBMWatsonXAIConfig(IBMWatsonXMixin, BaseConfig):
         stream: Optional[bool] = None,
         **kwargs,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)