update clean up jobs

docs/my-website/release_notes/v1.56.4/index.md

@@ -0,0 +1,13 @@
+
+## New Features
+
+
+## Dependency Upgrades
+
+- (Security fix) Upgrade to `fastapi==0.115.5` https://github.com/BerriAI/litellm/pull/7447
+
+## Docs
+
+
+
+

tests/batches_tests/test_openai_batches_and_files.py

@@ -26,6 +26,7 @@ verbose_logger.setLevel(logging.DEBUG)
 
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.types.utils import StandardLoggingPayload
+import random
 
 
 def load_vertex_ai_credentials():
@@ -296,8 +297,10 @@ async def test_async_create_batch(provider):
     )
     print("cancel_batch_response=", cancel_batch_response)
 
-    cleanup_azure_files()
-    cleanup_azure_ft_models()
+    if random.randint(1, 20) == 1:
+        print("Running random cleanup of Azure files and models...")
+        cleanup_azure_files()
+        cleanup_azure_ft_models()
 
 
 def cleanup_azure_files():
@@ -363,10 +366,6 @@ def cleanup_azure_ft_models():
         print(f"Error on cleanup_azure_ft_models: {str(e)}")
 
 
-# # cleanup_azure_files()
-# cleanup_azure_ft_models()
-
-
 @pytest.mark.asyncio
 async def test_avertex_batch_prediction():
     load_vertex_ai_credentials()