(fix) run prod load tests for 5 mins

.github/workflows/load_test.yml

@@ -23,9 +23,9 @@ jobs:
         with:
           LOCUSTFILE: ".github/workflows/locustfile.py"
           URL:  "https://litellm-database-docker-build-production.up.railway.app/"
-          USERS: "100"
-          RATE: "10"
-          RUNTIME: "120s"
+          USERS: "200"
+          RATE: "20"
+          RUNTIME: "300s"
       - name: Process Load Test Stats
         run: |
           echo "Current working directory: $PWD"

.github/workflows/locustfile.py

@@ -6,7 +6,7 @@ import time
 class MyUser(HttpUser):
     wait_time = between(1, 5)
 
-    @task
+    @task(2)
     def chat_completion(self):
         headers = {
             "Content-Type": "application/json",