mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-19 18:19:21 +00:00
test(test_token_counter.py): fix load test
This commit is contained in:
@@ -178,7 +178,7 @@ def test_load_test_token_counter(model):
|
||||
messages = [{"role": "user", "content": text}] * 10
|
||||
|
||||
start_time = time.time()
|
||||
for _ in range(50):
|
||||
for _ in range(10):
|
||||
_ = token_counter(model=model, messages=messages)
|
||||
# enc.encode("".join(m["content"] for m in messages))
|
||||
|
||||
|
||||
Reference in New Issue
Block a user