(test) vertex ai use usage class

2026-08-21 02:23:59 +00:00 · 2023-10-27 09:39:55 -07:00
parent dcdbd02a67
commit 8e36f667e5
1 changed files with 3 additions and 0 deletions
@@ -1031,6 +1031,9 @@ def test_completion_together_ai():
 #             print("making request", model)
 #             response = completion(model="vertex_ai/codechat-bison-32k", messages=[{'role': 'user', 'content': 'hi'}])
 #             print(response)
+
+#             print(response.usage.completion_tokens)
+#             print(response['usage']['completion_tokens'])
 #             assert type(response.choices[0].message.content) == str
 #         except Exception as e:
 #             pytest.fail(f"Error occurred: {e}")