From 77dd3cb2b2a18bd89c490d640f592c00d5df9609 Mon Sep 17 00:00:00 2001 From: Ishaan Jaffer Date: Sat, 14 Feb 2026 11:32:52 -0800 Subject: [PATCH] test_responses_api_shell_tool_streaming_sees_shell_output --- tests/llm_responses_api_testing/base_responses_api.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/llm_responses_api_testing/base_responses_api.py b/tests/llm_responses_api_testing/base_responses_api.py index a5b2370fdd..ed3c20a880 100644 --- a/tests/llm_responses_api_testing/base_responses_api.py +++ b/tests/llm_responses_api_testing/base_responses_api.py @@ -768,6 +768,10 @@ class BaseResponsesAPITest(ABC): model = self.get_advanced_model_for_shell_tool() or base_completion_call_args.get( "model" ) or "openai/gpt-5.2" + if "openai/" not in str(model) and "azure/" not in str(model): + pytest.skip( + "Shell tool streaming e2e is only run for OpenAI/Azure Responses API" + ) tools = [{"type": "shell", "environment": {"type": "container_auto"}}] input_msg = "List files in /mnt/data and run python --version."