From f6bb31c95657d219373ec09009e0f7bed991c439 Mon Sep 17 00:00:00 2001
From: seilk <seil1131@naver.com>
Date: Thu, 30 Apr 2026 00:55:45 +0900
Subject: [PATCH] fix(proxy): stringify tool_result images for OpenAI upstreams

---
 src/proxy/transformers/request-transformer.ts | 13 ++++-
 .../request-transformer-regressions.test.ts   | 54 +++++++++++--------
 2 files changed, 45 insertions(+), 22 deletions(-)

diff --git a/src/proxy/transformers/request-transformer.ts b/src/proxy/transformers/request-transformer.ts
index b5877bd6..2f447fee 100644
--- a/src/proxy/transformers/request-transformer.ts
+++ b/src/proxy/transformers/request-transformer.ts
@@ -219,7 +219,18 @@ function convertToolResultContent(content: unknown, isError: boolean, label: str
     }
 
     if (parsed.type === 'image') {
-      throw new Error(`${label}[${index}].type "image" is not supported in tool_result content`);
+      const source =
+        typeof parsed.source === 'object' && parsed.source !== null
+          ? (parsed.source as Record<string, unknown>)
+          : undefined;
+      const description =
+        source?.type === 'url' && typeof source.url === 'string'
+          ? source.url
+          : source?.type === 'base64' && typeof source.media_type === 'string'
+            ? `${source.media_type} base64 payload`
+            : 'unsupported image payload';
+      parts.push(`[tool_result image omitted: ${description}]`);
+      continue;
     }
 
     if (typeof parsed.text === 'string') {
diff --git a/tests/unit/proxy/transformers/request-transformer-regressions.test.ts b/tests/unit/proxy/transformers/request-transformer-regressions.test.ts
index 9e4bc5a8..c34798bd 100644
--- a/tests/unit/proxy/transformers/request-transformer-regressions.test.ts
+++ b/tests/unit/proxy/transformers/request-transformer-regressions.test.ts
@@ -189,27 +189,39 @@ describe('ProxyRequestTransformer regressions', () => {
     ).toThrow('must start with tool_result blocks for pending tool_use ids');
   });
 
-  it('rejects tool_result content that cannot be represented as OpenAI tool text', () => {
-    expect(() =>
-      new ProxyRequestTransformer().transform({
-        messages: [
-          {
-            role: 'assistant',
-            content: [{ type: 'tool_use', id: 'toolu_1', name: 'vision', input: { detail: 'high' } }],
-          },
-          {
-            role: 'user',
-            content: [
-              {
-                type: 'tool_result',
-                tool_use_id: 'toolu_1',
-                content: [{ type: 'image', source: { type: 'url', url: 'https://example.com/error.png' } }],
-              },
-            ],
-          },
-        ],
-      })
-    ).toThrow('type "image" is not supported in tool_result content');
+  it('converts tool_result image blocks to text placeholders for OpenAI-compatible tool messages', () => {
+    const result = new ProxyRequestTransformer().transform({
+      messages: [
+        {
+          role: 'assistant',
+          content: [{ type: 'tool_use', id: 'toolu_1', name: 'vision', input: { detail: 'high' } }],
+        },
+        {
+          role: 'user',
+          content: [
+            {
+              type: 'tool_result',
+              tool_use_id: 'toolu_1',
+              content: [
+                { type: 'text', text: 'screenshot captured' },
+                { type: 'image', source: { type: 'url', url: 'https://example.com/error.png' } },
+                {
+                  type: 'image',
+                  source: { type: 'base64', media_type: 'image/png', data: 'ZmFrZQ==' },
+                },
+              ],
+            },
+          ],
+        },
+      ],
+    });
+
+    expect(result.messages[1]).toEqual({
+      role: 'tool',
+      tool_call_id: 'toolu_1',
+      content:
+        'screenshot captured\n[tool_result image omitted: https://example.com/error.png]\n[tool_result image omitted: image/png base64 payload]',
+    });
   });
 
   it('rejects unsupported assistant blocks instead of silently dropping them', () => {