AIX: OpenAI Responses: handle web_search_calls even for obscure types

Author: enricoros

src/modules/aix/server/dispatch/chatGenerate/parsers/openai.responses.parser.ts

@@ -13,6 +13,27 @@ const OPENAI_RESPONSES_DEBUG_EVENT_SEQUENCE = false; // true: shows the sequence
 const OPENAI_RESPONSES_SAME_PART_SPACER = '\n\n'; // true: shows the sequence of events
 
 
+/**
+ * Safely sanitizes a URL for display in placeholders by removing query parameters and paths
+ * to prevent leaking sensitive information while keeping the domain recognizable.
+ */
+function sanitizeUrlForDisplay(url: string | null): string {
+  if (!url) return 'unknown';
+  try {
+    const urlObj = new URL(url);
+    // Return just the protocol and hostname (e.g., "https://example.com")
+    return `${urlObj.protocol}//${urlObj.hostname}`;
+  } catch (error) {
+    // If URL parsing fails, try to extract just the domain part manually
+    const match = url.match(/^https?:\/\/([^/?#]+)/);
+    if (match)
+      return `${url.split('://')[0]}://${match[1]}`;
+    // Fallback: return a generic indicator
+    return 'website';
+  }
+}
+
+
 type TResponse = OpenAIWire_API_Responses.Response;
 type TOutputItem = OpenAIWire_API_Responses.Response['output'][number];
 type TEventType = OpenAIWire_API_Responses.StreamingEvent['type'];
@@ -311,8 +332,25 @@ export function createOpenAIResponsesEventParser(): ChatGenerateParseFunction {
                   pt.sendVoidPlaceholder('web_search', `${action.query}: completed`);
                 break;
 
+              case 'open_page':
+                // Action: opening/visiting a specific web page
+                const sanitizedUrl = sanitizeUrlForDisplay(action.url);
+                pt.sendVoidPlaceholder('web_search', `Opening ${action.url ? sanitizedUrl : 'Opening page...'}`);
+                break;
+
+              case 'find_in_page':
+                // Action: searching for a pattern within an opened page
+                const sanitizedPageUrl = sanitizeUrlForDisplay(action.url);
+                if (action.pattern && action.url)
+                  pt.sendVoidPlaceholder('web_search', `Searching for "${action.pattern}" on ${sanitizedPageUrl}`);
+                else if (action.pattern)
+                  pt.sendVoidPlaceholder('web_search', `Searching for "${action.pattern}"`);
+                else
+                  pt.sendVoidPlaceholder('web_search', 'Searching in page...');
+                break;
+
               default:
-                console.log(`[DEV] AIX: Unknown web_search_call action type: ${action.type}`, { action });
+                console.log(`[DEV] AIX: Unknown web_search_call action type: ${action?.type}`, { action });
                 break;
             }
             break;

src/modules/aix/server/dispatch/wiretypes/openai.wiretypes.ts

@@ -973,9 +973,9 @@ export namespace OpenAIWire_Responses_Items {
 
     // action may be present with `include: ['web_search_call.action.sources']`
     action: z.union([
-      // This comes from looking at the payload, and taking inspiration from other messages
+
+      // Action type: 'search' - lists all the search results of a web search, once done
       z.object({
-        // known action type: 'search': lists all the search results of a web search, once done
         type: z.literal('search'),
         query: z.string().optional(), // query might not always be present in done event
         sources: z.array(z.object({
@@ -987,8 +987,23 @@ export namespace OpenAIWire_Responses_Items {
           end_index: z.number().optional(),
         })).optional(),
       }),
+
+      // Action type: 'open_page' - opens/visits a specific web page
+      z.object({
+        type: z.literal('open_page'),
+        url: z.string().nullable(), // URL to open (can be null in some cases)
+      }),
+
+      // Action type: 'find_in_page' - searches for a pattern within an opened page
+      z.object({
+        type: z.literal('find_in_page'),
+        pattern: z.string(), // text pattern to search for
+        url: z.string(), // URL of the page being searched
+      }),
+
       // Future-proof: any other action type with flexible structure
       z.any(),
+
     ]).optional(),
   });