fix(openai realtime): reject pending response future on error event

.changeset/openai-realtime-reject-pending-response.md

@@ -0,0 +1,5 @@
+---
+'@livekit/agents-plugin-openai': patch
+---
+
+fix(openai realtime): reject pending response future on error event. When the OpenAI Realtime API returns an `error` event referencing the `event_id` of a `response.create` we issued, the corresponding future created by `generateReply()` is now rejected instead of left hanging. Ports livekit/agents#5576.

plugins/openai/src/realtime/realtime_model.ts

@@ -1740,15 +1740,25 @@ export class RealtimeSession extends llm.RealtimeSession {
       return;
     }
     this.#logger.error({ error: event.error }, 'OpenAI Realtime API returned an error');
+
+    const eventId = event.error.event_id;
+    if (eventId) {
+      const handle = this.responseCreatedFutures[eventId];
+      if (handle) {
+        delete this.responseCreatedFutures[eventId];
+        if (!handle.doneFut.done) {
+          handle.doneFut.reject(new Error(event.error.message));
+        }
+      }
+    }
+
     this.emitError({
       error: new APIError(event.error.message, {
         body: event.error,
         retryable: true,
       }),
       recoverable: true,
     });
-
-    // TODO(brian): set error for response future if it exists
   }
 
   private emitError({ error, recoverable }: { error: Error; recoverable: boolean }): void {