Add real-time audio streaming support (Microphone ASR) - JS

sdk_v2/js/src/imodel.ts

@@ -1,5 +1,6 @@
 import { ChatClient } from './openai/chatClient.js';
 import { AudioClient } from './openai/audioClient.js';
+import { AudioStreamingClient } from './openai/audioStreamingClient.js';
 
 export interface IModel {
     get id(): string;
@@ -15,4 +16,11 @@ export interface IModel {
 
     createChatClient(): ChatClient;
     createAudioClient(): AudioClient;
+
+    /**
+     * Creates an AudioStreamingClient for real-time audio streaming ASR.
+     * The model must be loaded before calling this method.
+     * @returns An AudioStreamingClient instance.
+     */
+    createAudioStreamingClient(): AudioStreamingClient;
 }

sdk_v2/js/src/index.ts

@@ -6,6 +6,8 @@ export { ModelVariant } from './modelVariant.js';
 export type { IModel } from './imodel.js';
 export { ChatClient, ChatClientSettings } from './openai/chatClient.js';
 export { AudioClient, AudioClientSettings } from './openai/audioClient.js';
+export { AudioStreamingClient, StreamingAudioSettings } from './openai/audioStreamingClient.js';
+export type { AudioStreamTranscriptionResult, CoreErrorResponse } from './openai/audioStreamingTypes.js';
 export { ModelLoadManager } from './detail/modelLoadManager.js';
 /** @internal */
 export { CoreInterop } from './detail/coreInterop.js';

sdk_v2/js/src/model.ts

@@ -1,6 +1,7 @@
 import { ModelVariant } from './modelVariant.js';
 import { ChatClient } from './openai/chatClient.js';
 import { AudioClient } from './openai/audioClient.js';
+import { AudioStreamingClient } from './openai/audioStreamingClient.js';
 import { IModel } from './imodel.js';
 
 /**
@@ -146,4 +147,12 @@ export class Model implements IModel {
     public createAudioClient(): AudioClient {
         return this.selectedVariant.createAudioClient();
     }
+
+    /**
+     * Creates an AudioStreamingClient for real-time audio streaming ASR.
+     * @returns An AudioStreamingClient instance.
+     */
+    public createAudioStreamingClient(): AudioStreamingClient {
+        return this.selectedVariant.createAudioStreamingClient();
+    }
 }

sdk_v2/js/src/modelVariant.ts

@@ -3,6 +3,7 @@ import { ModelLoadManager } from './detail/modelLoadManager.js';
 import { ModelInfo } from './types.js';
 import { ChatClient } from './openai/chatClient.js';
 import { AudioClient } from './openai/audioClient.js';
+import { AudioStreamingClient } from './openai/audioStreamingClient.js';
 import { IModel } from './imodel.js';
 
 /**
@@ -127,4 +128,12 @@ export class ModelVariant implements IModel {
     public createAudioClient(): AudioClient {
         return new AudioClient(this._modelInfo.id, this.coreInterop);
     }
+
+    /**
+     * Creates an AudioStreamingClient for real-time audio streaming ASR.
+     * @returns An AudioStreamingClient instance.
+     */
+    public createAudioStreamingClient(): AudioStreamingClient {
+        return new AudioStreamingClient(this._modelInfo.id, this.coreInterop);
+    }
 }