Implementation of the glue for the audio frame, audio buffer, audio data, and the glue to the callback for the audio processing module.

Author: Miodrag

idl/AudioBuffers.idl

@@ -62,27 +62,27 @@ namespace org
       /// <summary>
       /// Gets or sets the total number of input channels.
       /// <summary>
-      int inputChannels;
+      size_t inputChannels;
 
       /// <summary>
       /// Gets or sets the samples per input channel.
       /// <summary>
-      int inputSamplesPerChannel;
+      size_t inputSamplesPerChannel;
 
       /// <summary>
       /// Gets or sets the total number of process channels.
       /// <summary>
-      int processChannels;
+      size_t processChannels;
 
       /// <summary>
       /// Gets or sets the samples per process channel.
       /// <summary>
-      int procesSamplesPerChannel;
+      size_t procesSamplesPerChannel;
 
       /// <summary>
       /// Gets or sets the total number of output channels.
       /// <summary>
-      int outputChannels;
+      size_t outputChannels;
     };
 
     [dictionary]
@@ -99,15 +99,20 @@ namespace org
       /// <summary>
       AudioData data;
 
+      /// <summary>
+      /// Gets or sets the voice activity flag.
+      /// </summary>
+      VadActivity activity;
+
       /// <summary>
       /// Gets or sets the samples per input channel.
       /// <summary>
-      int channels;
+      size_t channels;
 
       /// <summary>
       /// Gets or sets the samples per channel.
       /// <summary>
-      int samplesPerChannel;
+      size_t samplesPerChannel;
     };
 
     [disposable]
@@ -123,32 +128,44 @@ namespace org
       /// Gets the total number of channels.
       /// <summary>
       [getter]
-      int channels;
+      size_t channels;
 
       /// <summary>
       /// Gets the samples per channel.
       /// <summary>
       [getter]
-      int samplesPerChannel;
+      size_t samplesPerChannel;
+
+      /// <summary>
+      /// Gets the total number of bands.
+      /// <summary>
+      [getter]
+      size_t bands;
+
+      /// <summary>
+      /// Gets the total number of frames per band.
+      /// <summary>
+      [getter]
+      size_t framesPerBand;
 
       /// <summary>
       /// Gets the audio samples for a given channel.
       /// <summary>
-      AudioData channel(int channelIndex);
+      AudioData channel(size_t channel);
 
       /// <summary>
       /// Gets the audio samples for data split by bands.
       /// <summary>
       AudioData splitBand(
-        int channel,
-        int band);
+        size_t channel,
+        Band band);
 
       /// <summary>
       /// Gets the audio samples for data split by channels.
       /// <summary>
       AudioData splitChannel(
-        int band,
-        int channel);
+        Band band,
+        size_t channel);
 
       /// <summary>
       /// Gets a read-only view of the mixed low pass data.
@@ -157,10 +174,10 @@ namespace org
       AudioData mixedLowPassData;
 
       /// <summary>
-      /// Gets a read-only reference view of the low pass data.
+      /// Gets a read-only reference view of the low pass data
+      /// for a given channel.
       /// </summary>
-      [getter]
-      AudioData lowPassReference;
+      AudioData lowPassReference(size_t channel);
 
       /// <summary>
       /// Gets or sets the voice activity flag.

idl/WebRtcFactory.idl

@@ -53,6 +53,44 @@ namespace org
       AudioBuffer buffer;
     };
 
+    /// <summary>
+    /// The event is fired when an audio buffer needs to be reset.
+    /// <summary>
+    [disposable]
+    interface AudioProcessingInitializeEvent
+    {
+      [constructor, delete, default]
+      void AudioProcessingInitializeEvent();
+
+      /// <summary>
+      /// Gets the audio sample hz rate.
+      /// <summary>
+      [getter]
+      size_t samplRateHz;
+
+      /// <summary>
+      /// Gets the total number of channels.
+      /// <summary>
+      [getter]
+      size_t channels;
+    };
+
+    /// <summary>
+    /// The event is fired when an audio buffer needs to be reset.
+    /// <summary>
+    [disposable]
+    interface AudioProcessingRuntimeSettingEvent
+    {
+      [constructor, delete, default]
+      void AudioProcessingRuntimeSettingEvent();
+
+      [getter]
+      RuntimeSetting type;
+
+      [getter]
+      float value;
+    };
+
     /// <summary>
     /// The WebRtcFactoryConfiguration contains the boot strapping
     /// configuration options for the WebRtcFactory.
@@ -85,12 +123,36 @@ namespace org
       [constructor, default]
       void WebRtcFactory(WebRtcFactoryConfiguration configuration);
 
+      /// <summary>
+      /// Fires events when capture audio processing is (re-)initialized.
+      /// </summary>
+      [event]
+      void onAudioPostCaptureInitialize(AudioProcessingInitializeEvent event);
+
+      /// <summary>
+      /// Fires events when a capture runtime setting have changed.
+      /// </summary>
+      [event]
+      void onAudioPostCaptureRuntimeSetting(AudioProcessingRuntimeSettingEvent event);
+
       /// <summary>
       /// Fires events when an audio buffer has been captured.
       /// </summary>
       [event]
       void onAudioPostCapture(AudioBufferEvent buffer);
 
+      /// <summary>
+      /// Fires events when pre-render audio processing is (re-)initialized.
+      /// </summary>
+      [event]
+      void onAudioPreRenderInitialize(AudioProcessingInitializeEvent event);
+
+      /// <summary>
+      /// Fires events when a pre-render runtime setting have changed.
+      /// </summary>
+      [event]
+      void onAudioPreRenderRuntimeSetting(AudioProcessingRuntimeSettingEvent event);
+
       /// <summary>
       /// Fires events before an audio buffer is about to render.
       /// </summary>

idl/enums.idl

@@ -936,6 +936,19 @@ namespace org
       Unknown = 2
     };
 
+    enum Band
+    {
+      Band0To8kHz = 0,
+      Band8To16kHz = 1,
+      Band16To24kHz = 2
+    };
+
+    enum RuntimeSetting
+    {
+      NotSpecified,
+      CapturePreGain,
+      CustomRenderProcessingRuntimeSetting
+    };
 
   }
 }