Added the wrapper code in IDL and the generic glue code which still needs to be implemented to expose the raw audio buffers.

Author: Miodrag

idl/AudioBuffers.idl

@@ -0,0 +1,197 @@
+/*
+
+ Copyright (c) 2017, Optical Tone Ltd.
+ All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions are met:
+
+ 1. Redistributions of source code must retain the above copyright notice, this
+ list of conditions and the following disclaimer.
+ 2. Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+ LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+ The views and conclusions contained in the software and documentation are those
+ of the authors and should not be interpreted as representing official policies,
+ either expressed or implied, of the FreeBSD Project.
+ 
+ */
+
+
+namespace org
+{
+  namespace webRtc
+  {
+    [special]
+    interface AudioData
+    {
+      /// <summary>
+      /// Constructs a new audio data object.
+      /// <summary>
+      [constructor, default]
+      void AudioData();
+
+      /// <summary>
+      /// Gets if the data is read-only.
+      /// <summary>
+      [getter]
+      bool readOnly;
+
+      /// <summary>
+      /// Gets or sets the audio samples data.
+      /// <summary>
+      [getter, setter]
+      std::list<int16> data;
+    };
+
+    [dictionary]
+    struct AudioBufferConfiguration
+    {
+      /// <summary>
+      /// Gets or sets the total number of input channels.
+      /// <summary>
+      int inputChannels;
+
+      /// <summary>
+      /// Gets or sets the samples per input channel.
+      /// <summary>
+      int inputSamplesPerChannel;
+
+      /// <summary>
+      /// Gets or sets the total number of process channels.
+      /// <summary>
+      int processChannels;
+
+      /// <summary>
+      /// Gets or sets the samples per process channel.
+      /// <summary>
+      int procesSamplesPerChannel;
+
+      /// <summary>
+      /// Gets or sets the total number of output channels.
+      /// <summary>
+      int outputChannels;
+    };
+
+    [dictionary]
+    struct AudioFrame
+    {
+      /// <summary>
+      /// Contructs an audio frame.
+      /// <summary>
+      [constructor, default]
+      void AudioFrame();
+
+      /// <summary>
+      /// Gets or sets the audio frame data.
+      /// <summary>
+      AudioData data;
+
+      /// <summary>
+      /// Gets or sets the samples per input channel.
+      /// <summary>
+      int channels;
+
+      /// <summary>
+      /// Gets or sets the samples per channel.
+      /// <summary>
+      int samplesPerChannel;
+    };
+
+    [disposable]
+    interface AudioBuffer
+    {
+      /// <summary>
+      /// Constructs a new audio buffer from a configuration.
+      /// </summary>
+      [constructor, default]
+      void AudioBuffer(AudioBufferConfiguration config);
+
+      /// <summary>
+      /// Gets the total number of channels.
+      /// <summary>
+      [getter]
+      int channels;
+
+      /// <summary>
+      /// Gets the samples per channel.
+      /// <summary>
+      [getter]
+      int samplesPerChannel;
+
+      /// <summary>
+      /// Gets the audio samples for a given channel.
+      /// <summary>
+      AudioData channel(int channelIndex);
+
+      /// <summary>
+      /// Gets the audio samples for data split by bands.
+      /// <summary>
+      AudioData splitBand(
+        int channel,
+        int band);
+
+      /// <summary>
+      /// Gets the audio samples for data split by channels.
+      /// <summary>
+      AudioData splitChannel(
+        int band,
+        int channel);
+
+      /// <summary>
+      /// Gets a read-only view of the mixed low pass data.
+      /// </summary>
+      [getter]
+      AudioData mixedLowPassData;
+
+      /// <summary>
+      /// Gets a read-only reference view of the low pass data.
+      /// </summary>
+      [getter]
+      AudioData lowPassReference;
+
+      /// <summary>
+      /// Gets or sets the voice activity flag.
+      /// </summary>
+      [getter, setter]
+      VadActivity activity;
+
+      /// <summary>
+      /// Deinterleaves samples from an audio frame.
+      /// </summary>
+      void deinterleaveFrom(AudioFrame frame);
+      /// <summary>
+      /// Interleaves samples from an audio frame.
+      /// </summary>
+      void interleaveTo(AudioFrame frame);
+
+      /// <summary>
+      /// Copies the low pass data to the low pass reference.
+      /// <summary>
+      void copyLowPassToReference();
+
+      /// <summary>
+      /// Splits the signal into different bands.
+      /// </summary>
+      void splitIntoFrequencyBands();
+      /// <summary>
+      /// Recombine the different bands into one signal.
+      /// </summary>
+      void mergeFrequencyBands();
+    };
+
+
+  }
+}

idl/AudioOptions.idl

@@ -38,6 +38,11 @@ namespace org
     [dictionary]
     struct AudioOptions
     {
+      /// <summary>
+      /// Gets or sets the webrtc  factory.
+      /// </summary>
+      WebRtcFactory factory;
+
       /// <summary>
       /// Audio processing that attempts to filter away the output signal from
       /// later inbound pickup.

idl/Configuration.idl

@@ -43,6 +43,12 @@ namespace org
     [dictionary]
     struct RTCConfiguration
     {
+      /// <summary>
+      /// Gets or sets the factory associated with the configuration.
+      /// </summary>
+      [getter, setter]
+      WebRtcFactory        factory;
+
       [getter, setter]
       bool                  dscp;
 

idl/PeerConnection.idl

@@ -147,7 +147,9 @@ namespace org
       /// established by RTCPeerConnection.
       /// </summary>
       [static]
-      PromiseWithRTCCertificate generateCertificate(RTCKeyParams keygenAlgorithm);
+      PromiseWithRTCCertificate generateCertificate(
+        WebRtcFactory factory,
+        RTCKeyParams keygenAlgorithm);
 
       /// <summary>
       /// Constructs an RTCPeerConnection with an RTCConfiguration.
@@ -182,13 +184,13 @@ namespace org
       /// The setLocalDescription method instructs the RTCPeerConnection to
       /// apply the supplied RTCSessionDescriptionInit as the local description.
       /// </summary>
-      Promise setLocalDescription(RTCSessionDescription constraints);
+      Promise setLocalDescription(RTCSessionDescription description);
       /// <summary>
       /// The setRemoteDescription method instructs the RTCPeerConnection
       /// to apply the supplied RTCSessionDescriptionInit as the remote offer
       /// or answer. This API changes the local media state.
       /// </summary>
-      Promise setRemoteDescription(RTCSessionDescription constraints);
+      Promise setRemoteDescription(RTCSessionDescription description);
 
       /// <summary>
       /// Returns an RTCConfiguration object representing the current

idl/RtpReceiver.idl

@@ -131,7 +131,9 @@ namespace org
       /// to the value of the kind argument, getCapabilities returns null.
       /// <summary>
       [static]
-      RTCRtpCapabilities getCapabilities(string kind);
+      RTCRtpCapabilities getCapabilities(
+        WebRtcFactory factory,
+        string kind);
 
       /// <summary>
       /// Gets the  attribute for the track that is associated with

idl/RtpSender.idl

@@ -57,7 +57,9 @@ namespace org
       /// argument, getCapabilities returns null.
       /// </summary>
       [static]
-      RTCRtpCapabilities getCapabilities(string kind);
+      RTCRtpCapabilities getCapabilities(
+        WebRtcFactory factory,
+        string kind);
 
       /// <summary>
       /// Gets the attribute for the track that is associated with

idl/VideoOptions.idl

@@ -0,0 +1,57 @@
+/*
+
+ Copyright (c) 2017, Optical Tone Ltd.
+ All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions are met:
+
+ 1. Redistributions of source code must retain the above copyright notice, this
+ list of conditions and the following disclaimer.
+ 2. Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+ LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+ The views and conclusions contained in the software and documentation are those
+ of the authors and should not be interpreted as representing official policies,
+ either expressed or implied, of the FreeBSD Project.
+ 
+ */
+
+
+namespace org
+{
+  namespace webRtc
+  {
+
+    [dictionary]
+    struct VideoOptions
+    {
+      /// <summary>
+      /// Gets or sets the webrtc  factory.
+      /// </summary>
+      WebRtcFactory factory;
+
+      /// <summary>
+      /// Gets or sets the associated video capturer.
+      /// </summary>
+      VideoCapturer capturer;
+
+      /// <summary>
+      /// Gets or sets the associated constraints.
+      /// </summary>
+      MediaConstraints constraints;
+    };
+  }
+}

idl/VideoTrackSource.idl

@@ -54,16 +54,10 @@ namespace org
       void VideoTrackSource();
 
       /// <summary>
-      /// Creates an VideoTrackSource for use with an MediaStreamTrack.
+      /// Creates an VideoTrackSource for use with video options specified.
       /// </summary>
       [static, default]
-      VideoTrackSource create(VideoCapturer capturer);
-
-      /// <summary>
-      /// Creates a VideoTrackSource for use with an MediaStreamTrack.
-      /// </summary>
-      [static, default, altname(createWithContraints)]
-      VideoTrackSource create(VideoCapturer capturer, MediaConstraints constraints);
+      VideoTrackSource create(VideoOptions options);
 
       /// <summary>
       /// Indicates that parameters suitable for screencasts should be automatically