Merge pull request #17 from webrtc-uwp/Miodrag/m71-unity-audio-handler

Miodrag/m71 unity audio handler

Author: robin-raymond

idl/AudioBuffers.idl

@@ -0,0 +1,214 @@
+/*
+
+ Copyright (c) 2017, Optical Tone Ltd.
+ All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions are met:
+
+ 1. Redistributions of source code must retain the above copyright notice, this
+ list of conditions and the following disclaimer.
+ 2. Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+ LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+ The views and conclusions contained in the software and documentation are those
+ of the authors and should not be interpreted as representing official policies,
+ either expressed or implied, of the FreeBSD Project.
+ 
+ */
+
+
+namespace org
+{
+  namespace webRtc
+  {
+    [special, disposable]
+    interface AudioData
+    {
+      /// <summary>
+      /// Constructs a new audio data object.
+      /// <summary>
+      [constructor, default]
+      void AudioData();
+
+      /// <summary>
+      /// Gets if the data is read-only.
+      /// <summary>
+      [getter]
+      bool readOnly;
+
+      /// <summary>
+      /// Gets or sets the audio samples data.
+      /// <summary>
+      [getter, setter]
+      std::list<int16> data;
+    };
+
+    [dictionary]
+    struct AudioBufferConfiguration
+    {
+      /// <summary>
+      /// Gets or sets the total number of input channels.
+      /// <summary>
+      size_t inputChannels;
+
+      /// <summary>
+      /// Gets or sets the samples per input channel.
+      /// <summary>
+      size_t inputSamplesPerChannel;
+
+      /// <summary>
+      /// Gets or sets the total number of process channels.
+      /// <summary>
+      size_t processChannels;
+
+      /// <summary>
+      /// Gets or sets the samples per process channel.
+      /// <summary>
+      size_t procesSamplesPerChannel;
+
+      /// <summary>
+      /// Gets or sets the total number of output channels.
+      /// <summary>
+      size_t outputChannels;
+    };
+
+    [dictionary]
+    struct AudioFrame
+    {
+      /// <summary>
+      /// Contructs an audio frame.
+      /// <summary>
+      [constructor, default]
+      void AudioFrame();
+
+      /// <summary>
+      /// Gets or sets the audio frame data.
+      /// <summary>
+      AudioData data;
+
+      /// <summary>
+      /// Gets or sets the voice activity flag.
+      /// </summary>
+      VadActivity activity;
+
+      /// <summary>
+      /// Gets or sets the samples per input channel.
+      /// <summary>
+      size_t channels;
+
+      /// <summary>
+      /// Gets or sets the samples per channel.
+      /// <summary>
+      size_t samplesPerChannel;
+    };
+
+    [disposable]
+    interface AudioBuffer
+    {
+      /// <summary>
+      /// Constructs a new audio buffer from a configuration.
+      /// </summary>
+      [constructor, default]
+      void AudioBuffer(AudioBufferConfiguration config);
+
+      /// <summary>
+      /// Gets the total number of channels.
+      /// <summary>
+      [getter]
+      size_t channels;
+
+      /// <summary>
+      /// Gets the samples per channel.
+      /// <summary>
+      [getter]
+      size_t samplesPerChannel;
+
+      /// <summary>
+      /// Gets the total number of bands.
+      /// <summary>
+      [getter]
+      size_t bands;
+
+      /// <summary>
+      /// Gets the total number of frames per band.
+      /// <summary>
+      [getter]
+      size_t framesPerBand;
+
+      /// <summary>
+      /// Gets the audio samples for a given channel.
+      /// <summary>
+      AudioData channel(size_t channel);
+
+      /// <summary>
+      /// Gets the audio samples for data split by bands.
+      /// <summary>
+      AudioData splitBand(
+        size_t channel,
+        Band band);
+
+      /// <summary>
+      /// Gets the audio samples for data split by channels.
+      /// <summary>
+      AudioData splitChannel(
+        Band band,
+        size_t channel);
+
+      /// <summary>
+      /// Gets a read-only view of the mixed low pass data.
+      /// </summary>
+      [getter]
+      AudioData mixedLowPassData;
+
+      /// <summary>
+      /// Gets a read-only reference view of the low pass data
+      /// for a given channel.
+      /// </summary>
+      AudioData lowPassReference(size_t channel);
+
+      /// <summary>
+      /// Gets or sets the voice activity flag.
+      /// </summary>
+      [getter, setter]
+      VadActivity activity;
+
+      /// <summary>
+      /// Deinterleaves samples from an audio frame.
+      /// </summary>
+      void deinterleaveFrom(AudioFrame frame);
+      /// <summary>
+      /// Interleaves samples from an audio frame.
+      /// </summary>
+      void interleaveTo(AudioFrame frame);
+
+      /// <summary>
+      /// Copies the low pass data to the low pass reference.
+      /// <summary>
+      void copyLowPassToReference();
+
+      /// <summary>
+      /// Splits the signal into different bands.
+      /// </summary>
+      void splitIntoFrequencyBands();
+      /// <summary>
+      /// Recombine the different bands into one signal.
+      /// </summary>
+      void mergeFrequencyBands();
+    };
+
+
+  }
+}

idl/AudioOptions.idl

@@ -38,6 +38,11 @@ namespace org
     [dictionary]
     struct AudioOptions
     {
+      /// <summary>
+      /// Gets or sets the webrtc  factory.
+      /// </summary>
+      WebRtcFactory factory;
+
       /// <summary>
       /// Audio processing that attempts to filter away the output signal from
       /// later inbound pickup.

idl/Configuration.idl

@@ -43,6 +43,12 @@ namespace org
     [dictionary]
     struct RTCConfiguration
     {
+      /// <summary>
+      /// Gets or sets the factory associated with the configuration.
+      /// </summary>
+      [getter, setter]
+      WebRtcFactory        factory;
+
       [getter, setter]
       bool                  dscp;
 

idl/MediaStreamTrack.idl

@@ -34,6 +34,22 @@ namespace org
 {
   namespace webRtc
   {
+    /// <summary>
+    /// The event is fired when an audio buffer is ready for processing.
+    /// <summary>
+    [disposable]
+    interface VideoFrameBufferEvent
+    {
+      [constructor, delete, default]
+      void VideoFrameBufferEvent();
+
+      /// <summary>
+      /// Gets the video buffer for further processing.
+      /// <summary>
+      [getter]
+      VideoFrameBuffer buffer;
+    };
+
     /// <summary>
     /// A MediaStreamTrack object represents a media source in the User Agent.
     /// An example source is a device connected to the User Agent. Other
@@ -129,6 +145,12 @@ namespace org
       [event]
       void onFrameRateChanged(float frameRate);
 
+      /// <summary>
+      /// Fires events when an video buffer is available.
+      /// </summary>
+      [event]
+      void onVideoFrame(VideoFrameBufferEvent buffer);
+
     };
   }
 }

idl/PeerConnection.idl

@@ -147,7 +147,9 @@ namespace org
       /// established by RTCPeerConnection.
       /// </summary>
       [static]
-      PromiseWithRTCCertificate generateCertificate(RTCKeyParams keygenAlgorithm);
+      PromiseWithRTCCertificate generateCertificate(
+        WebRtcFactory factory,
+        RTCKeyParams keygenAlgorithm);
 
       /// <summary>
       /// Constructs an RTCPeerConnection with an RTCConfiguration.
@@ -182,13 +184,13 @@ namespace org
       /// The setLocalDescription method instructs the RTCPeerConnection to
       /// apply the supplied RTCSessionDescriptionInit as the local description.
       /// </summary>
-      Promise setLocalDescription(RTCSessionDescription constraints);
+      Promise setLocalDescription(RTCSessionDescription description);
       /// <summary>
       /// The setRemoteDescription method instructs the RTCPeerConnection
       /// to apply the supplied RTCSessionDescriptionInit as the remote offer
       /// or answer. This API changes the local media state.
       /// </summary>
-      Promise setRemoteDescription(RTCSessionDescription constraints);
+      Promise setRemoteDescription(RTCSessionDescription description);
 
       /// <summary>
       /// Returns an RTCConfiguration object representing the current

idl/RtpReceiver.idl

@@ -131,7 +131,9 @@ namespace org
       /// to the value of the kind argument, getCapabilities returns null.
       /// <summary>
       [static]
-      RTCRtpCapabilities getCapabilities(string kind);
+      RTCRtpCapabilities getCapabilities(
+        WebRtcFactory factory,
+        string kind);
 
       /// <summary>
       /// Gets the  attribute for the track that is associated with

idl/RtpSender.idl

@@ -57,7 +57,9 @@ namespace org
       /// argument, getCapabilities returns null.
       /// </summary>
       [static]
-      RTCRtpCapabilities getCapabilities(string kind);
+      RTCRtpCapabilities getCapabilities(
+        WebRtcFactory factory,
+        string kind);
 
       /// <summary>
       /// Gets the attribute for the track that is associated with