ijkplayer解码回调音频pcm数据流

Author: SundoggyNew

android/ijkplayer/ijkplayer-exo/src/main/java/tv/danmaku/ijk/media/exo/IjkExoMediaPlayer.java

@@ -94,6 +94,9 @@ public boolean getCurrentFrame(Bitmap var1) {
     @Override
     public void setFrameSpeed(float speed) { }
 
+    @Override
+    public void setAudioDecodePCMCallback(AudioDecodeCallback callback) {}
+
     @Override
     public void setMaxPacketNum(int num) {}
 

android/ijkplayer/ijkplayer-java/src/main/java/tv/danmaku/ijk/media/player/AndroidMediaPlayer.java

@@ -140,6 +140,9 @@ public boolean getCurrentFrame(Bitmap var1) {
     @Override
     public void setFrameSpeed(float speed) { }
 
+    @Override
+    public void setAudioDecodePCMCallback(AudioDecodeCallback callback) {}
+
     @Override
     public void setMaxPacketNum(int num) {}
 

android/ijkplayer/ijkplayer-java/src/main/java/tv/danmaku/ijk/media/player/AudioDecodeCallback.java

@@ -0,0 +1,5 @@
+package tv.danmaku.ijk.media.player;
+
+public interface AudioDecodeCallback {
+    void audioDecodePcmDataHandle(byte[] data, int len);
+}

android/ijkplayer/ijkplayer-java/src/main/java/tv/danmaku/ijk/media/player/IMediaPlayer.java

@@ -219,4 +219,5 @@ interface OnTimedTextListener {
     boolean getCurrentFrame(Bitmap var1);
     void setFrameSpeed(float speed);
     void setMaxPacketNum(int num);
+    void setAudioDecodePCMCallback(AudioDecodeCallback callback);
 }

android/ijkplayer/ijkplayer-java/src/main/java/tv/danmaku/ijk/media/player/IjkMediaPlayer.java

@@ -1297,4 +1297,6 @@ public String onMediaCodecSelect(IMediaPlayer mp, String mimeType, int profile,
     public native void setFrameSpeed(float speed);
     @Override
     public native void setMaxPacketNum(int num);
+    @Override
+    public native void setAudioDecodePCMCallback(AudioDecodeCallback callback);
 }

android/ijkplayer/ijkplayer-java/src/main/java/tv/danmaku/ijk/media/player/MediaPlayerProxy.java

@@ -102,6 +102,9 @@ public boolean getCurrentFrame(Bitmap var1) {
     public void setFrameSpeed(float speed) { 
     }
 
+    @Override
+    public void setAudioDecodePCMCallback(AudioDecodeCallback callback) {}
+
     @Override
     public void setMaxPacketNum(int num) {}
 

ijkmedia/ijkplayer/android/ijkplayer_jni.c

@@ -61,6 +61,17 @@ static player_fields_t g_clazz;
 static int inject_callback(void *opaque, int type, void *data, size_t data_size);
 static bool mediacodec_select_callback(void *opaque, ijkmp_mediacodecinfo_context *mcc);
 
+typedef void (*audio_decode_pcm_handle_t)(uint8_t *pcm_buf, size_t pcm_len);
+void setAudioDecodePCMCallback(audio_decode_pcm_handle_t audio_decode_handle);
+
+typedef struct jni_info_player {
+    JavaVM *jvm;
+    JNIEnv *jenv;
+    jobject jobj;
+    jmethodID jmid;
+} jni_info_s_player;
+static jni_info_s_player audio_jni_player = {nullptr, nullptr, nullptr, nullptr};
+
 static IjkMediaPlayer *jni_get_media_player(JNIEnv* env, jobject thiz)
 {
     pthread_mutex_lock(&g_clazz.mutex);
@@ -430,6 +441,33 @@ IjkMediaPlayer_setFrameSpeed(JNIEnv *env, jobject thiz, jfloat value)
     return;
 }
 
+void _audio_decode_pcm_recv(uint8_t *data, size_t len) {
+    if (audio_jni_player.jobj) {
+
+        JNIEnv *env;
+        audio_jni_player.jvm->AttachCurrentThread(&env,0);
+        jbyteArray array = env->NewByteArray(len);
+        env->SetByteArrayRegion(array, 0, len, reinterpret_cast<jbyte *>(data));
+        env->CallVoidMethod(audio_jni_player.jobj, audio_jni_player.jmid, array, len);
+        env->DeleteLocalRef(array);
+        audio_jni_player.jvm->DetachCurrentThread();
+    } else {
+//        LOGD_DEVICE("%s##[%s][%d]:no method id for avDataRecvHandle\n", __func__, __LINE__);
+    }
+}
+
+JNIEXPORT void JNICALL
+IjkMediaPlayer_setAudioDecodePCMCallback(JNIEnv *env, jobject thiz, jobject callback) {
+    audio_jni_player.jobj = env->NewGlobalRef(callback);
+    if (audio_jni_player.jobj) {
+        jclass jclazz = env->GetObjectClass(audio_jni_player.jobj);
+        sg_jni_device.jmid = env->GetMethodID(jclazz, "audioDecodePcmDataHandle", "([BI)V");
+        setAudioDecodePCMCallback(_audio_decode_pcm_recv);
+    } else {
+        LOGD_DEVICE("callback object is null.\n");
+    }
+}
+
 static void
 IjkMediaPlayer_setMaxPacketNum(JNIEnv *env, jobject thiz, jint value)
 {
@@ -1278,6 +1316,8 @@ JNIEXPORT jint JNI_OnLoad(JavaVM *vm, void *reserved)
         return -1;
     }
     assert(env != NULL);
+    audio_jni_player.jvm = vm;
+    audio_jni_player.jenv = env;
 
     pthread_mutex_init(&g_clazz.mutex, NULL );
 
@@ -1295,6 +1335,10 @@ JNIEXPORT jint JNI_OnLoad(JavaVM *vm, void *reserved)
 
 JNIEXPORT void JNI_OnUnload(JavaVM *jvm, void *reserved)
 {
+    if (audio_jni_player.jobj) {
+        audio_jni_player.jenv->DeleteGlobalRef(audio_jni_player.jobj);
+        audio_jni_player.jobj = nullptr;
+    }
     ijkmp_global_uninit();
 
     pthread_mutex_destroy(&g_clazz.mutex);

ijkmedia/ijkplayer/ff_ffplay.c

@@ -2491,6 +2491,12 @@ static int synchronize_audio(VideoState *is, int nb_samples)
     return wanted_nb_samples;
 }
 
+audio_decode_pcm_handle_t ff_audio_decode_handle = NULL;
+void setAudioDecodePCMCallback(audio_decode_pcm_handle_t audio_decode_handle)
+{
+    ff_audio_decode_handle = audio_decode_handle;
+}
+
 /**
  * Decode one audio frame and return its uncompressed size.
  *
@@ -2645,6 +2651,12 @@ static int audio_decode_frame(FFPlayer *ffp)
         resampled_data_size = data_size;
     }
 
+    uint8_t *data = is->audio_buf;
+    size_t len = is->audio_buf_size;
+    if (ff_audio_decode_handle) {
+        ff_audio_decode_handle(data, len);
+    }
+
     audio_clock0 = is->audio_clock;
     /* update the audio clock with the pts */
     if (!isnan(af->pts))

ijkmedia/ijkplayer/ff_ffplay.h

@@ -129,4 +129,8 @@ void      ffp_set_player_rate(FFPlayer *ffp, float speed);
 //设置追帧packet大小
 void      ffp_set_player_maxpacket(FFPlayer *ffp, int num);
 
+//音频解码pcm数据回调
+typedef void (*audio_decode_pcm_handle_t)(uint8_t *pcm_buf, size_t pcm_len);
+void      setAudioDecodePCMCallback(audio_decode_pcm_handle_t audio_decode_handle);
+
 #endif