mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
2725 lines
87 KiB
2725 lines
87 KiB
/* |
|
* Android MediaCodec Wrapper |
|
* |
|
* Copyright (c) 2015-2016 Matthieu Bouron <matthieu.bouron stupeflix.com> |
|
* |
|
* This file is part of FFmpeg. |
|
* |
|
* FFmpeg is free software; you can redistribute it and/or |
|
* modify it under the terms of the GNU Lesser General Public |
|
* License as published by the Free Software Foundation; either |
|
* version 2.1 of the License, or (at your option) any later version. |
|
* |
|
* FFmpeg is distributed in the hope that it will be useful, |
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
* Lesser General Public License for more details. |
|
* |
|
* You should have received a copy of the GNU Lesser General Public |
|
* License along with FFmpeg; if not, write to the Free Software |
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
*/ |
|
|
|
#include <dlfcn.h> |
|
#include <jni.h> |
|
#include <stdbool.h> |
|
#include <media/NdkMediaFormat.h> |
|
#include <media/NdkMediaCodec.h> |
|
#include <android/native_window_jni.h> |
|
|
|
#include "libavutil/avassert.h" |
|
#include "libavutil/mem.h" |
|
#include "libavutil/avstring.h" |
|
|
|
#include "avcodec.h" |
|
#include "ffjni.h" |
|
#include "mediacodec_wrapper.h" |
|
|
|
struct JNIAMediaCodecListFields { |
|
|
|
jclass mediacodec_list_class; |
|
jmethodID init_id; |
|
jmethodID find_decoder_for_format_id; |
|
|
|
jmethodID get_codec_count_id; |
|
jmethodID get_codec_info_at_id; |
|
|
|
jclass mediacodec_info_class; |
|
jmethodID get_name_id; |
|
jmethodID get_codec_capabilities_id; |
|
jmethodID get_supported_types_id; |
|
jmethodID is_encoder_id; |
|
jmethodID is_software_only_id; |
|
|
|
jclass codec_capabilities_class; |
|
jfieldID color_formats_id; |
|
jfieldID profile_levels_id; |
|
|
|
jclass codec_profile_level_class; |
|
jfieldID profile_id; |
|
jfieldID level_id; |
|
}; |
|
|
|
static const struct FFJniField jni_amediacodeclist_mapping[] = { |
|
{ "android/media/MediaCodecList", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_list_class), 1 }, |
|
{ "android/media/MediaCodecList", "<init>", "(I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, init_id), 0 }, |
|
{ "android/media/MediaCodecList", "findDecoderForFormat", "(Landroid/media/MediaFormat;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, find_decoder_for_format_id), 0 }, |
|
|
|
{ "android/media/MediaCodecList", "getCodecCount", "()I", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_count_id), 1 }, |
|
{ "android/media/MediaCodecList", "getCodecInfoAt", "(I)Landroid/media/MediaCodecInfo;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_info_at_id), 1 }, |
|
|
|
{ "android/media/MediaCodecInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_info_class), 1 }, |
|
{ "android/media/MediaCodecInfo", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_name_id), 1 }, |
|
{ "android/media/MediaCodecInfo", "getCapabilitiesForType", "(Ljava/lang/String;)Landroid/media/MediaCodecInfo$CodecCapabilities;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_capabilities_id), 1 }, |
|
{ "android/media/MediaCodecInfo", "getSupportedTypes", "()[Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_supported_types_id), 1 }, |
|
{ "android/media/MediaCodecInfo", "isEncoder", "()Z", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, is_encoder_id), 1 }, |
|
{ "android/media/MediaCodecInfo", "isSoftwareOnly", "()Z", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, is_software_only_id), 0 }, |
|
|
|
{ "android/media/MediaCodecInfo$CodecCapabilities", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_capabilities_class), 1 }, |
|
{ "android/media/MediaCodecInfo$CodecCapabilities", "colorFormats", "[I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, color_formats_id), 1 }, |
|
{ "android/media/MediaCodecInfo$CodecCapabilities", "profileLevels", "[Landroid/media/MediaCodecInfo$CodecProfileLevel;", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_levels_id), 1 }, |
|
|
|
{ "android/media/MediaCodecInfo$CodecProfileLevel", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_profile_level_class), 1 }, |
|
{ "android/media/MediaCodecInfo$CodecProfileLevel", "profile", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_id), 1 }, |
|
{ "android/media/MediaCodecInfo$CodecProfileLevel", "level", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, level_id), 1 }, |
|
|
|
{ NULL } |
|
}; |
|
|
|
struct JNIAMediaFormatFields { |
|
|
|
jclass mediaformat_class; |
|
|
|
jmethodID init_id; |
|
|
|
jmethodID contains_key_id; |
|
|
|
jmethodID get_integer_id; |
|
jmethodID get_long_id; |
|
jmethodID get_float_id; |
|
jmethodID get_bytebuffer_id; |
|
jmethodID get_string_id; |
|
|
|
jmethodID set_integer_id; |
|
jmethodID set_long_id; |
|
jmethodID set_float_id; |
|
jmethodID set_bytebuffer_id; |
|
jmethodID set_string_id; |
|
|
|
jmethodID to_string_id; |
|
|
|
}; |
|
|
|
static const struct FFJniField jni_amediaformat_mapping[] = { |
|
{ "android/media/MediaFormat", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaFormatFields, mediaformat_class), 1 }, |
|
|
|
{ "android/media/MediaFormat", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, init_id), 1 }, |
|
|
|
{ "android/media/MediaFormat", "containsKey", "(Ljava/lang/String;)Z", FF_JNI_METHOD,offsetof(struct JNIAMediaFormatFields, contains_key_id), 1 }, |
|
|
|
{ "android/media/MediaFormat", "getInteger", "(Ljava/lang/String;)I", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_integer_id), 1 }, |
|
{ "android/media/MediaFormat", "getLong", "(Ljava/lang/String;)J", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_long_id), 1 }, |
|
{ "android/media/MediaFormat", "getFloat", "(Ljava/lang/String;)F", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_float_id), 1 }, |
|
{ "android/media/MediaFormat", "getByteBuffer", "(Ljava/lang/String;)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_bytebuffer_id), 1 }, |
|
{ "android/media/MediaFormat", "getString", "(Ljava/lang/String;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_string_id), 1 }, |
|
|
|
{ "android/media/MediaFormat", "setInteger", "(Ljava/lang/String;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_integer_id), 1 }, |
|
{ "android/media/MediaFormat", "setLong", "(Ljava/lang/String;J)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_long_id), 1 }, |
|
{ "android/media/MediaFormat", "setFloat", "(Ljava/lang/String;F)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_float_id), 1 }, |
|
{ "android/media/MediaFormat", "setByteBuffer", "(Ljava/lang/String;Ljava/nio/ByteBuffer;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_bytebuffer_id), 1 }, |
|
{ "android/media/MediaFormat", "setString", "(Ljava/lang/String;Ljava/lang/String;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_string_id), 1 }, |
|
|
|
{ "android/media/MediaFormat", "toString", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, to_string_id), 1 }, |
|
|
|
{ NULL } |
|
}; |
|
|
|
static const AVClass amediaformat_class = { |
|
.class_name = "amediaformat", |
|
.item_name = av_default_item_name, |
|
.version = LIBAVUTIL_VERSION_INT, |
|
}; |
|
|
|
typedef struct FFAMediaFormatJni { |
|
FFAMediaFormat api; |
|
|
|
struct JNIAMediaFormatFields jfields; |
|
jobject object; |
|
} FFAMediaFormatJni; |
|
|
|
static const FFAMediaFormat media_format_jni; |
|
|
|
struct JNIAMediaCodecFields { |
|
|
|
jclass mediacodec_class; |
|
|
|
jfieldID info_try_again_later_id; |
|
jfieldID info_output_buffers_changed_id; |
|
jfieldID info_output_format_changed_id; |
|
|
|
jfieldID buffer_flag_codec_config_id; |
|
jfieldID buffer_flag_end_of_stream_id; |
|
jfieldID buffer_flag_key_frame_id; |
|
|
|
jfieldID configure_flag_encode_id; |
|
|
|
jmethodID create_by_codec_name_id; |
|
jmethodID create_decoder_by_type_id; |
|
jmethodID create_encoder_by_type_id; |
|
|
|
jmethodID get_name_id; |
|
|
|
jmethodID configure_id; |
|
jmethodID start_id; |
|
jmethodID flush_id; |
|
jmethodID stop_id; |
|
jmethodID release_id; |
|
|
|
jmethodID get_output_format_id; |
|
|
|
jmethodID dequeue_input_buffer_id; |
|
jmethodID queue_input_buffer_id; |
|
jmethodID get_input_buffer_id; |
|
jmethodID get_input_buffers_id; |
|
|
|
jmethodID dequeue_output_buffer_id; |
|
jmethodID get_output_buffer_id; |
|
jmethodID get_output_buffers_id; |
|
jmethodID release_output_buffer_id; |
|
jmethodID release_output_buffer_at_time_id; |
|
|
|
jmethodID set_input_surface_id; |
|
jmethodID signal_end_of_input_stream_id; |
|
|
|
jclass mediainfo_class; |
|
|
|
jmethodID init_id; |
|
|
|
jfieldID flags_id; |
|
jfieldID offset_id; |
|
jfieldID presentation_time_us_id; |
|
jfieldID size_id; |
|
|
|
}; |
|
|
|
static const struct FFJniField jni_amediacodec_mapping[] = { |
|
{ "android/media/MediaCodec", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediacodec_class), 1 }, |
|
|
|
{ "android/media/MediaCodec", "INFO_TRY_AGAIN_LATER", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_try_again_later_id), 1 }, |
|
{ "android/media/MediaCodec", "INFO_OUTPUT_BUFFERS_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_buffers_changed_id), 1 }, |
|
{ "android/media/MediaCodec", "INFO_OUTPUT_FORMAT_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_format_changed_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "BUFFER_FLAG_CODEC_CONFIG", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_codec_config_id), 1 }, |
|
{ "android/media/MediaCodec", "BUFFER_FLAG_END_OF_STREAM", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_end_of_stream_id), 1 }, |
|
{ "android/media/MediaCodec", "BUFFER_FLAG_KEY_FRAME", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_key_frame_id), 0 }, |
|
|
|
{ "android/media/MediaCodec", "CONFIGURE_FLAG_ENCODE", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, configure_flag_encode_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "createByCodecName", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_by_codec_name_id), 1 }, |
|
{ "android/media/MediaCodec", "createDecoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_decoder_by_type_id), 1 }, |
|
{ "android/media/MediaCodec", "createEncoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_encoder_by_type_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_name_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "configure", "(Landroid/media/MediaFormat;Landroid/view/Surface;Landroid/media/MediaCrypto;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, configure_id), 1 }, |
|
{ "android/media/MediaCodec", "start", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, start_id), 1 }, |
|
{ "android/media/MediaCodec", "flush", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, flush_id), 1 }, |
|
{ "android/media/MediaCodec", "stop", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, stop_id), 1 }, |
|
{ "android/media/MediaCodec", "release", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "getOutputFormat", "()Landroid/media/MediaFormat;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_format_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "dequeueInputBuffer", "(J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_input_buffer_id), 1 }, |
|
{ "android/media/MediaCodec", "queueInputBuffer", "(IIIJI)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, queue_input_buffer_id), 1 }, |
|
{ "android/media/MediaCodec", "getInputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffer_id), 0 }, |
|
{ "android/media/MediaCodec", "getInputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffers_id), 1 }, |
|
|
|
{ "android/media/MediaCodec", "dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_output_buffer_id), 1 }, |
|
{ "android/media/MediaCodec", "getOutputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffer_id), 0 }, |
|
{ "android/media/MediaCodec", "getOutputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffers_id), 1 }, |
|
{ "android/media/MediaCodec", "releaseOutputBuffer", "(IZ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_id), 1 }, |
|
{ "android/media/MediaCodec", "releaseOutputBuffer", "(IJ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_at_time_id), 0 }, |
|
|
|
{ "android/media/MediaCodec", "setInputSurface", "(Landroid/view/Surface;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, set_input_surface_id), 0 }, |
|
{ "android/media/MediaCodec", "signalEndOfInputStream", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, signal_end_of_input_stream_id), 0 }, |
|
|
|
{ "android/media/MediaCodec$BufferInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediainfo_class), 1 }, |
|
|
|
{ "android/media/MediaCodec.BufferInfo", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, init_id), 1 }, |
|
{ "android/media/MediaCodec.BufferInfo", "flags", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, flags_id), 1 }, |
|
{ "android/media/MediaCodec.BufferInfo", "offset", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, offset_id), 1 }, |
|
{ "android/media/MediaCodec.BufferInfo", "presentationTimeUs", "J", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, presentation_time_us_id), 1 }, |
|
{ "android/media/MediaCodec.BufferInfo", "size", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, size_id), 1 }, |
|
|
|
{ NULL } |
|
}; |
|
|
|
static const AVClass amediacodec_class = { |
|
.class_name = "amediacodec", |
|
.item_name = av_default_item_name, |
|
.version = LIBAVUTIL_VERSION_INT, |
|
}; |
|
|
|
typedef struct FFAMediaCodecJni { |
|
FFAMediaCodec api; |
|
|
|
struct JNIAMediaCodecFields jfields; |
|
|
|
jobject object; |
|
jobject buffer_info; |
|
|
|
jobject input_buffers; |
|
jobject output_buffers; |
|
|
|
int INFO_TRY_AGAIN_LATER; |
|
int INFO_OUTPUT_BUFFERS_CHANGED; |
|
int INFO_OUTPUT_FORMAT_CHANGED; |
|
|
|
int BUFFER_FLAG_CODEC_CONFIG; |
|
int BUFFER_FLAG_END_OF_STREAM; |
|
int BUFFER_FLAG_KEY_FRAME; |
|
|
|
int CONFIGURE_FLAG_ENCODE; |
|
|
|
int has_get_i_o_buffer; |
|
} FFAMediaCodecJni; |
|
|
|
static const FFAMediaCodec media_codec_jni; |
|
|
|
#define JNI_GET_ENV_OR_RETURN(env, log_ctx, ret) do { \ |
|
(env) = ff_jni_get_env(log_ctx); \ |
|
if (!(env)) { \ |
|
return ret; \ |
|
} \ |
|
} while (0) |
|
|
|
#define JNI_GET_ENV_OR_RETURN_VOID(env, log_ctx) do { \ |
|
(env) = ff_jni_get_env(log_ctx); \ |
|
if (!(env)) { \ |
|
return; \ |
|
} \ |
|
} while (0) |
|
|
|
int ff_AMediaCodecProfile_getProfileFromAVCodecContext(AVCodecContext *avctx) |
|
{ |
|
// Copy and modified from MediaCodecInfo.java |
|
static const int AVCProfileBaseline = 0x01; |
|
static const int AVCProfileMain = 0x02; |
|
static const int AVCProfileExtended = 0x04; |
|
static const int AVCProfileHigh = 0x08; |
|
static const int AVCProfileHigh10 = 0x10; |
|
static const int AVCProfileHigh422 = 0x20; |
|
static const int AVCProfileHigh444 = 0x40; |
|
static const int AVCProfileConstrainedBaseline = 0x10000; |
|
static const int AVCProfileConstrainedHigh = 0x80000; |
|
|
|
static const int HEVCProfileMain = 0x01; |
|
static const int HEVCProfileMain10 = 0x02; |
|
static const int HEVCProfileMainStill = 0x04; |
|
static const int HEVCProfileMain10HDR10 = 0x1000; |
|
static const int HEVCProfileMain10HDR10Plus = 0x2000; |
|
|
|
static const int VP9Profile0 = 0x01; |
|
static const int VP9Profile1 = 0x02; |
|
static const int VP9Profile2 = 0x04; |
|
static const int VP9Profile3 = 0x08; |
|
static const int VP9Profile2HDR = 0x1000; |
|
static const int VP9Profile3HDR = 0x2000; |
|
static const int VP9Profile2HDR10Plus = 0x4000; |
|
static const int VP9Profile3HDR10Plus = 0x8000; |
|
|
|
static const int MPEG4ProfileSimple = 0x01; |
|
static const int MPEG4ProfileSimpleScalable = 0x02; |
|
static const int MPEG4ProfileCore = 0x04; |
|
static const int MPEG4ProfileMain = 0x08; |
|
static const int MPEG4ProfileNbit = 0x10; |
|
static const int MPEG4ProfileScalableTexture = 0x20; |
|
static const int MPEG4ProfileSimpleFBA = 0x80; |
|
static const int MPEG4ProfileSimpleFace = 0x40; |
|
static const int MPEG4ProfileBasicAnimated = 0x100; |
|
static const int MPEG4ProfileHybrid = 0x200; |
|
static const int MPEG4ProfileAdvancedRealTime = 0x400; |
|
static const int MPEG4ProfileCoreScalable = 0x800; |
|
static const int MPEG4ProfileAdvancedCoding = 0x1000; |
|
static const int MPEG4ProfileAdvancedCore = 0x2000; |
|
static const int MPEG4ProfileAdvancedScalable = 0x4000; |
|
static const int MPEG4ProfileAdvancedSimple = 0x8000; |
|
|
|
// Unused yet. |
|
(void)AVCProfileConstrainedHigh; |
|
(void)HEVCProfileMain10HDR10; |
|
(void)HEVCProfileMain10HDR10Plus; |
|
(void)VP9Profile2HDR; |
|
(void)VP9Profile3HDR; |
|
(void)VP9Profile2HDR10Plus; |
|
(void)VP9Profile3HDR10Plus; |
|
|
|
if (avctx->codec_id == AV_CODEC_ID_H264) { |
|
switch(avctx->profile) { |
|
case FF_PROFILE_H264_BASELINE: |
|
return AVCProfileBaseline; |
|
case FF_PROFILE_H264_CONSTRAINED_BASELINE: |
|
return AVCProfileConstrainedBaseline; |
|
case FF_PROFILE_H264_MAIN: |
|
return AVCProfileMain; |
|
break; |
|
case FF_PROFILE_H264_EXTENDED: |
|
return AVCProfileExtended; |
|
case FF_PROFILE_H264_HIGH: |
|
return AVCProfileHigh; |
|
case FF_PROFILE_H264_HIGH_10: |
|
case FF_PROFILE_H264_HIGH_10_INTRA: |
|
return AVCProfileHigh10; |
|
case FF_PROFILE_H264_HIGH_422: |
|
case FF_PROFILE_H264_HIGH_422_INTRA: |
|
return AVCProfileHigh422; |
|
case FF_PROFILE_H264_HIGH_444: |
|
case FF_PROFILE_H264_HIGH_444_INTRA: |
|
case FF_PROFILE_H264_HIGH_444_PREDICTIVE: |
|
return AVCProfileHigh444; |
|
} |
|
} else if (avctx->codec_id == AV_CODEC_ID_HEVC) { |
|
switch (avctx->profile) { |
|
case FF_PROFILE_HEVC_MAIN: |
|
return HEVCProfileMain; |
|
case FF_PROFILE_HEVC_MAIN_STILL_PICTURE: |
|
return HEVCProfileMainStill; |
|
case FF_PROFILE_HEVC_MAIN_10: |
|
return HEVCProfileMain10; |
|
} |
|
} else if (avctx->codec_id == AV_CODEC_ID_VP9) { |
|
switch (avctx->profile) { |
|
case FF_PROFILE_VP9_0: |
|
return VP9Profile0; |
|
case FF_PROFILE_VP9_1: |
|
return VP9Profile1; |
|
case FF_PROFILE_VP9_2: |
|
return VP9Profile2; |
|
case FF_PROFILE_VP9_3: |
|
return VP9Profile3; |
|
} |
|
} else if(avctx->codec_id == AV_CODEC_ID_MPEG4) { |
|
switch (avctx->profile) |
|
{ |
|
case FF_PROFILE_MPEG4_SIMPLE: |
|
return MPEG4ProfileSimple; |
|
case FF_PROFILE_MPEG4_SIMPLE_SCALABLE: |
|
return MPEG4ProfileSimpleScalable; |
|
case FF_PROFILE_MPEG4_CORE: |
|
return MPEG4ProfileCore; |
|
case FF_PROFILE_MPEG4_MAIN: |
|
return MPEG4ProfileMain; |
|
case FF_PROFILE_MPEG4_N_BIT: |
|
return MPEG4ProfileNbit; |
|
case FF_PROFILE_MPEG4_SCALABLE_TEXTURE: |
|
return MPEG4ProfileScalableTexture; |
|
case FF_PROFILE_MPEG4_SIMPLE_FACE_ANIMATION: |
|
return MPEG4ProfileSimpleFBA; |
|
case FF_PROFILE_MPEG4_BASIC_ANIMATED_TEXTURE: |
|
return MPEG4ProfileBasicAnimated; |
|
case FF_PROFILE_MPEG4_HYBRID: |
|
return MPEG4ProfileHybrid; |
|
case FF_PROFILE_MPEG4_ADVANCED_REAL_TIME: |
|
return MPEG4ProfileAdvancedRealTime; |
|
case FF_PROFILE_MPEG4_CORE_SCALABLE: |
|
return MPEG4ProfileCoreScalable; |
|
case FF_PROFILE_MPEG4_ADVANCED_CODING: |
|
return MPEG4ProfileAdvancedCoding; |
|
case FF_PROFILE_MPEG4_ADVANCED_CORE: |
|
return MPEG4ProfileAdvancedCore; |
|
case FF_PROFILE_MPEG4_ADVANCED_SCALABLE_TEXTURE: |
|
return MPEG4ProfileAdvancedScalable; |
|
case FF_PROFILE_MPEG4_ADVANCED_SIMPLE: |
|
return MPEG4ProfileAdvancedSimple; |
|
case FF_PROFILE_MPEG4_SIMPLE_STUDIO: |
|
// Studio profiles are not supported by mediacodec. |
|
default: |
|
break; |
|
} |
|
} |
|
|
|
return -1; |
|
} |
|
|
|
char *ff_AMediaCodecList_getCodecNameByType(const char *mime, int profile, int encoder, void *log_ctx) |
|
{ |
|
int ret; |
|
int i; |
|
int codec_count; |
|
int found_codec = 0; |
|
char *name = NULL; |
|
char *supported_type = NULL; |
|
|
|
JNIEnv *env = NULL; |
|
struct JNIAMediaCodecListFields jfields = { 0 }; |
|
struct JNIAMediaFormatFields mediaformat_jfields = { 0 }; |
|
|
|
jobject codec_name = NULL; |
|
|
|
jobject info = NULL; |
|
jobject type = NULL; |
|
jobjectArray types = NULL; |
|
|
|
jobject capabilities = NULL; |
|
jobject profile_level = NULL; |
|
jobjectArray profile_levels = NULL; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, log_ctx, NULL); |
|
|
|
if ((ret = ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx)) < 0) { |
|
goto done; |
|
} |
|
|
|
if ((ret = ff_jni_init_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx)) < 0) { |
|
goto done; |
|
} |
|
|
|
codec_count = (*env)->CallStaticIntMethod(env, jfields.mediacodec_list_class, jfields.get_codec_count_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
for(i = 0; i < codec_count; i++) { |
|
int j; |
|
int type_count; |
|
int is_encoder; |
|
|
|
info = (*env)->CallStaticObjectMethod(env, jfields.mediacodec_list_class, jfields.get_codec_info_at_id, i); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
types = (*env)->CallObjectMethod(env, info, jfields.get_supported_types_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
is_encoder = (*env)->CallBooleanMethod(env, info, jfields.is_encoder_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
if (is_encoder != encoder) { |
|
goto done_with_info; |
|
} |
|
|
|
if (jfields.is_software_only_id) { |
|
int is_software_only = (*env)->CallBooleanMethod(env, info, jfields.is_software_only_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
if (is_software_only) { |
|
goto done_with_info; |
|
} |
|
} |
|
|
|
codec_name = (*env)->CallObjectMethod(env, info, jfields.get_name_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
name = ff_jni_jstring_to_utf_chars(env, codec_name, log_ctx); |
|
if (!name) { |
|
goto done; |
|
} |
|
|
|
if (codec_name) { |
|
(*env)->DeleteLocalRef(env, codec_name); |
|
codec_name = NULL; |
|
} |
|
|
|
/* Skip software decoders */ |
|
if ( |
|
strstr(name, "OMX.google") || |
|
strstr(name, "OMX.ffmpeg") || |
|
(strstr(name, "OMX.SEC") && strstr(name, ".sw.")) || |
|
!strcmp(name, "OMX.qcom.video.decoder.hevcswvdec")) { |
|
goto done_with_info; |
|
} |
|
|
|
type_count = (*env)->GetArrayLength(env, types); |
|
for (j = 0; j < type_count; j++) { |
|
int k; |
|
int profile_count; |
|
|
|
type = (*env)->GetObjectArrayElement(env, types, j); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
supported_type = ff_jni_jstring_to_utf_chars(env, type, log_ctx); |
|
if (!supported_type) { |
|
goto done; |
|
} |
|
|
|
if (av_strcasecmp(supported_type, mime)) { |
|
goto done_with_type; |
|
} |
|
|
|
capabilities = (*env)->CallObjectMethod(env, info, jfields.get_codec_capabilities_id, type); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
profile_levels = (*env)->GetObjectField(env, capabilities, jfields.profile_levels_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
profile_count = (*env)->GetArrayLength(env, profile_levels); |
|
if (!profile_count) { |
|
found_codec = 1; |
|
} |
|
for (k = 0; k < profile_count; k++) { |
|
int supported_profile = 0; |
|
|
|
if (profile < 0) { |
|
found_codec = 1; |
|
break; |
|
} |
|
|
|
profile_level = (*env)->GetObjectArrayElement(env, profile_levels, k); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
supported_profile = (*env)->GetIntField(env, profile_level, jfields.profile_id); |
|
if (ff_jni_exception_check(env, 1, log_ctx) < 0) { |
|
goto done; |
|
} |
|
|
|
found_codec = profile == supported_profile; |
|
|
|
if (profile_level) { |
|
(*env)->DeleteLocalRef(env, profile_level); |
|
profile_level = NULL; |
|
} |
|
|
|
if (found_codec) { |
|
break; |
|
} |
|
} |
|
|
|
done_with_type: |
|
if (profile_levels) { |
|
(*env)->DeleteLocalRef(env, profile_levels); |
|
profile_levels = NULL; |
|
} |
|
|
|
if (capabilities) { |
|
(*env)->DeleteLocalRef(env, capabilities); |
|
capabilities = NULL; |
|
} |
|
|
|
if (type) { |
|
(*env)->DeleteLocalRef(env, type); |
|
type = NULL; |
|
} |
|
|
|
av_freep(&supported_type); |
|
|
|
if (found_codec) { |
|
break; |
|
} |
|
} |
|
|
|
done_with_info: |
|
if (info) { |
|
(*env)->DeleteLocalRef(env, info); |
|
info = NULL; |
|
} |
|
|
|
if (types) { |
|
(*env)->DeleteLocalRef(env, types); |
|
types = NULL; |
|
} |
|
|
|
if (found_codec) { |
|
break; |
|
} |
|
|
|
av_freep(&name); |
|
} |
|
|
|
done: |
|
if (codec_name) { |
|
(*env)->DeleteLocalRef(env, codec_name); |
|
} |
|
|
|
if (info) { |
|
(*env)->DeleteLocalRef(env, info); |
|
} |
|
|
|
if (type) { |
|
(*env)->DeleteLocalRef(env, type); |
|
} |
|
|
|
if (types) { |
|
(*env)->DeleteLocalRef(env, types); |
|
} |
|
|
|
if (capabilities) { |
|
(*env)->DeleteLocalRef(env, capabilities); |
|
} |
|
|
|
if (profile_level) { |
|
(*env)->DeleteLocalRef(env, profile_level); |
|
} |
|
|
|
if (profile_levels) { |
|
(*env)->DeleteLocalRef(env, profile_levels); |
|
} |
|
|
|
av_freep(&supported_type); |
|
|
|
ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx); |
|
ff_jni_reset_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx); |
|
|
|
if (!found_codec) { |
|
av_freep(&name); |
|
} |
|
|
|
return name; |
|
} |
|
|
|
static FFAMediaFormat *mediaformat_jni_new(void) |
|
{ |
|
JNIEnv *env = NULL; |
|
FFAMediaFormatJni *format = NULL; |
|
jobject object = NULL; |
|
|
|
format = av_mallocz(sizeof(*format)); |
|
if (!format) { |
|
return NULL; |
|
} |
|
format->api = media_format_jni; |
|
|
|
env = ff_jni_get_env(format); |
|
if (!env) { |
|
av_freep(&format); |
|
return NULL; |
|
} |
|
|
|
if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
object = (*env)->NewObject(env, format->jfields.mediaformat_class, format->jfields.init_id); |
|
if (!object) { |
|
goto fail; |
|
} |
|
|
|
format->object = (*env)->NewGlobalRef(env, object); |
|
if (!format->object) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
if (object) { |
|
(*env)->DeleteLocalRef(env, object); |
|
} |
|
|
|
if (!format->object) { |
|
ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format); |
|
av_freep(&format); |
|
} |
|
|
|
return (FFAMediaFormat *)format; |
|
} |
|
|
|
static FFAMediaFormat *mediaformat_jni_newFromObject(void *object) |
|
{ |
|
JNIEnv *env = NULL; |
|
FFAMediaFormatJni *format = NULL; |
|
|
|
format = av_mallocz(sizeof(*format)); |
|
if (!format) { |
|
return NULL; |
|
} |
|
format->api = media_format_jni; |
|
|
|
env = ff_jni_get_env(format); |
|
if (!env) { |
|
av_freep(&format); |
|
return NULL; |
|
} |
|
|
|
if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
format->object = (*env)->NewGlobalRef(env, object); |
|
if (!format->object) { |
|
goto fail; |
|
} |
|
|
|
return (FFAMediaFormat *)format; |
|
fail: |
|
ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format); |
|
|
|
av_freep(&format); |
|
|
|
return NULL; |
|
} |
|
|
|
static int mediaformat_jni_delete(FFAMediaFormat* ctx) |
|
{ |
|
int ret = 0; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
|
|
if (!format) { |
|
return 0; |
|
} |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, AVERROR_EXTERNAL); |
|
|
|
(*env)->DeleteGlobalRef(env, format->object); |
|
format->object = NULL; |
|
|
|
ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format); |
|
|
|
av_freep(&format); |
|
|
|
return ret; |
|
} |
|
|
|
static char* mediaformat_jni_toString(FFAMediaFormat* ctx) |
|
{ |
|
char *ret = NULL; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
jstring description = NULL; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, NULL); |
|
|
|
description = (*env)->CallObjectMethod(env, format->object, format->jfields.to_string_id); |
|
if (ff_jni_exception_check(env, 1, NULL) < 0) { |
|
goto fail; |
|
} |
|
|
|
ret = ff_jni_jstring_to_utf_chars(env, description, format); |
|
fail: |
|
if (description) { |
|
(*env)->DeleteLocalRef(env, description); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediaformat_jni_getInt32(FFAMediaFormat* ctx, const char *name, int32_t *out) |
|
{ |
|
int ret = 1; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jboolean contains_key; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, 0); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key); |
|
if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
*out = (*env)->CallIntMethod(env, format->object, format->jfields.get_integer_id, key); |
|
if ((ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
ret = 1; |
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediaformat_jni_getInt64(FFAMediaFormat* ctx, const char *name, int64_t *out) |
|
{ |
|
int ret = 1; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jboolean contains_key; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, 0); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key); |
|
if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
*out = (*env)->CallLongMethod(env, format->object, format->jfields.get_long_id, key); |
|
if ((ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
ret = 1; |
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediaformat_jni_getFloat(FFAMediaFormat* ctx, const char *name, float *out) |
|
{ |
|
int ret = 1; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jboolean contains_key; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, 0); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key); |
|
if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
*out = (*env)->CallFloatMethod(env, format->object, format->jfields.get_float_id, key); |
|
if ((ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
ret = 1; |
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediaformat_jni_getBuffer(FFAMediaFormat* ctx, const char *name, void** data, size_t *size) |
|
{ |
|
int ret = 1; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jboolean contains_key; |
|
jobject result = NULL; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, 0); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key); |
|
if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_bytebuffer_id, key); |
|
if ((ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
*data = (*env)->GetDirectBufferAddress(env, result); |
|
*size = (*env)->GetDirectBufferCapacity(env, result); |
|
|
|
if (*data && *size) { |
|
void *src = *data; |
|
*data = av_malloc(*size); |
|
if (!*data) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
memcpy(*data, src, *size); |
|
} |
|
|
|
ret = 1; |
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
if (result) { |
|
(*env)->DeleteLocalRef(env, result); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediaformat_jni_getString(FFAMediaFormat* ctx, const char *name, const char **out) |
|
{ |
|
int ret = 1; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jboolean contains_key; |
|
jstring result = NULL; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN(env, format, 0); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key); |
|
if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_string_id, key); |
|
if ((ret = ff_jni_exception_check(env, 1, format)) < 0) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
*out = ff_jni_jstring_to_utf_chars(env, result, format); |
|
if (!*out) { |
|
ret = 0; |
|
goto fail; |
|
} |
|
|
|
ret = 1; |
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
if (result) { |
|
(*env)->DeleteLocalRef(env, result); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static void mediaformat_jni_setInt32(FFAMediaFormat* ctx, const char* name, int32_t value) |
|
{ |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN_VOID(env, format); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
goto fail; |
|
} |
|
|
|
(*env)->CallVoidMethod(env, format->object, format->jfields.set_integer_id, key, value); |
|
if (ff_jni_exception_check(env, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
} |
|
|
|
static void mediaformat_jni_setInt64(FFAMediaFormat* ctx, const char* name, int64_t value) |
|
{ |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN_VOID(env, format); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
goto fail; |
|
} |
|
|
|
(*env)->CallVoidMethod(env, format->object, format->jfields.set_long_id, key, value); |
|
if (ff_jni_exception_check(env, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
} |
|
|
|
static void mediaformat_jni_setFloat(FFAMediaFormat* ctx, const char* name, float value) |
|
{ |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN_VOID(env, format); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
goto fail; |
|
} |
|
|
|
(*env)->CallVoidMethod(env, format->object, format->jfields.set_float_id, key, value); |
|
if (ff_jni_exception_check(env, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
} |
|
|
|
static void mediaformat_jni_setString(FFAMediaFormat* ctx, const char* name, const char* value) |
|
{ |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jstring string = NULL; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN_VOID(env, format); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
goto fail; |
|
} |
|
|
|
string = ff_jni_utf_chars_to_jstring(env, value, format); |
|
if (!string) { |
|
goto fail; |
|
} |
|
|
|
(*env)->CallVoidMethod(env, format->object, format->jfields.set_string_id, key, string); |
|
if (ff_jni_exception_check(env, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
if (string) { |
|
(*env)->DeleteLocalRef(env, string); |
|
} |
|
} |
|
|
|
static void mediaformat_jni_setBuffer(FFAMediaFormat* ctx, const char* name, void* data, size_t size) |
|
{ |
|
JNIEnv *env = NULL; |
|
jstring key = NULL; |
|
jobject buffer = NULL; |
|
void *buffer_data = NULL; |
|
FFAMediaFormatJni *format = (FFAMediaFormatJni *)ctx; |
|
|
|
av_assert0(format != NULL); |
|
|
|
JNI_GET_ENV_OR_RETURN_VOID(env, format); |
|
|
|
key = ff_jni_utf_chars_to_jstring(env, name, format); |
|
if (!key) { |
|
goto fail; |
|
} |
|
|
|
if (!data || !size) { |
|
goto fail; |
|
} |
|
|
|
buffer_data = av_malloc(size); |
|
if (!buffer_data) { |
|
goto fail; |
|
} |
|
|
|
memcpy(buffer_data, data, size); |
|
|
|
buffer = (*env)->NewDirectByteBuffer(env, buffer_data, size); |
|
if (!buffer) { |
|
goto fail; |
|
} |
|
|
|
(*env)->CallVoidMethod(env, format->object, format->jfields.set_bytebuffer_id, key, buffer); |
|
if (ff_jni_exception_check(env, 1, format) < 0) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
if (key) { |
|
(*env)->DeleteLocalRef(env, key); |
|
} |
|
|
|
if (buffer) { |
|
(*env)->DeleteLocalRef(env, buffer); |
|
} |
|
} |
|
|
|
static int codec_init_static_fields(FFAMediaCodecJni *codec) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->BUFFER_FLAG_CODEC_CONFIG = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_codec_config_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->BUFFER_FLAG_END_OF_STREAM = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_end_of_stream_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
if (codec->jfields.buffer_flag_key_frame_id) { |
|
codec->BUFFER_FLAG_KEY_FRAME = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_key_frame_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
} |
|
|
|
codec->CONFIGURE_FLAG_ENCODE = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.configure_flag_encode_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->INFO_OUTPUT_BUFFERS_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_buffers_changed_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->INFO_OUTPUT_FORMAT_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_format_changed_id); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
goto fail; |
|
} |
|
|
|
fail: |
|
|
|
return ret; |
|
} |
|
|
|
#define CREATE_CODEC_BY_NAME 0 |
|
#define CREATE_DECODER_BY_TYPE 1 |
|
#define CREATE_ENCODER_BY_TYPE 2 |
|
|
|
static inline FFAMediaCodec *codec_create(int method, const char *arg) |
|
{ |
|
int ret = -1; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = NULL; |
|
jstring jarg = NULL; |
|
jobject object = NULL; |
|
jobject buffer_info = NULL; |
|
jmethodID create_id = NULL; |
|
|
|
codec = av_mallocz(sizeof(*codec)); |
|
if (!codec) { |
|
return NULL; |
|
} |
|
codec->api = media_codec_jni; |
|
|
|
env = ff_jni_get_env(codec); |
|
if (!env) { |
|
av_freep(&codec); |
|
return NULL; |
|
} |
|
|
|
if (ff_jni_init_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
jarg = ff_jni_utf_chars_to_jstring(env, arg, codec); |
|
if (!jarg) { |
|
goto fail; |
|
} |
|
|
|
switch (method) { |
|
case CREATE_CODEC_BY_NAME: create_id = codec->jfields.create_by_codec_name_id; break; |
|
case CREATE_DECODER_BY_TYPE: create_id = codec->jfields.create_decoder_by_type_id; break; |
|
case CREATE_ENCODER_BY_TYPE: create_id = codec->jfields.create_encoder_by_type_id; break; |
|
default: |
|
av_assert0(0); |
|
} |
|
|
|
object = (*env)->CallStaticObjectMethod(env, |
|
codec->jfields.mediacodec_class, |
|
create_id, |
|
jarg); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->object = (*env)->NewGlobalRef(env, object); |
|
if (!codec->object) { |
|
goto fail; |
|
} |
|
|
|
if (codec_init_static_fields(codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
if (codec->jfields.get_input_buffer_id && codec->jfields.get_output_buffer_id) { |
|
codec->has_get_i_o_buffer = 1; |
|
} |
|
|
|
buffer_info = (*env)->NewObject(env, codec->jfields.mediainfo_class, codec->jfields.init_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->buffer_info = (*env)->NewGlobalRef(env, buffer_info); |
|
if (!codec->buffer_info) { |
|
goto fail; |
|
} |
|
|
|
ret = 0; |
|
fail: |
|
if (jarg) { |
|
(*env)->DeleteLocalRef(env, jarg); |
|
} |
|
|
|
if (object) { |
|
(*env)->DeleteLocalRef(env, object); |
|
} |
|
|
|
if (buffer_info) { |
|
(*env)->DeleteLocalRef(env, buffer_info); |
|
} |
|
|
|
if (ret < 0) { |
|
if (codec->object) { |
|
(*env)->DeleteGlobalRef(env, codec->object); |
|
} |
|
|
|
if (codec->buffer_info) { |
|
(*env)->DeleteGlobalRef(env, codec->buffer_info); |
|
} |
|
|
|
ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec); |
|
av_freep(&codec); |
|
} |
|
|
|
return (FFAMediaCodec *)codec; |
|
} |
|
|
|
#define DECLARE_FF_AMEDIACODEC_CREATE_FUNC(name, method) \ |
|
static FFAMediaCodec *mediacodec_jni_##name(const char *arg) \ |
|
{ \ |
|
return codec_create(method, arg); \ |
|
} \ |
|
|
|
DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createCodecByName, CREATE_CODEC_BY_NAME) |
|
DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createDecoderByType, CREATE_DECODER_BY_TYPE) |
|
DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createEncoderByType, CREATE_ENCODER_BY_TYPE) |
|
|
|
static int mediacodec_jni_delete(FFAMediaCodec* ctx) |
|
{ |
|
int ret = 0; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
JNIEnv *env = NULL; |
|
|
|
if (!codec) { |
|
return 0; |
|
} |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.release_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
} |
|
|
|
(*env)->DeleteGlobalRef(env, codec->input_buffers); |
|
codec->input_buffers = NULL; |
|
|
|
(*env)->DeleteGlobalRef(env, codec->output_buffers); |
|
codec->output_buffers = NULL; |
|
|
|
(*env)->DeleteGlobalRef(env, codec->object); |
|
codec->object = NULL; |
|
|
|
(*env)->DeleteGlobalRef(env, codec->buffer_info); |
|
codec->buffer_info = NULL; |
|
|
|
ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec); |
|
|
|
av_freep(&codec); |
|
|
|
return ret; |
|
} |
|
|
|
static char *mediacodec_jni_getName(FFAMediaCodec *ctx) |
|
{ |
|
char *ret = NULL; |
|
JNIEnv *env = NULL; |
|
jobject *name = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, NULL); |
|
|
|
name = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_name_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
ret = ff_jni_jstring_to_utf_chars(env, name, codec); |
|
|
|
fail: |
|
if (name) { |
|
(*env)->DeleteLocalRef(env, name); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_configure(FFAMediaCodec *ctx, |
|
const FFAMediaFormat* format_ctx, |
|
FFANativeWindow* window, |
|
void *crypto, |
|
uint32_t flags) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
const FFAMediaFormatJni *format = (FFAMediaFormatJni *)format_ctx; |
|
jobject *surface = window ? window->surface : NULL; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
if (flags & codec->CONFIGURE_FLAG_ENCODE) { |
|
if (surface && !codec->jfields.set_input_surface_id) { |
|
av_log(ctx, AV_LOG_ERROR, "System doesn't support setInputSurface\n"); |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.configure_id, format->object, NULL, NULL, flags); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) |
|
return AVERROR_EXTERNAL; |
|
|
|
if (!surface) |
|
return 0; |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.set_input_surface_id, surface); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) |
|
return AVERROR_EXTERNAL; |
|
return 0; |
|
} else { |
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.configure_id, format->object, surface, NULL, flags); |
|
} |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_start(FFAMediaCodec* ctx) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.start_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_stop(FFAMediaCodec* ctx) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.stop_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_flush(FFAMediaCodec* ctx) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.flush_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_releaseOutputBuffer(FFAMediaCodec* ctx, size_t idx, int render) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_id, (jint)idx, (jboolean)render); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_releaseOutputBufferAtTime(FFAMediaCodec *ctx, size_t idx, int64_t timestampNs) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_at_time_id, (jint)idx, (jlong)timestampNs); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static ssize_t mediacodec_jni_dequeueInputBuffer(FFAMediaCodec* ctx, int64_t timeoutUs) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_input_buffer_id, timeoutUs); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_queueInputBuffer(FFAMediaCodec* ctx, size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.queue_input_buffer_id, (jint)idx, (jint)offset, (jint)size, time, flags); |
|
if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static ssize_t mediacodec_jni_dequeueOutputBuffer(FFAMediaCodec* ctx, FFAMediaCodecBufferInfo *info, int64_t timeoutUs) |
|
{ |
|
int ret = 0; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_output_buffer_id, codec->buffer_info, timeoutUs); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
info->flags = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.flags_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
info->offset = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.offset_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
info->presentationTimeUs = (*env)->GetLongField(env, codec->buffer_info, codec->jfields.presentation_time_us_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
info->size = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.size_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static uint8_t* mediacodec_jni_getInputBuffer(FFAMediaCodec* ctx, size_t idx, size_t *out_size) |
|
{ |
|
uint8_t *ret = NULL; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
jobject buffer = NULL; |
|
jobject input_buffers = NULL; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, NULL); |
|
|
|
if (codec->has_get_i_o_buffer) { |
|
buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffer_id, (jint)idx); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
} else { |
|
if (!codec->input_buffers) { |
|
input_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffers_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->input_buffers = (*env)->NewGlobalRef(env, input_buffers); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
} |
|
|
|
buffer = (*env)->GetObjectArrayElement(env, codec->input_buffers, idx); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
} |
|
|
|
ret = (*env)->GetDirectBufferAddress(env, buffer); |
|
*out_size = (*env)->GetDirectBufferCapacity(env, buffer); |
|
fail: |
|
if (buffer) { |
|
(*env)->DeleteLocalRef(env, buffer); |
|
} |
|
|
|
if (input_buffers) { |
|
(*env)->DeleteLocalRef(env, input_buffers); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static uint8_t* mediacodec_jni_getOutputBuffer(FFAMediaCodec* ctx, size_t idx, size_t *out_size) |
|
{ |
|
uint8_t *ret = NULL; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
jobject buffer = NULL; |
|
jobject output_buffers = NULL; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, NULL); |
|
|
|
if (codec->has_get_i_o_buffer) { |
|
buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffer_id, (jint)idx); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
} else { |
|
if (!codec->output_buffers) { |
|
output_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffers_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
codec->output_buffers = (*env)->NewGlobalRef(env, output_buffers); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
} |
|
|
|
buffer = (*env)->GetObjectArrayElement(env, codec->output_buffers, idx); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
} |
|
|
|
ret = (*env)->GetDirectBufferAddress(env, buffer); |
|
*out_size = (*env)->GetDirectBufferCapacity(env, buffer); |
|
fail: |
|
if (buffer) { |
|
(*env)->DeleteLocalRef(env, buffer); |
|
} |
|
|
|
if (output_buffers) { |
|
(*env)->DeleteLocalRef(env, output_buffers); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static FFAMediaFormat* mediacodec_jni_getOutputFormat(FFAMediaCodec* ctx) |
|
{ |
|
FFAMediaFormat *ret = NULL; |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
jobject mediaformat = NULL; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, NULL); |
|
|
|
mediaformat = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_format_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
goto fail; |
|
} |
|
|
|
ret = mediaformat_jni_newFromObject(mediaformat); |
|
fail: |
|
if (mediaformat) { |
|
(*env)->DeleteLocalRef(env, mediaformat); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_infoTryAgainLater(FFAMediaCodec *ctx, ssize_t idx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return idx == codec->INFO_TRY_AGAIN_LATER; |
|
} |
|
|
|
static int mediacodec_jni_infoOutputBuffersChanged(FFAMediaCodec *ctx, ssize_t idx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return idx == codec->INFO_OUTPUT_BUFFERS_CHANGED; |
|
} |
|
|
|
static int mediacodec_jni_infoOutputFormatChanged(FFAMediaCodec *ctx, ssize_t idx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return idx == codec->INFO_OUTPUT_FORMAT_CHANGED; |
|
} |
|
|
|
static int mediacodec_jni_getBufferFlagCodecConfig(FFAMediaCodec *ctx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return codec->BUFFER_FLAG_CODEC_CONFIG; |
|
} |
|
|
|
static int mediacodec_jni_getBufferFlagEndOfStream(FFAMediaCodec *ctx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return codec->BUFFER_FLAG_END_OF_STREAM; |
|
} |
|
|
|
static int mediacodec_jni_getBufferFlagKeyFrame(FFAMediaCodec *ctx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return codec->BUFFER_FLAG_KEY_FRAME; |
|
} |
|
|
|
static int mediacodec_jni_getConfigureFlagEncode(FFAMediaCodec *ctx) |
|
{ |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
return codec->CONFIGURE_FLAG_ENCODE; |
|
} |
|
|
|
static int mediacodec_jni_cleanOutputBuffers(FFAMediaCodec *ctx) |
|
{ |
|
int ret = 0; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
if (!codec->has_get_i_o_buffer) { |
|
if (codec->output_buffers) { |
|
JNIEnv *env = NULL; |
|
|
|
env = ff_jni_get_env(codec); |
|
if (!env) { |
|
ret = AVERROR_EXTERNAL; |
|
goto fail; |
|
} |
|
|
|
(*env)->DeleteGlobalRef(env, codec->output_buffers); |
|
codec->output_buffers = NULL; |
|
} |
|
} |
|
|
|
fail: |
|
return ret; |
|
} |
|
|
|
static int mediacodec_jni_signalEndOfInputStream(FFAMediaCodec *ctx) |
|
{ |
|
JNIEnv *env = NULL; |
|
FFAMediaCodecJni *codec = (FFAMediaCodecJni *)ctx; |
|
|
|
JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL); |
|
|
|
(*env)->CallVoidMethod(env, codec->object, codec->jfields.signal_end_of_input_stream_id); |
|
if (ff_jni_exception_check(env, 1, codec) < 0) { |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
static const FFAMediaFormat media_format_jni = { |
|
.class = &amediaformat_class, |
|
|
|
.create = mediaformat_jni_new, |
|
.delete = mediaformat_jni_delete, |
|
|
|
.toString = mediaformat_jni_toString, |
|
|
|
.getInt32 = mediaformat_jni_getInt32, |
|
.getInt64 = mediaformat_jni_getInt64, |
|
.getFloat = mediaformat_jni_getFloat, |
|
.getBuffer = mediaformat_jni_getBuffer, |
|
.getString = mediaformat_jni_getString, |
|
|
|
.setInt32 = mediaformat_jni_setInt32, |
|
.setInt64 = mediaformat_jni_setInt64, |
|
.setFloat = mediaformat_jni_setFloat, |
|
.setString = mediaformat_jni_setString, |
|
.setBuffer = mediaformat_jni_setBuffer, |
|
}; |
|
|
|
static const FFAMediaCodec media_codec_jni = { |
|
.class = &amediacodec_class, |
|
|
|
.getName = mediacodec_jni_getName, |
|
|
|
.createCodecByName = mediacodec_jni_createCodecByName, |
|
.createDecoderByType = mediacodec_jni_createDecoderByType, |
|
.createEncoderByType = mediacodec_jni_createEncoderByType, |
|
.delete = mediacodec_jni_delete, |
|
|
|
.configure = mediacodec_jni_configure, |
|
.start = mediacodec_jni_start, |
|
.stop = mediacodec_jni_stop, |
|
.flush = mediacodec_jni_flush, |
|
|
|
.getInputBuffer = mediacodec_jni_getInputBuffer, |
|
.getOutputBuffer = mediacodec_jni_getOutputBuffer, |
|
|
|
.dequeueInputBuffer = mediacodec_jni_dequeueInputBuffer, |
|
.queueInputBuffer = mediacodec_jni_queueInputBuffer, |
|
|
|
.dequeueOutputBuffer = mediacodec_jni_dequeueOutputBuffer, |
|
.getOutputFormat = mediacodec_jni_getOutputFormat, |
|
|
|
.releaseOutputBuffer = mediacodec_jni_releaseOutputBuffer, |
|
.releaseOutputBufferAtTime = mediacodec_jni_releaseOutputBufferAtTime, |
|
|
|
.infoTryAgainLater = mediacodec_jni_infoTryAgainLater, |
|
.infoOutputBuffersChanged = mediacodec_jni_infoOutputBuffersChanged, |
|
.infoOutputFormatChanged = mediacodec_jni_infoOutputFormatChanged, |
|
|
|
.getBufferFlagCodecConfig = mediacodec_jni_getBufferFlagCodecConfig, |
|
.getBufferFlagEndOfStream = mediacodec_jni_getBufferFlagEndOfStream, |
|
.getBufferFlagKeyFrame = mediacodec_jni_getBufferFlagKeyFrame, |
|
|
|
.getConfigureFlagEncode = mediacodec_jni_getConfigureFlagEncode, |
|
.cleanOutputBuffers = mediacodec_jni_cleanOutputBuffers, |
|
.signalEndOfInputStream = mediacodec_jni_signalEndOfInputStream, |
|
}; |
|
|
|
typedef struct FFAMediaFormatNdk { |
|
FFAMediaFormat api; |
|
|
|
void *libmedia; |
|
AMediaFormat *impl; |
|
|
|
AMediaFormat *(*new)(void); |
|
media_status_t (*delete)(AMediaFormat*); |
|
|
|
const char* (*toString)(AMediaFormat*); |
|
|
|
bool (*getInt32)(AMediaFormat*, const char *name, int32_t *out); |
|
bool (*getInt64)(AMediaFormat*, const char *name, int64_t *out); |
|
bool (*getFloat)(AMediaFormat*, const char *name, float *out); |
|
bool (*getSize)(AMediaFormat*, const char *name, size_t *out); |
|
bool (*getBuffer)(AMediaFormat*, const char *name, void** data, size_t *size); |
|
bool (*getString)(AMediaFormat*, const char *name, const char **out); |
|
bool (*getRect)(AMediaFormat *, const char *name, |
|
int32_t *left, int32_t *top, int32_t *right, int32_t *bottom); |
|
|
|
void (*setInt32)(AMediaFormat*, const char* name, int32_t value); |
|
void (*setInt64)(AMediaFormat*, const char* name, int64_t value); |
|
void (*setFloat)(AMediaFormat*, const char* name, float value); |
|
void (*setString)(AMediaFormat*, const char* name, const char* value); |
|
void (*setBuffer)(AMediaFormat*, const char* name, const void* data, size_t size); |
|
void (*setRect)(AMediaFormat *, const char *name, |
|
int32_t left, int32_t top, int32_t right, int32_t bottom); |
|
} FFAMediaFormatNdk; |
|
|
|
typedef struct FFAMediaCodecNdk { |
|
FFAMediaCodec api; |
|
|
|
void *libmedia; |
|
AMediaCodec *impl; |
|
ANativeWindow *window; |
|
|
|
AMediaCodec* (*createCodecByName)(const char *name); |
|
AMediaCodec* (*createDecoderByType)(const char *mime_type); |
|
AMediaCodec* (*createEncoderByType)(const char *mime_type); |
|
media_status_t (*delete)(AMediaCodec*); |
|
|
|
media_status_t (*configure)(AMediaCodec *, |
|
const AMediaFormat *format, |
|
ANativeWindow *surface, |
|
AMediaCrypto *crypto, |
|
uint32_t flags); |
|
media_status_t (*start)(AMediaCodec*); |
|
media_status_t (*stop)(AMediaCodec*); |
|
media_status_t (*flush)(AMediaCodec*); |
|
|
|
uint8_t* (*getInputBuffer)(AMediaCodec*, size_t idx, size_t *out_size); |
|
uint8_t* (*getOutputBuffer)(AMediaCodec*, size_t idx, size_t *out_size); |
|
|
|
ssize_t (*dequeueInputBuffer)(AMediaCodec*, int64_t timeoutUs); |
|
media_status_t (*queueInputBuffer)(AMediaCodec*, size_t idx, |
|
long offset, size_t size, |
|
uint64_t time, uint32_t flags); |
|
|
|
ssize_t (*dequeueOutputBuffer)(AMediaCodec*, AMediaCodecBufferInfo *info, int64_t timeoutUs); |
|
AMediaFormat* (*getOutputFormat)(AMediaCodec*); |
|
|
|
media_status_t (*releaseOutputBuffer)(AMediaCodec*, size_t idx, bool render); |
|
media_status_t (*releaseOutputBufferAtTime)(AMediaCodec *mData, size_t idx, int64_t timestampNs); |
|
|
|
// Available since API level 28. |
|
media_status_t (*getName)(AMediaCodec*, char** out_name); |
|
void (*releaseName)(AMediaCodec*, char* name); |
|
|
|
// Available since API level 26. |
|
media_status_t (*setInputSurface)(AMediaCodec*, ANativeWindow *); |
|
media_status_t (*signalEndOfInputStream)(AMediaCodec *); |
|
} FFAMediaCodecNdk; |
|
|
|
static const FFAMediaFormat media_format_ndk; |
|
static const FFAMediaCodec media_codec_ndk; |
|
|
|
static const AVClass amediaformat_ndk_class = { |
|
.class_name = "amediaformat_ndk", |
|
.item_name = av_default_item_name, |
|
.version = LIBAVUTIL_VERSION_INT, |
|
}; |
|
|
|
static const AVClass amediacodec_ndk_class = { |
|
.class_name = "amediacodec_ndk", |
|
.item_name = av_default_item_name, |
|
.version = LIBAVUTIL_VERSION_INT, |
|
}; |
|
|
|
static FFAMediaFormat *mediaformat_ndk_create(AMediaFormat *impl) |
|
{ |
|
FFAMediaFormatNdk *format = av_mallocz(sizeof(*format)); |
|
if (!format) |
|
return NULL; |
|
|
|
format->api = media_format_ndk; |
|
|
|
format->libmedia = dlopen("libmediandk.so", RTLD_NOW); |
|
if (!format->libmedia) |
|
goto error; |
|
|
|
#define GET_OPTIONAL_SYMBOL(sym) \ |
|
format->sym = dlsym(format->libmedia, "AMediaFormat_" #sym); |
|
|
|
#define GET_SYMBOL(sym) \ |
|
GET_OPTIONAL_SYMBOL(sym) \ |
|
if (!format->sym) \ |
|
goto error; |
|
|
|
GET_SYMBOL(new) |
|
GET_SYMBOL(delete) |
|
|
|
GET_SYMBOL(toString) |
|
|
|
GET_SYMBOL(getInt32) |
|
GET_SYMBOL(getInt64) |
|
GET_SYMBOL(getFloat) |
|
GET_SYMBOL(getSize) |
|
GET_SYMBOL(getBuffer) |
|
GET_SYMBOL(getString) |
|
GET_OPTIONAL_SYMBOL(getRect) |
|
|
|
GET_SYMBOL(setInt32) |
|
GET_SYMBOL(setInt64) |
|
GET_SYMBOL(setFloat) |
|
GET_SYMBOL(setString) |
|
GET_SYMBOL(setBuffer) |
|
GET_OPTIONAL_SYMBOL(setRect) |
|
|
|
#undef GET_SYMBOL |
|
#undef GET_OPTIONAL_SYMBOL |
|
|
|
if (impl) { |
|
format->impl = impl; |
|
} else { |
|
format->impl = format->new(); |
|
if (!format->impl) |
|
goto error; |
|
} |
|
|
|
return (FFAMediaFormat *)format; |
|
|
|
error: |
|
if (format->libmedia) |
|
dlclose(format->libmedia); |
|
av_freep(&format); |
|
return NULL; |
|
} |
|
|
|
static FFAMediaFormat *mediaformat_ndk_new(void) |
|
{ |
|
return mediaformat_ndk_create(NULL); |
|
} |
|
|
|
static int mediaformat_ndk_delete(FFAMediaFormat* ctx) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
int ret = 0; |
|
if (!format) |
|
return 0; |
|
|
|
av_assert0(format->api.class == &amediaformat_ndk_class); |
|
|
|
if (format->impl && (format->delete(format->impl) != AMEDIA_OK)) |
|
ret = AVERROR_EXTERNAL; |
|
if (format->libmedia) |
|
dlclose(format->libmedia); |
|
av_free(format); |
|
|
|
return ret; |
|
} |
|
|
|
static char* mediaformat_ndk_toString(FFAMediaFormat* ctx) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
const char *str = format->toString(format->impl); |
|
return av_strdup(str); |
|
} |
|
|
|
static int mediaformat_ndk_getInt32(FFAMediaFormat* ctx, const char *name, int32_t *out) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
return format->getInt32(format->impl, name, out); |
|
} |
|
|
|
static int mediaformat_ndk_getInt64(FFAMediaFormat* ctx, const char *name, int64_t *out) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
return format->getInt64(format->impl, name, out); |
|
} |
|
|
|
static int mediaformat_ndk_getFloat(FFAMediaFormat* ctx, const char *name, float *out) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
return format->getFloat(format->impl, name, out); |
|
} |
|
|
|
static int mediaformat_ndk_getBuffer(FFAMediaFormat* ctx, const char *name, void** data, size_t *size) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
return format->getBuffer(format->impl, name, data, size); |
|
} |
|
|
|
static int mediaformat_ndk_getString(FFAMediaFormat* ctx, const char *name, const char **out) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
const char *tmp = NULL; |
|
int ret = format->getString(format->impl, name, &tmp); |
|
|
|
if (tmp) |
|
*out = av_strdup(tmp); |
|
return ret; |
|
} |
|
|
|
static int mediaformat_ndk_getRect(FFAMediaFormat *ctx, const char *name, |
|
int32_t *left, int32_t *top, int32_t *right, int32_t *bottom) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
if (!format->getRect) |
|
return AVERROR_EXTERNAL; |
|
return format->getRect(format->impl, name, left, top, right, bottom); |
|
} |
|
|
|
static void mediaformat_ndk_setInt32(FFAMediaFormat* ctx, const char* name, int32_t value) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
format->setInt32(format->impl, name, value); |
|
} |
|
|
|
static void mediaformat_ndk_setInt64(FFAMediaFormat* ctx, const char* name, int64_t value) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
format->setInt64(format->impl, name, value); |
|
} |
|
|
|
static void mediaformat_ndk_setFloat(FFAMediaFormat* ctx, const char* name, float value) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
format->setFloat(format->impl, name, value); |
|
} |
|
|
|
static void mediaformat_ndk_setString(FFAMediaFormat* ctx, const char* name, const char* value) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
format->setString(format->impl, name, value); |
|
} |
|
|
|
static void mediaformat_ndk_setBuffer(FFAMediaFormat* ctx, const char* name, void* data, size_t size) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
format->setBuffer(format->impl, name, data, size); |
|
} |
|
|
|
static void mediaformat_ndk_setRect(FFAMediaFormat *ctx, const char *name, |
|
int32_t left, int32_t top, int32_t right, int32_t bottom) |
|
{ |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)ctx; |
|
if (!format->setRect) { |
|
av_log(ctx, AV_LOG_WARNING, "Doesn't support setRect\n"); |
|
return; |
|
} |
|
format->setRect(format->impl, name, left, top, right, bottom); |
|
} |
|
|
|
static char *mediacodec_ndk_getName(FFAMediaCodec *ctx) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
char *ret = NULL; |
|
char *name = NULL; |
|
|
|
if (!codec->getName || !codec->releaseName) { |
|
av_log(ctx, AV_LOG_DEBUG, "getName() unavailable\n"); |
|
return ret; |
|
} |
|
|
|
codec->getName(codec->impl, &name); |
|
if (name) { |
|
ret = av_strdup(name); |
|
codec->releaseName(codec->impl, name); |
|
} |
|
|
|
return ret; |
|
} |
|
|
|
static inline FFAMediaCodec *ndk_codec_create(int method, const char *arg) { |
|
FFAMediaCodecNdk *codec = av_mallocz(sizeof(*codec)); |
|
const char *lib_name = "libmediandk.so"; |
|
|
|
if (!codec) |
|
return NULL; |
|
|
|
codec->api = media_codec_ndk; |
|
codec->libmedia = dlopen(lib_name, RTLD_NOW); |
|
if (!codec->libmedia) |
|
goto error; |
|
|
|
#define GET_SYMBOL(sym, required) \ |
|
codec->sym = dlsym(codec->libmedia, "AMediaCodec_" #sym); \ |
|
if (!codec->sym) { \ |
|
av_log(codec, required ? AV_LOG_ERROR : AV_LOG_INFO, \ |
|
#sym "() unavailable from %s\n", lib_name); \ |
|
if (required) \ |
|
goto error; \ |
|
} |
|
|
|
GET_SYMBOL(createCodecByName, 1) |
|
GET_SYMBOL(createDecoderByType, 1) |
|
GET_SYMBOL(createEncoderByType, 1) |
|
GET_SYMBOL(delete, 1) |
|
|
|
GET_SYMBOL(configure, 1) |
|
GET_SYMBOL(start, 1) |
|
GET_SYMBOL(stop, 1) |
|
GET_SYMBOL(flush, 1) |
|
|
|
GET_SYMBOL(getInputBuffer, 1) |
|
GET_SYMBOL(getOutputBuffer, 1) |
|
|
|
GET_SYMBOL(dequeueInputBuffer, 1) |
|
GET_SYMBOL(queueInputBuffer, 1) |
|
|
|
GET_SYMBOL(dequeueOutputBuffer, 1) |
|
GET_SYMBOL(getOutputFormat, 1) |
|
|
|
GET_SYMBOL(releaseOutputBuffer, 1) |
|
GET_SYMBOL(releaseOutputBufferAtTime, 1) |
|
|
|
GET_SYMBOL(getName, 0) |
|
GET_SYMBOL(releaseName, 0) |
|
|
|
GET_SYMBOL(setInputSurface, 0) |
|
GET_SYMBOL(signalEndOfInputStream, 0) |
|
|
|
#undef GET_SYMBOL |
|
|
|
switch (method) { |
|
case CREATE_CODEC_BY_NAME: |
|
codec->impl = codec->createCodecByName(arg); |
|
break; |
|
case CREATE_DECODER_BY_TYPE: |
|
codec->impl = codec->createDecoderByType(arg); |
|
break; |
|
case CREATE_ENCODER_BY_TYPE: |
|
codec->impl = codec->createEncoderByType(arg); |
|
break; |
|
default: |
|
av_assert0(0); |
|
} |
|
if (!codec->impl) |
|
goto error; |
|
|
|
return (FFAMediaCodec *)codec; |
|
|
|
error: |
|
if (codec->libmedia) |
|
dlclose(codec->libmedia); |
|
av_freep(&codec); |
|
return NULL; |
|
} |
|
|
|
#define DECLARE_NDK_AMEDIACODEC_CREATE_FUNC(name, method) \ |
|
static FFAMediaCodec *mediacodec_ndk_##name(const char *arg) \ |
|
{ \ |
|
return ndk_codec_create(method, arg); \ |
|
} \ |
|
|
|
DECLARE_NDK_AMEDIACODEC_CREATE_FUNC(createCodecByName, CREATE_CODEC_BY_NAME) |
|
DECLARE_NDK_AMEDIACODEC_CREATE_FUNC(createDecoderByType, CREATE_DECODER_BY_TYPE) |
|
DECLARE_NDK_AMEDIACODEC_CREATE_FUNC(createEncoderByType, CREATE_ENCODER_BY_TYPE) |
|
|
|
static int mediacodec_ndk_delete(FFAMediaCodec* ctx) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
int ret = 0; |
|
|
|
if (!codec) |
|
return 0; |
|
|
|
av_assert0(codec->api.class == &amediacodec_ndk_class); |
|
|
|
if (codec->impl && (codec->delete(codec->impl) != AMEDIA_OK)) |
|
ret = AVERROR_EXTERNAL; |
|
if (codec->window) |
|
ANativeWindow_release(codec->window); |
|
if (codec->libmedia) |
|
dlclose(codec->libmedia); |
|
av_free(codec); |
|
|
|
return ret; |
|
} |
|
|
|
static int mediacodec_ndk_configure(FFAMediaCodec* ctx, |
|
const FFAMediaFormat* format_ctx, |
|
FFANativeWindow* window, |
|
void *crypto, |
|
uint32_t flags) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
FFAMediaFormatNdk *format = (FFAMediaFormatNdk *)format_ctx; |
|
media_status_t status; |
|
ANativeWindow *native_window = NULL; |
|
|
|
if (window) { |
|
if (window->surface) { |
|
JNIEnv *env = NULL; |
|
JNI_GET_ENV_OR_RETURN(env, ctx, -1); |
|
native_window = ANativeWindow_fromSurface(env, window->surface); |
|
// Save for release |
|
codec->window = native_window; |
|
} else if (window->native_window) { |
|
native_window = window->native_window; |
|
} |
|
} |
|
|
|
if (format_ctx->class != &amediaformat_ndk_class) { |
|
av_log(ctx, AV_LOG_ERROR, "invalid media format\n"); |
|
return AVERROR(EINVAL); |
|
} |
|
|
|
if (flags & AMEDIACODEC_CONFIGURE_FLAG_ENCODE) { |
|
if (native_window && !codec->setInputSurface) { |
|
av_log(ctx, AV_LOG_ERROR, "System doesn't support setInputSurface\n"); |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
status = codec->configure(codec->impl, format->impl, NULL, NULL, flags); |
|
if (status != AMEDIA_OK) { |
|
av_log(codec, AV_LOG_ERROR, "Encoder configure failed, %d\n", status); |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
if (!native_window) |
|
return 0; |
|
|
|
status = codec->setInputSurface(codec->impl, native_window); |
|
if (status != AMEDIA_OK) { |
|
av_log(codec, AV_LOG_ERROR, "Encoder set input surface failed, %d\n", status); |
|
return AVERROR_EXTERNAL; |
|
} |
|
} else { |
|
status = codec->configure(codec->impl, format->impl, native_window, NULL, flags); |
|
if (status != AMEDIA_OK) { |
|
av_log(codec, AV_LOG_ERROR, "Decoder configure failed, %d\n", status); |
|
return AVERROR_EXTERNAL; |
|
} |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
#define MEDIACODEC_NDK_WRAPPER(method) \ |
|
static int mediacodec_ndk_ ## method(FFAMediaCodec* ctx) \ |
|
{ \ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; \ |
|
media_status_t status = codec->method(codec->impl); \ |
|
\ |
|
if (status != AMEDIA_OK) { \ |
|
av_log(codec, AV_LOG_ERROR, #method " failed, %d\n", status); \ |
|
return AVERROR_EXTERNAL; \ |
|
} \ |
|
\ |
|
return 0; \ |
|
} \ |
|
|
|
MEDIACODEC_NDK_WRAPPER(start) |
|
MEDIACODEC_NDK_WRAPPER(stop) |
|
MEDIACODEC_NDK_WRAPPER(flush) |
|
|
|
static uint8_t* mediacodec_ndk_getInputBuffer(FFAMediaCodec* ctx, size_t idx, size_t *out_size) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
return codec->getInputBuffer(codec->impl, idx, out_size); |
|
} |
|
|
|
static uint8_t* mediacodec_ndk_getOutputBuffer(FFAMediaCodec* ctx, size_t idx, size_t *out_size) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
return codec->getOutputBuffer(codec->impl, idx, out_size); |
|
} |
|
|
|
static ssize_t mediacodec_ndk_dequeueInputBuffer(FFAMediaCodec* ctx, int64_t timeoutUs) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
return codec->dequeueInputBuffer(codec->impl, timeoutUs); |
|
} |
|
|
|
static int mediacodec_ndk_queueInputBuffer(FFAMediaCodec *ctx, size_t idx, |
|
off_t offset, size_t size, |
|
uint64_t time, uint32_t flags) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
return codec->queueInputBuffer(codec->impl, idx, offset, size, time, flags); |
|
} |
|
|
|
static ssize_t mediacodec_ndk_dequeueOutputBuffer(FFAMediaCodec* ctx, FFAMediaCodecBufferInfo *info, int64_t timeoutUs) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
AMediaCodecBufferInfo buf_info = {0}; |
|
ssize_t ret; |
|
|
|
ret = codec->dequeueOutputBuffer(codec->impl, &buf_info, timeoutUs); |
|
info->offset = buf_info.offset; |
|
info->size = buf_info.size; |
|
info->presentationTimeUs = buf_info.presentationTimeUs; |
|
info->flags = buf_info.flags; |
|
|
|
return ret; |
|
} |
|
|
|
static FFAMediaFormat* mediacodec_ndk_getOutputFormat(FFAMediaCodec* ctx) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
AMediaFormat *format = codec->getOutputFormat(codec->impl); |
|
|
|
if (!format) |
|
return NULL; |
|
return mediaformat_ndk_create(format); |
|
} |
|
|
|
static int mediacodec_ndk_releaseOutputBuffer(FFAMediaCodec* ctx, size_t idx, int render) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
media_status_t status; |
|
|
|
status = codec->releaseOutputBuffer(codec->impl, idx, render); |
|
if (status != AMEDIA_OK) { |
|
av_log(codec, AV_LOG_ERROR, "release output buffer failed, %d\n", status); |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
static int mediacodec_ndk_releaseOutputBufferAtTime(FFAMediaCodec *ctx, size_t idx, int64_t timestampNs) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
media_status_t status; |
|
|
|
status = codec->releaseOutputBufferAtTime(codec->impl, idx, timestampNs); |
|
if (status != AMEDIA_OK) { |
|
av_log(codec, AV_LOG_ERROR, "releaseOutputBufferAtTime failed, %d\n", status); |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
static int mediacodec_ndk_infoTryAgainLater(FFAMediaCodec *ctx, ssize_t idx) |
|
{ |
|
return idx == AMEDIACODEC_INFO_TRY_AGAIN_LATER; |
|
} |
|
|
|
static int mediacodec_ndk_infoOutputBuffersChanged(FFAMediaCodec *ctx, ssize_t idx) |
|
{ |
|
return idx == AMEDIACODEC_INFO_OUTPUT_BUFFERS_CHANGED; |
|
} |
|
|
|
static int mediacodec_ndk_infoOutputFormatChanged(FFAMediaCodec *ctx, ssize_t idx) |
|
{ |
|
return idx == AMEDIACODEC_INFO_OUTPUT_FORMAT_CHANGED; |
|
} |
|
|
|
static int mediacodec_ndk_getBufferFlagCodecConfig(FFAMediaCodec *ctx) |
|
{ |
|
return AMEDIACODEC_BUFFER_FLAG_CODEC_CONFIG; |
|
} |
|
|
|
static int mediacodec_ndk_getBufferFlagEndOfStream(FFAMediaCodec *ctx) |
|
{ |
|
return AMEDIACODEC_BUFFER_FLAG_END_OF_STREAM; |
|
} |
|
|
|
static int mediacodec_ndk_getBufferFlagKeyFrame(FFAMediaCodec *ctx) |
|
{ |
|
return 1; |
|
} |
|
|
|
static int mediacodec_ndk_getConfigureFlagEncode(FFAMediaCodec *ctx) |
|
{ |
|
return AMEDIACODEC_CONFIGURE_FLAG_ENCODE; |
|
} |
|
|
|
static int mediacodec_ndk_cleanOutputBuffers(FFAMediaCodec *ctx) |
|
{ |
|
return 0; |
|
} |
|
|
|
static int mediacodec_ndk_signalEndOfInputStream(FFAMediaCodec *ctx) |
|
{ |
|
FFAMediaCodecNdk *codec = (FFAMediaCodecNdk *)ctx; |
|
media_status_t status; |
|
|
|
if (!codec->signalEndOfInputStream) { |
|
av_log(codec, AV_LOG_ERROR, "signalEndOfInputStream unavailable\n"); |
|
return AVERROR_EXTERNAL; |
|
} |
|
|
|
status = codec->signalEndOfInputStream(codec->impl); |
|
if (status != AMEDIA_OK) { |
|
av_log(codec, AV_LOG_ERROR, "signalEndOfInputStream failed, %d\n", status); |
|
return AVERROR_EXTERNAL; |
|
} |
|
av_log(codec, AV_LOG_DEBUG, "signalEndOfInputStream success\n"); |
|
|
|
return 0; |
|
} |
|
|
|
static const FFAMediaFormat media_format_ndk = { |
|
.class = &amediaformat_ndk_class, |
|
|
|
.create = mediaformat_ndk_new, |
|
.delete = mediaformat_ndk_delete, |
|
|
|
.toString = mediaformat_ndk_toString, |
|
|
|
.getInt32 = mediaformat_ndk_getInt32, |
|
.getInt64 = mediaformat_ndk_getInt64, |
|
.getFloat = mediaformat_ndk_getFloat, |
|
.getBuffer = mediaformat_ndk_getBuffer, |
|
.getString = mediaformat_ndk_getString, |
|
.getRect = mediaformat_ndk_getRect, |
|
|
|
.setInt32 = mediaformat_ndk_setInt32, |
|
.setInt64 = mediaformat_ndk_setInt64, |
|
.setFloat = mediaformat_ndk_setFloat, |
|
.setString = mediaformat_ndk_setString, |
|
.setBuffer = mediaformat_ndk_setBuffer, |
|
.setRect = mediaformat_ndk_setRect, |
|
}; |
|
|
|
static const FFAMediaCodec media_codec_ndk = { |
|
.class = &amediacodec_ndk_class, |
|
|
|
.getName = mediacodec_ndk_getName, |
|
|
|
.createCodecByName = mediacodec_ndk_createCodecByName, |
|
.createDecoderByType = mediacodec_ndk_createDecoderByType, |
|
.createEncoderByType = mediacodec_ndk_createEncoderByType, |
|
.delete = mediacodec_ndk_delete, |
|
|
|
.configure = mediacodec_ndk_configure, |
|
.start = mediacodec_ndk_start, |
|
.stop = mediacodec_ndk_stop, |
|
.flush = mediacodec_ndk_flush, |
|
|
|
.getInputBuffer = mediacodec_ndk_getInputBuffer, |
|
.getOutputBuffer = mediacodec_ndk_getOutputBuffer, |
|
|
|
.dequeueInputBuffer = mediacodec_ndk_dequeueInputBuffer, |
|
.queueInputBuffer = mediacodec_ndk_queueInputBuffer, |
|
|
|
.dequeueOutputBuffer = mediacodec_ndk_dequeueOutputBuffer, |
|
.getOutputFormat = mediacodec_ndk_getOutputFormat, |
|
|
|
.releaseOutputBuffer = mediacodec_ndk_releaseOutputBuffer, |
|
.releaseOutputBufferAtTime = mediacodec_ndk_releaseOutputBufferAtTime, |
|
|
|
.infoTryAgainLater = mediacodec_ndk_infoTryAgainLater, |
|
.infoOutputBuffersChanged = mediacodec_ndk_infoOutputBuffersChanged, |
|
.infoOutputFormatChanged = mediacodec_ndk_infoOutputFormatChanged, |
|
|
|
.getBufferFlagCodecConfig = mediacodec_ndk_getBufferFlagCodecConfig, |
|
.getBufferFlagEndOfStream = mediacodec_ndk_getBufferFlagEndOfStream, |
|
.getBufferFlagKeyFrame = mediacodec_ndk_getBufferFlagKeyFrame, |
|
|
|
.getConfigureFlagEncode = mediacodec_ndk_getConfigureFlagEncode, |
|
.cleanOutputBuffers = mediacodec_ndk_cleanOutputBuffers, |
|
.signalEndOfInputStream = mediacodec_ndk_signalEndOfInputStream, |
|
}; |
|
|
|
FFAMediaFormat *ff_AMediaFormat_new(int ndk) |
|
{ |
|
if (ndk) |
|
return media_format_ndk.create(); |
|
return media_format_jni.create(); |
|
} |
|
|
|
FFAMediaCodec* ff_AMediaCodec_createCodecByName(const char *name, int ndk) |
|
{ |
|
if (ndk) |
|
return media_codec_ndk.createCodecByName(name); |
|
return media_codec_jni.createCodecByName(name); |
|
} |
|
|
|
FFAMediaCodec* ff_AMediaCodec_createDecoderByType(const char *mime_type, int ndk) |
|
{ |
|
if (ndk) |
|
return media_codec_ndk.createDecoderByType(mime_type); |
|
return media_codec_jni.createDecoderByType(mime_type); |
|
} |
|
|
|
FFAMediaCodec* ff_AMediaCodec_createEncoderByType(const char *mime_type, int ndk) |
|
{ |
|
if (ndk) |
|
return media_codec_ndk.createEncoderByType(mime_type); |
|
return media_codec_jni.createEncoderByType(mime_type); |
|
} |
|
|
|
int ff_Build_SDK_INT(AVCodecContext *avctx) |
|
{ |
|
int ret = -1; |
|
|
|
#if __ANDROID_API__ >= 24 |
|
// android_get_device_api_level() is a static inline before API level 29. |
|
// dlsym() might doesn't work. |
|
// |
|
// We can implement android_get_device_api_level() by |
|
// __system_property_get(), but __system_property_get() has created a lot of |
|
// troubles and is deprecated. So avoid using __system_property_get() for |
|
// now. |
|
// |
|
// Hopy we can remove the conditional compilation finally by bumping the |
|
// required API level. |
|
// |
|
ret = android_get_device_api_level(); |
|
#else |
|
JNIEnv *env = NULL; |
|
jclass versionClass; |
|
jfieldID sdkIntFieldID; |
|
JNI_GET_ENV_OR_RETURN(env, avctx, -1); |
|
|
|
versionClass = (*env)->FindClass(env, "android/os/Build$VERSION"); |
|
sdkIntFieldID = (*env)->GetStaticFieldID(env, versionClass, "SDK_INT", "I"); |
|
ret = (*env)->GetStaticIntField(env, versionClass, sdkIntFieldID); |
|
(*env)->DeleteLocalRef(env, versionClass); |
|
#endif |
|
av_log(avctx, AV_LOG_DEBUG, "device api level %d\n", ret); |
|
|
|
return ret; |
|
} |
|
|
|
static struct { |
|
enum FFAMediaFormatColorRange mf_range; |
|
enum AVColorRange range; |
|
} color_range_map[] = { |
|
{ COLOR_RANGE_FULL, AVCOL_RANGE_JPEG }, |
|
{ COLOR_RANGE_LIMITED, AVCOL_RANGE_MPEG }, |
|
}; |
|
|
|
static struct { |
|
enum FFAMediaFormatColorStandard mf_standard; |
|
enum AVColorSpace space; |
|
} color_space_map[] = { |
|
{ COLOR_STANDARD_BT709, AVCOL_SPC_BT709 }, |
|
{ COLOR_STANDARD_BT601_PAL, AVCOL_SPC_BT470BG }, |
|
{ COLOR_STANDARD_BT601_NTSC, AVCOL_SPC_SMPTE170M }, |
|
{ COLOR_STANDARD_BT2020, AVCOL_SPC_BT2020_NCL }, |
|
}; |
|
|
|
static struct { |
|
enum FFAMediaFormatColorStandard mf_standard; |
|
enum AVColorPrimaries primaries; |
|
} color_primaries_map[] = { |
|
{ COLOR_STANDARD_BT709, AVCOL_PRI_BT709 }, |
|
{ COLOR_STANDARD_BT601_PAL, AVCOL_PRI_BT470BG }, |
|
{ COLOR_STANDARD_BT601_NTSC, AVCOL_PRI_SMPTE170M }, |
|
{ COLOR_STANDARD_BT2020, AVCOL_PRI_BT2020 }, |
|
}; |
|
|
|
static struct { |
|
enum FFAMediaFormatColorTransfer mf_transfer; |
|
enum AVColorTransferCharacteristic transfer; |
|
} color_transfer_map[] = { |
|
{ COLOR_TRANSFER_LINEAR, AVCOL_TRC_LINEAR }, |
|
{ COLOR_TRANSFER_SDR_VIDEO, AVCOL_TRC_SMPTE170M }, |
|
{ COLOR_TRANSFER_ST2084, AVCOL_TRC_SMPTEST2084 }, |
|
{ COLOR_TRANSFER_HLG, AVCOL_TRC_ARIB_STD_B67 }, |
|
}; |
|
|
|
enum AVColorRange ff_AMediaFormatColorRange_to_AVColorRange(int color_range) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_range_map); i++) |
|
if (color_range_map[i].mf_range == color_range) |
|
return color_range_map[i].range; |
|
|
|
return AVCOL_RANGE_UNSPECIFIED; |
|
} |
|
|
|
int ff_AMediaFormatColorRange_from_AVColorRange(enum AVColorRange color_range) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_range_map); i++) |
|
if (color_range_map[i].range == color_range) |
|
return color_range_map[i].mf_range; |
|
return COLOR_RANGE_UNSPECIFIED; |
|
} |
|
|
|
enum AVColorSpace ff_AMediaFormatColorStandard_to_AVColorSpace(int color_standard) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_space_map); i++) |
|
if (color_space_map[i].mf_standard == color_standard) |
|
return color_space_map[i].space; |
|
|
|
return AVCOL_SPC_UNSPECIFIED; |
|
} |
|
|
|
int ff_AMediaFormatColorStandard_from_AVColorSpace(enum AVColorSpace color_space) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_space_map); i++) |
|
if (color_space_map[i].space == color_space) |
|
return color_space_map[i].mf_standard; |
|
|
|
return COLOR_STANDARD_UNSPECIFIED; |
|
} |
|
|
|
enum AVColorPrimaries ff_AMediaFormatColorStandard_to_AVColorPrimaries(int color_standard) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_primaries_map); i++) |
|
if (color_primaries_map[i].mf_standard == color_standard) |
|
return color_primaries_map[i].primaries; |
|
|
|
return AVCOL_PRI_UNSPECIFIED; |
|
} |
|
|
|
enum AVColorTransferCharacteristic |
|
ff_AMediaFormatColorTransfer_to_AVColorTransfer(int color_transfer) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_transfer_map); i++) |
|
if (color_transfer_map[i].mf_transfer == color_transfer) |
|
return color_transfer_map[i].transfer; |
|
|
|
return AVCOL_TRC_UNSPECIFIED; |
|
} |
|
|
|
int ff_AMediaFormatColorTransfer_from_AVColorTransfer( |
|
enum AVColorTransferCharacteristic color_transfer) |
|
{ |
|
for (int i = 0; i < FF_ARRAY_ELEMS(color_transfer_map); i++) |
|
if (color_transfer_map[i].transfer == color_transfer) |
|
return color_transfer_map[i].mf_transfer; |
|
|
|
return COLOR_TRANSFER_UNSPECIFIED; |
|
}
|
|
|