/*
* Intel MediaSDK QSV encoder utility functions
*
* copyright ( c ) 2013 Yukinori Yamazoe
*
* This file is part of FFmpeg .
*
* FFmpeg is free software ; you can redistribute it and / or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation ; either
* version 2.1 of the License , or ( at your option ) any later version .
*
* FFmpeg is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the GNU
* Lesser General Public License for more details .
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg ; if not , write to the Free Software
* Foundation , Inc . , 51 Franklin Street , Fifth Floor , Boston , MA 02110 - 1301 USA
*/
# ifndef AVCODEC_QSVENC_H
# define AVCODEC_QSVENC_H
# include <stdint.h>
# include <sys/types.h>
# include <mfxvideo.h>
# include "libavutil/common.h"
# include "libavutil/hwcontext.h"
# include "libavutil/hwcontext_qsv.h"
# include "libavutil/avutil.h"
# include "libavutil/fifo.h"
# include "avcodec.h"
# include "hwconfig.h"
# include "qsv_internal.h"
# define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29)
# if defined(_WIN32) || defined(__CYGWIN__)
# define QSV_HAVE_AVBR 1
# define QSV_HAVE_VCM 1
# define QSV_HAVE_MF 0
# else
# define QSV_HAVE_AVBR 0
# define QSV_HAVE_VCM 0
# define QSV_HAVE_MF !QSV_ONEVPL
# endif
# define QSV_COMMON_OPTS \
{ " async_depth " , " Maximum processing parallelism " , OFFSET ( qsv . async_depth ) , AV_OPT_TYPE_INT , { . i64 = ASYNC_DEPTH_DEFAULT } , 1 , INT_MAX , VE } , \
{ " preset " , NULL , OFFSET ( qsv . preset ) , AV_OPT_TYPE_INT , { . i64 = MFX_TARGETUSAGE_BALANCED } , MFX_TARGETUSAGE_BEST_QUALITY , MFX_TARGETUSAGE_BEST_SPEED , VE , " preset " } , \
{ " veryfast " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_BEST_SPEED } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " faster " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_6 } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " fast " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_5 } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " medium " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_BALANCED } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " slow " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_3 } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " slower " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_2 } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " veryslow " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_TARGETUSAGE_BEST_QUALITY } , INT_MIN , INT_MAX , VE , " preset " } , \
{ " forced_idr " , " Forcing I frames as IDR frames " , OFFSET ( qsv . forced_idr ) , AV_OPT_TYPE_BOOL , { . i64 = 0 } , 0 , 1 , VE } , \
{ " low_power " , " enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.) " , OFFSET ( qsv . low_power ) , AV_OPT_TYPE_BOOL , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_RDO \
{ " rdo " , " Enable rate distortion optimization " , OFFSET ( qsv . rdo ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_MAX_FRAME_SIZE \
{ " max_frame_size " , " Maximum encoded frame size in bytes " , OFFSET ( qsv . max_frame_size ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , INT_MAX , VE } , \
{ " max_frame_size_i " , " Maximum encoded I frame size in bytes " , OFFSET ( qsv . max_frame_size_i ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , INT_MAX , VE } , \
{ " max_frame_size_p " , " Maximum encoded P frame size in bytes " , OFFSET ( qsv . max_frame_size_p ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , INT_MAX , VE } ,
# define QSV_OPTION_MAX_SLICE_SIZE \
{ " max_slice_size " , " Maximum encoded slice size in bytes " , OFFSET ( qsv . max_slice_size ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , INT_MAX , VE } ,
# define QSV_OPTION_BITRATE_LIMIT \
{ " bitrate_limit " , " Toggle bitrate limitations " , OFFSET ( qsv . bitrate_limit ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_MBBRC \
{ " mbbrc " , " MB level bitrate control " , OFFSET ( qsv . mbbrc ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_EXTBRC \
{ " extbrc " , " Extended bitrate control " , OFFSET ( qsv . extbrc ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_ADAPTIVE_I \
{ " adaptive_i " , " Adaptive I-frame placement " , OFFSET ( qsv . adaptive_i ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_ADAPTIVE_B \
{ " adaptive_b " , " Adaptive B-frame placement " , OFFSET ( qsv . adaptive_b ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_P_STRATEGY \
{ " p_strategy " , " Enable P-pyramid: 0-default 1-simple 2-pyramid(bf need to be set to 0). " , OFFSET ( qsv . p_strategy ) , AV_OPT_TYPE_INT , { . i64 = 0 } , 0 , 2 , VE } ,
# define QSV_OPTION_B_STRATEGY \
{ " b_strategy " , " Strategy to choose between I/P/B-frames " , OFFSET ( qsv . b_strategy ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_DBLK_IDC \
{ " dblk_idc " , " This option disable deblocking. It has value in range 0~2. " , OFFSET ( qsv . dblk_idc ) , AV_OPT_TYPE_INT , { . i64 = 0 } , 0 , 2 , VE } ,
# define QSV_OPTION_LOW_DELAY_BRC \
{ " low_delay_brc " , " Allow to strictly obey avg frame size " , OFFSET ( qsv . low_delay_brc ) , AV_OPT_TYPE_BOOL , { . i64 = - 1 } , - 1 , 1 , VE } ,
# define QSV_OPTION_MAX_MIN_QP \
{ " max_qp_i " , " Maximum video quantizer scale for I frame " , OFFSET ( qsv . max_qp_i ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 51 , VE } , \
{ " min_qp_i " , " Minimum video quantizer scale for I frame " , OFFSET ( qsv . min_qp_i ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 51 , VE } , \
{ " max_qp_p " , " Maximum video quantizer scale for P frame " , OFFSET ( qsv . max_qp_p ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 51 , VE } , \
{ " min_qp_p " , " Minimum video quantizer scale for P frame " , OFFSET ( qsv . min_qp_p ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 51 , VE } , \
{ " max_qp_b " , " Maximum video quantizer scale for B frame " , OFFSET ( qsv . max_qp_b ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 51 , VE } , \
{ " min_qp_b " , " Minimum video quantizer scale for B frame " , OFFSET ( qsv . min_qp_b ) , AV_OPT_TYPE_INT , { . i64 = - 1 } , - 1 , 51 , VE } ,
# define QSV_OPTION_SCENARIO \
{ " scenario " , " A hint to encoder about the scenario for the encoding session " , OFFSET ( qsv . scenario ) , AV_OPT_TYPE_INT , { . i64 = MFX_SCENARIO_UNKNOWN } , \
MFX_SCENARIO_UNKNOWN , MFX_SCENARIO_REMOTE_GAMING , VE , " scenario " } , \
{ " unknown " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_UNKNOWN } , . flags = VE , " scenario " } , \
{ " displayremoting " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_DISPLAY_REMOTING } , . flags = VE , " scenario " } , \
{ " videoconference " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_VIDEO_CONFERENCE } , . flags = VE , " scenario " } , \
{ " archive " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_ARCHIVE } , . flags = VE , " scenario " } , \
{ " livestreaming " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_LIVE_STREAMING } , . flags = VE , " scenario " } , \
{ " cameracapture " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_CAMERA_CAPTURE } , . flags = VE , " scenario " } , \
{ " videosurveillance " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_VIDEO_SURVEILLANCE } , . flags = VE , " scenario " } , \
{ " gamestreaming " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_GAME_STREAMING } , . flags = VE , " scenario " } , \
{ " remotegaming " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_SCENARIO_REMOTE_GAMING } , . flags = VE , " scenario " } ,
# define QSV_OPTION_AVBR \
{ " avbr_accuracy " , " Accuracy of the AVBR ratecontrol (unit of tenth of percent) " , OFFSET ( qsv . avbr_accuracy ) , AV_OPT_TYPE_INT , { . i64 = 0 } , 0 , UINT16_MAX , VE } , \
{ " avbr_convergence " , " Convergence of the AVBR ratecontrol (unit of 100 frames) " , OFFSET ( qsv . avbr_convergence ) , AV_OPT_TYPE_INT , { . i64 = 0 } , 0 , UINT16_MAX , VE } ,
extern const AVCodecHWConfigInternal * const ff_qsv_enc_hw_configs [ ] ;
typedef int SetEncodeCtrlCB ( AVCodecContext * avctx ,
const AVFrame * frame , mfxEncodeCtrl * enc_ctrl ) ;
typedef struct QSVEncContext {
AVCodecContext * avctx ;
QSVFrame * work_frames ;
mfxSession session ;
QSVSession internal_qs ;
int packet_size ;
int width_align ;
int height_align ;
mfxVideoParam param ;
mfxFrameAllocRequest req ;
mfxExtCodingOption extco ;
mfxExtCodingOption2 extco2 ;
mfxExtCodingOption3 extco3 ;
# if QSV_HAVE_MF
mfxExtMultiFrameParam extmfp ;
mfxExtMultiFrameControl extmfc ;
# endif
mfxExtHEVCTiles exthevctiles ;
mfxExtVP9Param extvp9param ;
# if QSV_HAVE_OPAQUE
mfxExtOpaqueSurfaceAlloc opaque_alloc ;
mfxFrameSurface1 * * opaque_surfaces ;
AVBufferRef * opaque_alloc_buf ;
# endif
mfxExtVideoSignalInfo extvsi ;
mfxExtBuffer * extparam_internal [ 5 + ( QSV_HAVE_MF * 2 ) ] ;
int nb_extparam_internal ;
mfxExtBuffer * * extparam ;
AVFifo * async_fifo ;
QSVFramesContext frames_ctx ;
mfxVersion ver ;
int hevc_vps ;
// options set by the caller
int async_depth ;
int idr_interval ;
int profile ;
int preset ;
int avbr_accuracy ;
int avbr_convergence ;
int pic_timing_sei ;
int look_ahead ;
int look_ahead_depth ;
int look_ahead_downsampling ;
int vcm ;
int rdo ;
int max_frame_size ;
int max_frame_size_i ;
int max_frame_size_p ;
int max_slice_size ;
int dblk_idc ;
int scenario ;
int tile_cols ;
int tile_rows ;
int aud ;
int single_sei_nal_unit ;
int max_dec_frame_buffering ;
int bitrate_limit ;
int mbbrc ;
int extbrc ;
int adaptive_i ;
int adaptive_b ;
int b_strategy ;
int p_strategy ;
int cavlc ;
int int_ref_type ;
int int_ref_cycle_size ;
int int_ref_qp_delta ;
int int_ref_cycle_dist ;
int recovery_point_sei ;
int repeat_pps ;
int low_power ;
int gpb ;
int transform_skip ;
int a53_cc ;
# if QSV_HAVE_MF
int mfmode ;
# endif
char * load_plugins ;
SetEncodeCtrlCB * set_encode_ctrl_cb ;
int forced_idr ;
int low_delay_brc ;
int co2_idx ;
int co3_idx ;
int exthevctiles_idx ;
int vp9_idx ;
int max_qp_i ;
int min_qp_i ;
int max_qp_p ;
int min_qp_p ;
int max_qp_b ;
int min_qp_b ;
// These are used for qp reset
int old_global_quality ;
float old_i_quant_factor ;
float old_i_quant_offset ;
float old_b_quant_factor ;
float old_b_quant_offset ;
// This is used for max_frame_size reset
int old_max_frame_size ;
// This is used for gop reset
int old_gop_size ;
// These are used for intra refresh reset
int old_int_ref_type ;
int old_int_ref_cycle_size ;
int old_int_ref_qp_delta ;
int old_int_ref_cycle_dist ;
// These are used for max/min qp reset;
int old_qmax ;
int old_qmin ;
int old_max_qp_i ;
int old_min_qp_i ;
int old_max_qp_p ;
int old_min_qp_p ;
int old_max_qp_b ;
int old_min_qp_b ;
// This is used for low_delay_brc reset
int old_low_delay_brc ;
// This is used for framerate reset
AVRational old_framerate ;
// These are used for bitrate control reset
int old_bit_rate ;
int old_rc_buffer_size ;
int old_rc_initial_buffer_occupancy ;
int old_rc_max_rate ;
} QSVEncContext ;
int ff_qsv_enc_init ( AVCodecContext * avctx , QSVEncContext * q ) ;
int ff_qsv_encode ( AVCodecContext * avctx , QSVEncContext * q ,
AVPacket * pkt , const AVFrame * frame , int * got_packet ) ;
int ff_qsv_enc_close ( AVCodecContext * avctx , QSVEncContext * q ) ;
# endif /* AVCODEC_QSVENC_H */
