15#ifndef AOM_AV1_ENCODER_ENCODER_H_
16#define AOM_AV1_ENCODER_ENCODER_H_
21#include "config/aom_config.h"
25#include "av1/common/alloccommon.h"
26#include "av1/common/av1_common_int.h"
27#include "av1/common/blockd.h"
28#include "av1/common/entropymode.h"
30#include "av1/common/resize.h"
31#include "av1/common/thread_common.h"
32#include "av1/common/timing.h"
34#include "av1/encoder/aq_cyclicrefresh.h"
35#include "av1/encoder/av1_quantize.h"
37#include "av1/encoder/context_tree.h"
38#include "av1/encoder/encodemb.h"
39#include "av1/encoder/external_partition.h"
40#include "av1/encoder/firstpass.h"
41#include "av1/encoder/global_motion.h"
42#include "av1/encoder/level.h"
44#include "av1/encoder/mcomp.h"
45#include "av1/encoder/pickcdef.h"
46#include "av1/encoder/ratectrl.h"
47#include "av1/encoder/rd.h"
49#include "av1/encoder/svc_layercontext.h"
50#include "av1/encoder/temporal_filter.h"
51#include "av1/encoder/thirdpass.h"
52#include "av1/encoder/tokenize.h"
53#include "av1/encoder/tpl_model.h"
54#include "av1/encoder/av1_noise_estimate.h"
55#include "av1/encoder/bitstream.h"
57#if CONFIG_INTERNAL_STATS
58#include "aom_dsp/ssim.h"
60#include "aom_dsp/variance.h"
62#include "aom_dsp/noise_model.h"
65#include "av1/encoder/tune_vmaf.h"
67#if CONFIG_AV1_TEMPORAL_DENOISING
68#include "av1/encoder/av1_temporal_denoiser.h"
70#if CONFIG_TUNE_BUTTERAUGLI
71#include "av1/encoder/tune_butteraugli.h"
74#include "aom/internal/aom_codec_internal.h"
75#include "aom_util/aom_thread.h"
85#define SCENE_CUT_KEY_TEST_INTERVAL 16
88#define TF_LOOKAHEAD_IDX_THR 7
92typedef struct aom_rational64 {
105} UENUM1BYTE(AOM_SCALING);
119 FRAMEFLAGS_KEY = 1 << 0,
120 FRAMEFLAGS_GOLDEN = 1 << 1,
121 FRAMEFLAGS_BWDREF = 1 << 2,
123 FRAMEFLAGS_ALTREF = 1 << 3,
124 FRAMEFLAGS_INTRAONLY = 1 << 4,
125 FRAMEFLAGS_SWITCH = 1 << 5,
126 FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
127} UENUM1BYTE(FRAMETYPE_FLAGS);
129#if CONFIG_FRAME_PARALLEL_ENCODE
132#define MIN_PYR_LEVEL 1
133static INLINE
int get_true_pyr_level(
int frame_level,
int frame_order,
134 int max_layer_depth) {
135 if (frame_order == 0) {
137 return MIN_PYR_LEVEL;
138 }
else if (frame_level == MAX_ARF_LAYERS) {
140 return max_layer_depth;
141 }
else if (frame_level == (MAX_ARF_LAYERS + 1)) {
143 return MIN_PYR_LEVEL;
145 return AOMMAX(MIN_PYR_LEVEL, frame_level);
153 CYCLIC_REFRESH_AQ = 3,
155} UENUM1BYTE(AQ_MODE);
158 DELTA_Q_OBJECTIVE = 1,
159 DELTA_Q_PERCEPTUAL = 2,
160 DELTA_Q_PERCEPTUAL_AI = 3,
161 DELTA_Q_USER_RATING_BASED = 4,
163} UENUM1BYTE(DELTAQ_MODE);
171} UENUM1BYTE(RESIZE_MODE);
175 SS_CFG_LOOKAHEAD = 1,
178} UENUM1BYTE(SS_CFG_OFFSET);
182 ENABLE_SCENECUT_MODE_1,
183 ENABLE_SCENECUT_MODE_2
184} UENUM1BYTE(SCENECUT_MODE);
186#define MAX_VBR_CORPUS_COMPLEXITY 10000
203} MULTI_THREADED_MODULES;
224 RESIZE_MODE resize_mode;
229 uint8_t resize_scale_denominator;
234 uint8_t resize_kf_scale_denominator;
244 bool enable_rect_partitions;
248 bool enable_ab_partitions;
252 bool enable_1to4_partitions;
257 BLOCK_SIZE min_partition_size;
262 BLOCK_SIZE max_partition_size;
272 bool enable_intra_edge_filter;
277 bool enable_filter_intra;
281 bool enable_smooth_intra;
285 bool enable_paeth_intra;
289 bool enable_cfl_intra;
293 bool enable_directional_intra;
298 bool enable_diagonal_intra;
303 bool enable_angle_delta;
317 bool enable_flip_idtx;
326 bool reduced_tx_type_set;
331 bool use_intra_dct_only;
336 bool use_inter_dct_only;
341 bool use_intra_default_tx_only;
345 bool enable_tx_size_search;
355 bool enable_dist_wtd_comp;
360 bool enable_masked_comp;
364 bool enable_smooth_interintra;
368 bool enable_diff_wtd_comp;
372 bool enable_interinter_wedge;
376 bool enable_interintra_wedge;
387 int superres_qthresh;
392 int superres_kf_qthresh;
398 uint8_t superres_scale_denominator;
404 uint8_t superres_kf_scale_denominator;
412 bool enable_superres;
432 int enable_keyframe_filtering;
485 int64_t starting_buffer_level_ms;
490 int64_t optimal_buffer_level_ms;
495 int64_t maximum_buffer_size_ms;
500 int64_t target_bandwidth;
506 unsigned int vbr_corpus_complexity_lap;
511 unsigned int max_intra_bitrate_pct;
516 unsigned int max_inter_bitrate_pct;
520 unsigned int gf_cbr_boost_pct;
529 int drop_frames_water_mark;
589 int gf_min_pyr_height;
591 int gf_max_pyr_height;
593 bool enable_auto_arf;
596 bool enable_auto_brf;
601 unsigned int num_tile_groups;
610 int tile_width_count;
612 int tile_height_count;
614 int tile_widths[MAX_TILE_COLS];
616 int tile_heights[MAX_TILE_ROWS];
618 bool enable_large_scale_tile;
620 bool enable_single_tile_decoding;
622 bool enable_ext_tile_debug;
632 int forced_max_frame_width;
635 int forced_max_frame_height;
646 bool enable_warped_motion;
648 bool allow_warped_motion;
655 aom_timing_info_t timing_info;
657 uint32_t num_units_in_decoding_tick;
660 bool decoder_model_info_present_flag;
663 bool display_model_info_present_flag;
665 bool timing_info_present;
670 COST_UPDATE_TYPE coeff;
672 COST_UPDATE_TYPE mode;
681 unsigned int max_reference_frames;
683 bool enable_reduced_reference_set;
685 bool enable_onesided_comp;
703 unsigned int motion_vector_unit_test;
705 unsigned int sb_multipass_unit_test;
710 const char *vmaf_model_path;
712 const char *film_grain_table_filename;
718 int film_grain_test_vector;
723 double init_framerate;
725 unsigned int input_bit_depth;
729 unsigned int chroma_subsampling_x;
731 unsigned int chroma_subsampling_y;
742 int use_fixed_qp_offsets;
752 DELTAQ_MODE deltaq_mode;
754 bool enable_chroma_deltaq;
779 int disable_trellis_quant;
797 uint8_t cdf_update_mode;
802 bool enable_tpl_model;
818 bool enable_deltalf_mode;
822 bool enable_restoration;
824 bool force_video_mode;
826 bool error_resilient_mode;
828 bool frame_parallel_decoding_mode;
830 bool enable_monochrome;
833 bool full_still_picture_hdr;
835 bool enable_dual_filter;
837 bool enable_order_hint;
839 bool ref_frame_mvs_present;
841 bool enable_ref_frame_mvs;
843 bool enable_interintra_comp;
845 bool enable_global_motion;
854typedef struct AV1EncoderConfig {
860 FrameDimensionCfg frm_dim_cfg;
876 RateControlCfg rc_cfg;
880 QuantizationCfg q_cfg;
883 ResizeCfg resize_cfg;
886 SuperResCfg superres_cfg;
912 DecoderModelCfg dec_model_cfg;
915 RefFrameCfg ref_frm_cfg;
918 UnitTestCfg unit_test_cfg;
921 MotionModeCfg motion_mode_cfg;
924 IntraModeCfg intra_mode_cfg;
927 TxfmSizeTypeCfg txfm_cfg;
930 CompoundTypeCfg comp_type_cfg;
933 PartitionCfg part_cfg;
936 CostUpdateFreq cost_upd_freq;
942 int noise_block_size;
944 int enable_dnl_denoising;
947#if CONFIG_AV1_TEMPORAL_DENOISING
949 int noise_sensitivity;
953 unsigned int tier_mask;
957 int border_in_pixels;
966 AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
969 BITSTREAM_PROFILE profile;
986 const char *two_pass_output;
996 bool use_highbitdepth;
1001 bool save_as_annexb;
1005 const char *partition_info_path;
1010static INLINE
int is_lossless_requested(
const RateControlCfg *
const rc_cfg) {
1011 return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1024 int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1031 int warped_probs[FRAME_UPDATE_TYPES];
1039 int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1047 int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1048 [SWITCHABLE_FILTERS];
1053typedef struct FRAME_COUNTS {
1056#if CONFIG_ENTROPY_STATS
1057 unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1058 unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1059 unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1060 unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1061 unsigned int cfl_sign[CFL_JOINT_SIGNS];
1062 unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1063 unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1064 unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1065 unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1066 unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1067 unsigned int palette_y_color_index[PALETTE_SIZES]
1068 [PALETTE_COLOR_INDEX_CONTEXTS]
1070 unsigned int palette_uv_color_index[PALETTE_SIZES]
1071 [PALETTE_COLOR_INDEX_CONTEXTS]
1073 unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1074 unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1075 unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1076 [EOB_COEF_CONTEXTS][2];
1077 unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1078 unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1080 unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1081 unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1082 unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1083 unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1084 unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1085 unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1086 unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1087 unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1088 unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1089 [LEVEL_CONTEXTS][BR_CDF_SIZE];
1090 unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1091 [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1092 unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1093 [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1094 unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1095 unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1096 unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1097 unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1098 unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1099 unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1100 unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1101 unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1102 unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1103 unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1104 unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1105 unsigned int obmc[BLOCK_SIZES_ALL][2];
1106 unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1107 unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1108 unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1109 unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1110 unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1111 unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1112 unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1113 unsigned int intrabc[2];
1115 unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1116 unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1117 unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1118 unsigned int skip_txfm[SKIP_CONTEXTS][2];
1119 unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1120 unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1121 unsigned int delta_q[DELTA_Q_PROBS][2];
1122 unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1123 unsigned int delta_lf[DELTA_LF_PROBS][2];
1125 unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1126 unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1128 unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1129 unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1131 unsigned int wiener_restore[2];
1132 unsigned int sgrproj_restore[2];
1135 unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1136 [SWITCHABLE_FILTERS];
1139#define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1148 double sse_sse_mean;
1164#define MAX_INTER_MODES 1024
1174typedef struct inter_modes_info {
1187 int mode_rate_arr[MAX_INTER_MODES];
1191 int64_t sse_arr[MAX_INTER_MODES];
1195 int64_t est_rd_arr[MAX_INTER_MODES];
1199 RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1203 RD_STATS rd_cost_arr[MAX_INTER_MODES];
1207 RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1211 RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1222 uint32_t sum_square_error;
1235 VPVariance part_variances;
1240 VPVariance part_variances;
1245 VPVariance part_variances;
1250 VPVariance part_variances;
1255 VPVariance part_variances;
1260 VPVariance part_variances;
1278 int64_t thresholds[5];
1284 int64_t threshold_minmax;
1285} VarBasedPartitionInfo;
1291#if CONFIG_MULTITHREAD
1296 pthread_mutex_t *mutex_;
1297 pthread_cond_t *cond_;
1305 int *num_finished_cols;
1323 int num_threads_working;
1324} AV1EncRowMultiThreadSync;
1329typedef struct TileDataEnc {
1331 DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1332 FRAME_CONTEXT *row_ctx;
1333 uint64_t abs_sum_level;
1334 uint8_t allow_update_cdf;
1335 InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1336 AV1EncRowMultiThreadSync row_mt_sync;
1337 MV firstpass_top_mv;
1340typedef struct RD_COUNTS {
1341 int64_t comp_pred_diff[REFERENCE_MODES];
1342 int compound_ref_used_flag;
1343 int skip_mode_used_flag;
1344 int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1345 int obmc_used[BLOCK_SIZES_ALL][2];
1349typedef struct ThreadData {
1351 RD_COUNTS rd_counts;
1352 FRAME_COUNTS *counts;
1353 PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1354 SIMPLE_MOTION_DATA_TREE *sms_tree;
1355 SIMPLE_MOTION_DATA_TREE *sms_root;
1356 uint32_t *hash_value_buffer[2][2];
1360 CONV_BUF_TYPE *tmp_conv_dst;
1361 uint64_t abs_sum_level;
1362 uint8_t *tmp_pred_bufs[2];
1365 int coefficient_size;
1366 int max_mv_magnitude;
1367 int interp_filter_selected[SWITCHABLE];
1368 FRAME_CONTEXT *tctx;
1370 int32_t num_64x64_blocks;
1371 PICK_MODE_CONTEXT *firstpass_ctx;
1372 TemporalFilterData tf_data;
1373 TplTxfmStats tpl_txfm_stats;
1377 PixelLevelGradientInfo *pixel_gradient_info;
1380struct EncWorkerData;
1391 int allocated_tile_rows;
1395 int allocated_tile_cols;
1414 int thread_id_to_tile_id[MAX_NUM_THREADS];
1416#if CONFIG_MULTITHREAD
1420 pthread_mutex_t *mutex_;
1430 void (*sync_read_ptr)(AV1EncRowMultiThreadSync *
const, int, int);
1434 void (*sync_write_ptr)(AV1EncRowMultiThreadSync *
const, int, int, int);
1436} AV1EncRowMultiThreadInfo;
1438#if CONFIG_FRAME_PARALLEL_ENCODE
1442#define MAX_PARALLEL_FRAMES 4
1446#define NUM_RECODES_PER_FRAME 10
1452typedef struct RestoreStateBuffers {
1456 uint16_t *cdef_srcbuf;
1461 uint16_t *cdef_colbuf[MAX_MB_PLANE];
1466 int32_t *rst_tmpbuf;
1471 RestorationLineBuffers *rlbs;
1472} RestoreStateBuffers;
1478typedef struct PrimaryMultiThreadInfo {
1487 int num_mod_workers[NUM_MT_MODULES];
1498 struct EncWorkerData *tile_thr_data;
1503 AV1CdefWorkerData *cdef_worker;
1505#if CONFIG_FRAME_PARALLEL_ENCODE
1510 AVxWorker *p_workers[MAX_PARALLEL_FRAMES];
1517} PrimaryMultiThreadInfo;
1522typedef struct MultiThreadInfo {
1531 int num_mod_workers[NUM_MT_MODULES];
1542 struct EncWorkerData *tile_thr_data;
1548 bool row_mt_enabled;
1553 AV1EncRowMultiThreadInfo enc_row_mt;
1558 AV1TplRowMultiThreadInfo tpl_row_mt;
1563 AV1LfSync lf_row_sync;
1568 AV1LrSync lr_row_sync;
1573 AV1EncPackBSSync pack_bs_sync;
1578 AV1GlobalMotionSync gm_sync;
1583 AV1TemporalFilterSync tf_sync;
1588 AV1CdefSync cdef_sync;
1593 AV1CdefWorkerData *cdef_worker;
1595#if CONFIG_FRAME_PARALLEL_ENCODE
1599 RestoreStateBuffers restore_state_buf;
1605typedef struct ActiveMap {
1621 double cs_rate_array[32];
1630} ForceIntegerMVInfo;
1634#if CONFIG_INTERNAL_STATS
1642} UENUM1BYTE(StatType);
1644typedef struct IMAGE_STAT {
1645 double stat[NUM_STAT_TYPES];
1676} MBMIExtFrameBufferInfo;
1680#if CONFIG_COLLECT_PARTITION_STATS
1681typedef struct FramePartitionTimingStats {
1682 int partition_decisions[6][EXT_PARTITION_TYPES];
1683 int partition_attempts[6][EXT_PARTITION_TYPES];
1684 int64_t partition_times[6][EXT_PARTITION_TYPES];
1687} FramePartitionTimingStats;
1690#if CONFIG_COLLECT_COMPONENT_TIMING
1691#include "aom_ports/aom_timer.h"
1694 av1_encode_strategy_time,
1695 av1_get_one_pass_rt_params_time,
1696 av1_get_second_pass_params_time,
1697 denoise_and_encode_time,
1698 apply_filtering_time,
1699 av1_tpl_setup_stats_time,
1700 encode_frame_to_data_rate_time,
1701 encode_with_or_without_recode_time,
1704 loop_restoration_time,
1705 av1_pack_bitstream_final_time,
1706 av1_encode_frame_time,
1707 av1_compute_global_motion_time,
1708 av1_setup_motion_field_time,
1711 rd_pick_partition_time,
1712 rd_use_partition_time,
1713 av1_prune_partitions_time,
1714 none_partition_search_time,
1715 split_partition_search_time,
1716 rectangular_partition_search_time,
1717 ab_partitions_search_time,
1718 rd_pick_4partition_time,
1721 rd_pick_sb_modes_time,
1722 av1_rd_pick_intra_mode_sb_time,
1723 av1_rd_pick_inter_mode_sb_time,
1724 set_params_rd_pick_inter_mode_time,
1725 skip_inter_mode_time,
1726 handle_inter_mode_time,
1727 evaluate_motion_mode_for_winner_candidates_time,
1729 handle_intra_mode_time,
1730 refine_winner_mode_tx_time,
1731 av1_search_palette_mode_time,
1733 compound_type_rd_time,
1734 interpolation_filter_search_time,
1735 motion_mode_rd_time,
1737} UENUM1BYTE(TIMING_COMPONENT);
1739static INLINE
char const *get_component_name(
int index) {
1741 case av1_encode_strategy_time:
return "av1_encode_strategy_time";
1742 case av1_get_one_pass_rt_params_time:
1743 return "av1_get_one_pass_rt_params_time";
1744 case av1_get_second_pass_params_time:
1745 return "av1_get_second_pass_params_time";
1746 case denoise_and_encode_time:
return "denoise_and_encode_time";
1747 case apply_filtering_time:
return "apply_filtering_time";
1748 case av1_tpl_setup_stats_time:
return "av1_tpl_setup_stats_time";
1749 case encode_frame_to_data_rate_time:
1750 return "encode_frame_to_data_rate_time";
1751 case encode_with_or_without_recode_time:
1752 return "encode_with_or_without_recode_time";
1753 case loop_filter_time:
return "loop_filter_time";
1754 case cdef_time:
return "cdef_time";
1755 case loop_restoration_time:
return "loop_restoration_time";
1756 case av1_pack_bitstream_final_time:
return "av1_pack_bitstream_final_time";
1757 case av1_encode_frame_time:
return "av1_encode_frame_time";
1758 case av1_compute_global_motion_time:
1759 return "av1_compute_global_motion_time";
1760 case av1_setup_motion_field_time:
return "av1_setup_motion_field_time";
1761 case encode_sb_row_time:
return "encode_sb_row_time";
1763 case rd_pick_partition_time:
return "rd_pick_partition_time";
1764 case rd_use_partition_time:
return "rd_use_partition_time";
1765 case av1_prune_partitions_time:
return "av1_prune_partitions_time";
1766 case none_partition_search_time:
return "none_partition_search_time";
1767 case split_partition_search_time:
return "split_partition_search_time";
1768 case rectangular_partition_search_time:
1769 return "rectangular_partition_search_time";
1770 case ab_partitions_search_time:
return "ab_partitions_search_time";
1771 case rd_pick_4partition_time:
return "rd_pick_4partition_time";
1772 case encode_sb_time:
return "encode_sb_time";
1774 case rd_pick_sb_modes_time:
return "rd_pick_sb_modes_time";
1775 case av1_rd_pick_intra_mode_sb_time:
1776 return "av1_rd_pick_intra_mode_sb_time";
1777 case av1_rd_pick_inter_mode_sb_time:
1778 return "av1_rd_pick_inter_mode_sb_time";
1779 case set_params_rd_pick_inter_mode_time:
1780 return "set_params_rd_pick_inter_mode_time";
1781 case skip_inter_mode_time:
return "skip_inter_mode_time";
1782 case handle_inter_mode_time:
return "handle_inter_mode_time";
1783 case evaluate_motion_mode_for_winner_candidates_time:
1784 return "evaluate_motion_mode_for_winner_candidates_time";
1785 case do_tx_search_time:
return "do_tx_search_time";
1786 case handle_intra_mode_time:
return "handle_intra_mode_time";
1787 case refine_winner_mode_tx_time:
return "refine_winner_mode_tx_time";
1788 case av1_search_palette_mode_time:
return "av1_search_palette_mode_time";
1789 case handle_newmv_time:
return "handle_newmv_time";
1790 case compound_type_rd_time:
return "compound_type_rd_time";
1791 case interpolation_filter_search_time:
1792 return "interpolation_filter_search_time";
1793 case motion_mode_rd_time:
return "motion_mode_rd_time";
1801#define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
1824 unsigned char *src_buffer;
1831 int num_ref_frames[MAX_DIRECTIONS];
1839 FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
1852 int num_src_corners;
1859 int src_corners[2 * MAX_CORNERS];
1884 int default_interp_skip_flags;
1888 uint16_t interp_filter_search_mask;
1900 int max_mv_magnitude;
1914 fractional_mv_step_fp *find_fractional_mv_step;
1921 search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
1922} MotionVectorSearchParams;
1936} RefreshFrameFlagsInfo;
1948} ResizePendingParams;
1957 int ref_relative_dist[INTER_REFS_PER_FRAME];
1961 int8_t nearest_past_ref;
1965 int8_t nearest_future_ref;
1966} RefFrameDistanceInfo;
1991 unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
1997 TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2005 unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2012 unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2019 unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2026 unsigned int predict_dc_level[MODE_EVAL_TYPES];
2040 bool alt2_ref_frame;
2045 bool update_pending;
2046} ExtRefreshFrameFlagsInfo;
2055 int ref_frame_flags;
2060 ExtRefreshFrameFlagsInfo refresh_frame;
2065 bool refresh_frame_context;
2071 bool refresh_frame_context_pending;
2076 bool use_ref_frame_mvs;
2081 bool use_error_resilient;
2092 bool use_primary_ref_none;
2098 int arf_stack[FRAME_BUFFERS];
2100 int lst_stack[FRAME_BUFFERS];
2102 int gld_stack[FRAME_BUFFERS];
2116 int mv_joint_count[4];
2118 int last_bit_nonzero;
2122 int hp_total_mv_rate;
2123 int lp_total_mv_rate;
2134typedef struct WeberStats {
2135 int64_t mb_wiener_variance;
2136 int64_t src_variance;
2137 int64_t rec_variance;
2138 int16_t src_pix_max;
2139 int16_t rec_pix_max;
2147 struct loopfilter lf;
2171 int show_frame_count;
2191 bool has_lossless_segment;
2192} EncSegmentationInfo;
2201 int64_t prev_ts_start;
2205 int64_t prev_ts_end;
2209 int64_t first_ts_start;
2228 uint8_t *entropy_ctx;
2234typedef struct AV1_COMP_DATA {
2238 unsigned char *cx_data;
2253 unsigned int lib_flags;
2258 int64_t ts_frame_start;
2263 int64_t ts_frame_end;
2273 const aom_rational64_t *timestamp_ratio;
2279#if CONFIG_FRAME_PARALLEL_ENCODE
2283 int frame_display_order_hint;
2290typedef struct AV1_PRIMARY {
2291#if CONFIG_FRAME_PARALLEL_ENCODE
2295 struct AV1_COMP *parallel_cpi[MAX_PARALLEL_FRAMES];
2300 int num_fp_contexts;
2306 struct AV1_COMP_DATA parallel_frames_data[MAX_PARALLEL_FRAMES - 1];
2311 int filter_level[2];
2326 int64_t ts_start_last_show_frame;
2331 int64_t ts_end_last_show_frame;
2332#if CONFIG_FRAME_PARALLEL_ENCODE_2
2338 RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2346 struct AV1_COMP *cpi;
2351 struct AV1_COMP *cpi_lap;
2356 struct lookahead_ctx *lookahead;
2363 int seq_params_locked;
2369 struct aom_codec_pkt_list *output_pkt_list;
2374 int internal_altref_allowed;
2379 int show_existing_alt_ref;
2399 AV1LevelParams level_params;
2404 int b_calculate_psnr;
2431 SequenceHeader seq_params;
2441 bool buffer_removal_time_present;
2446 unsigned int number_temporal_layers;
2451 unsigned int number_spatial_layers;
2456 struct aom_internal_error_info error;
2463 aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2473 double *tpl_rdmult_scaling_factors;
2479 double *tpl_sb_rdmult_scaling_factors;
2491#if CONFIG_INTERNAL_STATS
2493 uint64_t total_time_receive_data;
2494 uint64_t total_time_compress_data;
2496 unsigned int total_mode_chosen_counts[MAX_MODES];
2499 uint64_t total_sq_error[2];
2500 uint64_t total_samples[2];
2503 double total_blockiness;
2504 double worst_blockiness;
2507 double summed_quality;
2508 double summed_weights;
2509 double summed_quality_hbd;
2510 double summed_weights_hbd;
2511 unsigned int total_recode_hits;
2513 double worst_ssim_hbd;
2518 int b_calculate_blockiness;
2519 int b_calculate_consistency;
2521 double total_inconsistency;
2522 double worst_consistency;
2528#if CONFIG_ENTROPY_STATS
2532 FRAME_COUNTS aggregate_fc;
2541 int fb_of_context_type[REF_FRAMES];
2546 PrimaryMultiThreadInfo p_mt_info;
2551 FrameProbInfo frame_probs;
2557typedef struct AV1_COMP {
2567 EncQuantDequantParams enc_quant_dequant_params;
2577 FRAME_COUNTS counts;
2582 MBMIExtFrameBufferInfo mbmi_ext_info;
2595 CoeffBufferPool coeff_buffer_pool;
2605 AV1EncoderConfig oxcf;
2611 TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2659 int skip_tpl_setup_stats;
2669 ForceIntegerMVInfo force_intpel_info;
2675 RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
2680 RefCntBuffer *last_show_frame_buf;
2685 RefreshFrameFlagsInfo refresh_frame;
2690 ExternalFlags ext_flags;
2707 int64_t ambient_err;
2718 CODING_CONTEXT coding_context;
2723 GlobalMotionInfo gm_info;
2728 WinnerModeParams winner_mode_params;
2733 TimeStamps time_stamps;
2748 int ref_frame_flags;
2763 MotionVectorSearchParams mv_search_params;
2769 int all_one_sided_refs;
2774 EncSegmentationInfo enc_seg;
2784 ActiveMap active_map;
2789 unsigned char gf_frame_index;
2794 RefBufferStack ref_buffer_stack;
2796#if CONFIG_INTERNAL_STATS
2798 uint64_t time_compress_data;
2800 unsigned int mode_chosen_counts[MAX_MODES];
2802 unsigned int frame_recode_hits;
2806#if CONFIG_SPEED_STATS
2810 unsigned int tx_search_count;
2822 FRAME_INFO frame_info;
2827 FRAME_INDEX_SET frame_index_set;
2832 InitialDimensions initial_dimensions;
2845 ResizePendingParams resize_pending_params;
2851 TileDataEnc *tile_data;
2855 int allocated_tiles;
2860 TokenInfo token_info;
2870 VarBasedPartitionInfo vbp_info;
2872#if CONFIG_FRAME_PARALLEL_ENCODE
2876 int num_frame_recode;
2881 FrameProbInfo frame_new_probs[NUM_RECODES_PER_FRAME];
2886 int do_update_frame_probs_txtype[NUM_RECODES_PER_FRAME];
2891 int do_update_frame_probs_obmc[NUM_RECODES_PER_FRAME];
2896 int do_update_frame_probs_warp[NUM_RECODES_PER_FRAME];
2901 int do_update_frame_probs_interpfilter[NUM_RECODES_PER_FRAME];
2906 int do_update_vbr_bits_off_target_fast;
2911 MultiThreadInfo mt_info;
2918 int existing_fb_idx_to_show;
2928 int prune_ref_frame_mask;
2933 AV1LrStruct lr_ctxt;
2938 aom_film_grain_table_t *film_grain_table;
2945 struct aom_denoise_and_model_t *denoise_and_model;
2951 InterpSearchFlags interp_search_flags;
2960 int use_screen_content_tools;
2968 int is_screen_content_type;
2970#if CONFIG_COLLECT_PARTITION_STATS
2974 FramePartitionTimingStats partition_stats;
2977#if CONFIG_COLLECT_COMPONENT_TIMING
2981 uint64_t component_time[kTimingComponents];
2986 struct aom_usec_timer component_timer[kTimingComponents];
2990 uint64_t frame_component_time[kTimingComponents];
2996 int frame_header_count;
3006 RefFrameDistanceInfo ref_frame_dist_info;
3013 double *ssim_rdmult_scaling_factors;
3019 TuneVMAFInfo vmaf_info;
3022#if CONFIG_TUNE_BUTTERAUGLI
3026 TuneButteraugliInfo butteraugli_info;
3037 COMPRESSOR_STAGE compressor_stage;
3043 FRAME_TYPE last_frame_type;
3060 FirstPassData firstpass_data;
3065 NOISE_ESTIMATE noise_estimate;
3067#if CONFIG_AV1_TEMPORAL_DENOISING
3071 AV1_DENOISER denoiser;
3078 uint8_t *consec_zero_mv;
3083 BLOCK_SIZE fp_block_size;
3094 size_t available_bs_size;
3100 ExtPartController ext_part_controller;
3102#if CONFIG_FRAME_PARALLEL_ENCODE
3108 bool do_frame_data_update;
3115#if CONFIG_FRAME_PARALLEL_ENCODE_2
3119 int ref_refresh_index;
3125 bool refresh_idx_available;
3132 int ref_idx_to_skip;
3135#if CONFIG_RD_COMMAND
3139 RD_COMMAND rd_command;
3145 WeberStats *mb_weber_stats;
3150 BLOCK_SIZE weber_bsize;
3155 int64_t norm_wiener_variance;
3165 bool is_dropped_frame;
3167#if CONFIG_BITRATE_ACCURACY
3171 VBR_RATECTRL_INFO vbr_rc_info;
3182 THIRD_PASS_DEC_CTX *third_pass_ctx;
3188typedef struct EncodeFrameInput {
3192 int64_t ts_duration;
3200typedef struct EncodeFrameParams {
3204 int error_resilient_mode;
3208 FRAME_TYPE frame_type;
3211 int primary_ref_frame;
3221 int refresh_frame_flags;
3223 int show_existing_frame;
3224 int existing_fb_idx_to_show;
3230 int ref_frame_flags;
3235 int remapped_ref_idx[REF_FRAMES];
3241 RefreshFrameFlagsInfo refresh_frame;
3255} EncodeFrameResults;
3258void av1_initialize_enc(
void);
3260struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi, AV1EncoderConfig *oxcf,
3261 BufferPool *
const pool,
3262 COMPRESSOR_STAGE stage,
3263 int lap_lag_in_frames);
3265struct AV1_PRIMARY *av1_create_primary_compressor(
3266 struct aom_codec_pkt_list *pkt_list_head,
int num_lap_buffers,
3267 AV1EncoderConfig *oxcf);
3269void av1_remove_compressor(AV1_COMP *cpi);
3271void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3273#if CONFIG_ENTROPY_STATS
3274void print_entropy_stats(AV1_PRIMARY *
const ppi);
3276#if CONFIG_INTERNAL_STATS
3277void print_internal_stats(AV1_PRIMARY *ppi);
3280void av1_change_config_seq(AV1_PRIMARY *ppi,
const AV1EncoderConfig *oxcf,
3281 bool *sb_size_changed);
3283void av1_change_config(AV1_COMP *cpi,
const AV1EncoderConfig *oxcf,
3284 bool sb_size_changed);
3286void av1_check_initial_width(AV1_COMP *cpi,
int use_highbitdepth,
3287 int subsampling_x,
int subsampling_y);
3289void av1_init_seq_coding_tools(AV1_PRIMARY *
const ppi,
3290 const AV1EncoderConfig *oxcf,
int use_svc);
3292void av1_post_encode_updates(AV1_COMP *
const cpi,
3293 const AV1_COMP_DATA *
const cpi_data);
3295#if CONFIG_FRAME_PARALLEL_ENCODE
3296void av1_scale_references_fpmt(AV1_COMP *cpi,
int *ref_buffers_used_map);
3298void av1_increment_scaled_ref_counts_fpmt(BufferPool *buffer_pool,
3299 int ref_buffers_used_map);
3301void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3303void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3304 int ref_buffers_used_map);
3306void av1_init_sc_decisions(AV1_PRIMARY *
const ppi);
3308AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *
const ppi,
3309 AV1_COMP_DATA *
const first_cpi_data);
3311int av1_init_parallel_frame_context(
const AV1_COMP_DATA *
const first_cpi_data,
3312 AV1_PRIMARY *
const ppi,
3313 int *ref_buffers_used_map);
3336 int64_t end_time_stamp);
3357int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *
const cpi_data);
3365int av1_encode(AV1_COMP *
const cpi, uint8_t *
const dest,
3366 const EncodeFrameInput *
const frame_input,
3367 const EncodeFrameParams *
const frame_params,
3368 EncodeFrameResults *
const frame_results);
3379int av1_use_as_reference(
int *ext_ref_frame_flags,
int ref_frame_flags);
3385int av1_set_size_literal(AV1_COMP *cpi,
int width,
int height);
3387void av1_set_frame_size(AV1_COMP *cpi,
int width,
int height);
3389int av1_set_active_map(AV1_COMP *cpi,
unsigned char *map,
int rows,
int cols);
3391int av1_get_active_map(AV1_COMP *cpi,
unsigned char *map,
int rows,
int cols);
3393int av1_set_internal_size(AV1EncoderConfig *
const oxcf,
3394 ResizePendingParams *resize_pending_params,
3395 AOM_SCALING horiz_mode, AOM_SCALING vert_mode);
3397int av1_get_quantizer(
struct AV1_COMP *cpi);
3399int av1_convert_sect5obus_to_annexb(uint8_t *buffer,
size_t *input_size);
3412void av1_set_screen_content_options(
struct AV1_COMP *cpi,
3415void av1_update_frame_size(AV1_COMP *cpi);
3417#if CONFIG_FRAME_PARALLEL_ENCODE
3423static INLINE
void init_ref_map_pair(
3424 AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3425 if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3426 memset(ref_frame_map_pairs, -1,
sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3429 memset(ref_frame_map_pairs, 0,
sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3430 for (
int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3432 const RefCntBuffer *
const buf = cpi->common.ref_frame_map[map_idx];
3433 if (ref_frame_map_pairs[map_idx].disp_order == -1)
continue;
3435 ref_frame_map_pairs[map_idx].disp_order = -1;
3436 ref_frame_map_pairs[map_idx].pyr_level = -1;
3438 }
else if (buf->ref_count > 1) {
3444 for (
int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3445 const RefCntBuffer *
const buf2 = cpi->common.ref_frame_map[idx2];
3447 ref_frame_map_pairs[idx2].disp_order = -1;
3448 ref_frame_map_pairs[idx2].pyr_level = -1;
3452 ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3453 ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3457static AOM_INLINE
void calc_frame_data_update_flag(
3458 GF_GROUP *
const gf_group,
int gf_frame_index,
3459 bool *
const do_frame_data_update) {
3460 *do_frame_data_update =
true;
3463 if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3464 *do_frame_data_update =
false;
3465 }
else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3467 for (
int i = gf_frame_index + 1; i < gf_group->size; i++) {
3468 if ((gf_group->frame_parallel_level[i] == 0 &&
3469 (gf_group->update_type[i] == ARF_UPDATE ||
3470 gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3471 gf_group->frame_parallel_level[i] == 1) {
3473 }
else if (gf_group->frame_parallel_level[i] == 2) {
3474 *do_frame_data_update =
false;
3484static INLINE
void stack_push(
int *stack,
int *stack_size,
int item) {
3485 for (
int i = *stack_size - 1; i >= 0; --i) stack[i + 1] = stack[i];
3490static INLINE
int stack_pop(
int *stack,
int *stack_size) {
3491 if (*stack_size <= 0)
return -1;
3493 int item = stack[0];
3494 for (
int i = 0; i < *stack_size; ++i) stack[i] = stack[i + 1];
3500static INLINE
int stack_pop_end(
int *stack,
int *stack_size) {
3501 int item = stack[*stack_size - 1];
3502 stack[*stack_size - 1] = -1;
3508static INLINE
void stack_reset(
int *stack,
int *stack_size) {
3509 for (
int i = 0; i < *stack_size; ++i) stack[i] = INVALID_IDX;
3514#define TICKS_PER_SEC 10000000LL
3516static INLINE int64_t
3517timebase_units_to_ticks(
const aom_rational64_t *timestamp_ratio, int64_t n) {
3518 return n * timestamp_ratio->num / timestamp_ratio->den;
3521static INLINE int64_t
3522ticks_to_timebase_units(
const aom_rational64_t *timestamp_ratio, int64_t n) {
3523 int64_t round = timestamp_ratio->num / 2;
3524 if (round > 0) --round;
3525 return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3528static INLINE
int frame_is_kf_gf_arf(
const AV1_COMP *cpi) {
3529 const GF_GROUP *
const gf_group = &cpi->ppi->gf_group;
3530 const FRAME_UPDATE_TYPE update_type =
3531 gf_group->update_type[cpi->gf_frame_index];
3533 return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3534 update_type == GF_UPDATE;
3538static INLINE
int av1_use_hash_me(
const AV1_COMP *
const cpi) {
3539 return (cpi->common.features.allow_screen_content_tools &&
3540 cpi->common.features.allow_intrabc &&
3541 frame_is_intra_only(&cpi->common));
3545 const AV1_COMMON *
const cm, MV_REFERENCE_FRAME ref_frame) {
3546 const RefCntBuffer *
const buf = get_ref_frame_buf(cm, ref_frame);
3547 return buf != NULL ? &buf->buf : NULL;
3550static INLINE
void alloc_frame_mvs(
AV1_COMMON *
const cm, RefCntBuffer *buf) {
3551 assert(buf != NULL);
3552 ensure_mv_buffer(buf, cm);
3553 buf->width = cm->
width;
3554 buf->height = cm->
height;
3559static INLINE
unsigned int allocated_tokens(TileInfo tile,
int sb_size_log2,
3561 int tile_mb_rows = (tile.mi_row_end - tile.mi_row_start + 2) >> 2;
3562 int tile_mb_cols = (tile.mi_col_end - tile.mi_col_start + 2) >> 2;
3564 return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
3567static INLINE
void get_start_tok(AV1_COMP *cpi,
int tile_row,
int tile_col,
3568 int mi_row, TokenExtra **tok,
int sb_size_log2,
3572 TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
3573 const TileInfo *
const tile_info = &this_tile->tile_info;
3575 const int tile_mb_cols =
3576 (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
3577 const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
3579 *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
3580 get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
3585#define ALT_MIN_LAG 3
3586static INLINE
int is_altref_enabled(
int lag_in_frames,
bool enable_auto_arf) {
3587 return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
3590static AOM_INLINE
int can_disable_altref(
const GFConfig *gf_cfg) {
3591 return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
3592 (gf_cfg->gf_min_pyr_height == 0);
3596static INLINE
int get_num_blocks(
const int frame_length,
const int mb_length) {
3597 return (frame_length + mb_length - 1) / mb_length;
3601static INLINE
int is_stat_generation_stage(
const AV1_COMP *
const cpi) {
3602 assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
3605 (cpi->compressor_stage == LAP_STAGE));
3608static INLINE
int is_stat_consumption_stage_twopass(
const AV1_COMP *
const cpi) {
3613static INLINE
int is_stat_consumption_stage(
const AV1_COMP *
const cpi) {
3614 return (is_stat_consumption_stage_twopass(cpi) ||
3616 (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
3628static INLINE
int has_no_stats_stage(
const AV1_COMP *
const cpi) {
3630 IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
3636static INLINE
int is_one_pass_rt_params(
const AV1_COMP *cpi) {
3637 return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
3638 cpi->oxcf.gf_cfg.lag_in_frames == 0;
3642static INLINE
int get_stats_buf_size(
int num_lap_buffer,
int num_lag_buffer) {
3644 return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
3650 MV_REFERENCE_FRAME ref0,
3651 MV_REFERENCE_FRAME ref1) {
3653 get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
3655 get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
3658static INLINE
int get_chessboard_index(
int frame_index) {
3659 return frame_index & 0x1;
3662static INLINE
const int *cond_cost_list_const(
const struct AV1_COMP *cpi,
3663 const int *cost_list) {
3664 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
3665 cpi->sf.mv_sf.use_fullpel_costlist;
3666 return use_cost_list ? cost_list : NULL;
3669static INLINE
int *cond_cost_list(
const struct AV1_COMP *cpi,
int *cost_list) {
3670 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
3671 cpi->sf.mv_sf.use_fullpel_costlist;
3672 return use_cost_list ? cost_list : NULL;
3676double av1_get_compression_ratio(
const AV1_COMMON *
const cm,
3677 size_t encoded_frame_size);
3679void av1_new_framerate(AV1_COMP *cpi,
double framerate);
3681void av1_setup_frame_size(AV1_COMP *cpi);
3683#define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
3686static INLINE
int av1_resize_scaled(
const AV1_COMMON *cm) {
3691static INLINE
int av1_frame_scaled(
const AV1_COMMON *cm) {
3692 return !av1_superres_scaled(cm) && av1_resize_scaled(cm);
3698static INLINE
int encode_show_existing_frame(
const AV1_COMMON *cm) {
3705static INLINE
int get_mi_ext_idx(
const int mi_row,
const int mi_col,
3706 const BLOCK_SIZE mi_alloc_bsize,
3707 const int mbmi_ext_stride) {
3708 const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
3709 const int mi_ext_row = mi_row / mi_ext_size_1d;
3710 const int mi_ext_col = mi_col / mi_ext_size_1d;
3711 return mi_ext_row * mbmi_ext_stride + mi_ext_col;
3716static INLINE
void set_mode_info_offsets(
3718 const MBMIExtFrameBufferInfo *
const mbmi_ext_info,
MACROBLOCK *
const x,
3720 set_mi_offsets(mi_params, xd, mi_row, mi_col);
3721 const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->
mi_alloc_bsize,
3722 mbmi_ext_info->stride);
3729static INLINE BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize,
int rows_left,
3730 int cols_left,
int *bh,
int *bw) {
3731 int int_size = (int)bsize;
3732 if (rows_left <= 0 || cols_left <= 0) {
3733 return AOMMIN(bsize, BLOCK_8X8);
3735 for (; int_size > 0; int_size -= 3) {
3736 *bh = mi_size_high[int_size];
3737 *bw = mi_size_wide[int_size];
3738 if ((*bh <= rows_left) && (*bw <= cols_left)) {
3743 return (BLOCK_SIZE)int_size;
3746static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
3757static const MV_REFERENCE_FRAME disable_order[] = {
3764static const MV_REFERENCE_FRAME
3765 ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
3766 LAST_FRAME, ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
3767 ALTREF2_FRAME, LAST2_FRAME, LAST3_FRAME,
3770static INLINE
int get_ref_frame_flags(
const SPEED_FEATURES *
const sf,
3771 const int use_one_pass_rt_params,
3773 const int ext_ref_frame_flags) {
3778 int flags = ext_ref_frame_flags;
3780 for (
int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
3786 (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
3787 ? (1 + sf->
rt_sf.use_nonrd_altref_frame)
3789 for (
int j = 0; j < index; ++j) {
3790 if (this_ref == ref_frames[j]) {
3791 flags &= ~(1 << (ref_frame_priority_order[i] - 1));
3810#define MAX_GFUBOOST_FACTOR 10.0
3811#define MIN_GFUBOOST_FACTOR 4.0
3813static INLINE
int is_frame_tpl_eligible(
const GF_GROUP *
const gf_group,
3815 const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
3816 return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
3817 update_type == KF_UPDATE;
3820static INLINE
int is_frame_eligible_for_ref_pruning(
const GF_GROUP *gf_group,
3821 int selective_ref_frame,
3822 int prune_ref_frames,
3824 return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
3825 !is_frame_tpl_eligible(gf_group, gf_index);
3829static INLINE FRAME_UPDATE_TYPE get_frame_update_type(
const GF_GROUP *gf_group,
3830 int gf_frame_index) {
3831 return gf_group->update_type[gf_frame_index];
3834static INLINE
int av1_pixels_to_mi(
int pixels) {
3835 return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
3838static AOM_INLINE
int is_psnr_calc_enabled(
const AV1_COMP *cpi) {
3841 return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
3845#if CONFIG_AV1_TEMPORAL_DENOISING
3846static INLINE
int denoise_svc(
const struct AV1_COMP *
const cpi) {
3847 return (!cpi->ppi->use_svc ||
3848 (cpi->ppi->use_svc &&
3849 cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
3853#if CONFIG_COLLECT_PARTITION_STATS == 2
3854static INLINE
void av1_print_fr_partition_timing_stats(
3855 const FramePartitionTimingStats *part_stats,
const char *filename) {
3856 FILE *f = fopen(filename,
"w");
3861 fprintf(f,
"bsize,redo,");
3862 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3863 fprintf(f,
"decision_%d,", part);
3865 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3866 fprintf(f,
"attempt_%d,", part);
3868 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3869 fprintf(f,
"time_%d,", part);
3873 static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
3875 for (
int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
3876 fprintf(f,
"%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
3877 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3878 fprintf(f,
"%d,", part_stats->partition_decisions[bsize_idx][part]);
3880 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3881 fprintf(f,
"%d,", part_stats->partition_attempts[bsize_idx][part]);
3883 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3884 fprintf(f,
"%ld,", part_stats->partition_times[bsize_idx][part]);
3892#if CONFIG_COLLECT_PARTITION_STATS
3893static INLINE
int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
3894 assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
3895 bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
3896 bsize == BLOCK_4X4);
3898 case BLOCK_128X128:
return 0;
3899 case BLOCK_64X64:
return 1;
3900 case BLOCK_32X32:
return 2;
3901 case BLOCK_16X16:
return 3;
3902 case BLOCK_8X8:
return 4;
3903 case BLOCK_4X4:
return 5;
3904 default: assert(0 &&
"Invalid bsize for partition_stats.");
return -1;
3909#if CONFIG_COLLECT_COMPONENT_TIMING
3910static INLINE
void start_timing(AV1_COMP *cpi,
int component) {
3911 aom_usec_timer_start(&cpi->component_timer[component]);
3913static INLINE
void end_timing(AV1_COMP *cpi,
int component) {
3914 aom_usec_timer_mark(&cpi->component_timer[component]);
3915 cpi->frame_component_time[component] +=
3916 aom_usec_timer_elapsed(&cpi->component_timer[component]);
3918static INLINE
char const *get_frame_type_enum(
int type) {
3920 case 0:
return "KEY_FRAME";
3921 case 1:
return "INTER_FRAME";
3922 case 2:
return "INTRA_ONLY_FRAME";
3923 case 3:
return "S_FRAME";
#define FIXED_QP_OFFSET_COUNT
Number of fixed QP offsets.
Definition: aom_encoder.h:885
enum aom_chroma_sample_position aom_chroma_sample_position_t
List of chroma sample positions.
enum aom_transfer_characteristics aom_transfer_characteristics_t
List of supported transfer functions.
enum aom_color_range aom_color_range_t
List of supported color range.
enum aom_color_primaries aom_color_primaries_t
List of supported color primaries.
enum aom_matrix_coefficients aom_matrix_coefficients_t
List of supported matrix coefficients.
Provides definitions for using AOM or AV1 encoder algorithm within the aom Codec Interface.
@ RESTORE_SWITCHABLE_TYPES
Definition: enums.h:602
aom_tune_content
Definition: aomcx.h:1450
aom_tune_metric
Model tuning parameters.
Definition: aomcx.h:1469
enum aom_bit_depth aom_bit_depth_t
Bit depth for codecThis enumeration determines the bit depth of the codec.
enum aom_superblock_size aom_superblock_size_t
Superblock size selection.
aom_codec_err_t
Algorithm return codes.
Definition: aom_codec.h:155
aom_superres_mode
Frame super-resolution mode.
Definition: aom_encoder.h:196
aom_rc_mode
Rate control mode.
Definition: aom_encoder.h:174
aom_enc_pass
Multi-pass Encoding Pass.
Definition: aom_encoder.h:165
long aom_enc_frame_flags_t
Encoded Frame Flags.
Definition: aom_encoder.h:366
@ AOM_RC_ONE_PASS
Definition: aom_encoder.h:166
@ AOM_RC_SECOND_PASS
Definition: aom_encoder.h:168
@ AOM_RC_FIRST_PASS
Definition: aom_encoder.h:167
Describes look ahead buffer operations.
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:751
int superres_upscaled_width
Definition: av1_common_int.h:800
int superres_upscaled_height
Definition: av1_common_int.h:801
int width
Definition: av1_common_int.h:776
CurrentFrame current_frame
Definition: av1_common_int.h:755
int show_existing_frame
Definition: av1_common_int.h:901
FeatureFlags features
Definition: av1_common_int.h:906
int show_frame
Definition: av1_common_int.h:886
CommonTileParams tiles
Definition: av1_common_int.h:993
int height
Definition: av1_common_int.h:777
int render_width
Definition: av1_common_int.h:787
int render_height
Definition: av1_common_int.h:788
Stores the transforms coefficients for the whole superblock.
Definition: block.h:182
The stucture of CYCLIC_REFRESH.
Definition: aq_cyclicrefresh.h:36
Parameters related to CDEF.
Definition: av1_common_int.h:198
Params related to MB_MODE_INFO arrays and related info.
Definition: av1_common_int.h:505
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:554
int cols
Definition: av1_common_int.h:432
Contains buffers used by av1_compound_type_rd()
Definition: block.h:374
Frame level features.
Definition: av1_common_int.h:362
bool error_resilient_mode
Definition: av1_common_int.h:404
Data related to the current GF/ARF group and the individual frames within the group.
Definition: firstpass.h:344
Stores best extended mode information at frame level.
Definition: block.h:218
Stores the prediction/txfm mode of the current coding block.
Definition: blockd.h:222
Contains buffers used to speed up rdopt for obmc.
Definition: block.h:337
Contains color maps used in palette mode.
Definition: block.h:362
Primary Rate Control parameters and status.
Definition: ratectrl.h:237
Rate Control parameters and status.
Definition: ratectrl.h:118
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1330
REAL_TIME_SPEED_FEATURES rt_sf
Definition: speed_features.h:1399
The stucture of SVC.
Definition: svc_layercontext.h:92
Frame level Two pass status and control data.
Definition: firstpass.h:455
Two pass status and control data.
Definition: firstpass.h:412
Parameters related to temporal filtering.
Definition: temporal_filter.h:83
Params related to temporal dependency model.
Definition: tpl_model.h:139
Generic fixed size buffer structure.
Definition: aom_encoder.h:77
Encoder's parameters related to the current coding block.
Definition: block.h:854
MB_MODE_INFO_EXT_FRAME * mbmi_ext_frame
Finalized mbmi_ext for the whole frame.
Definition: block.h:886
Variables related to current coding block.
Definition: blockd.h:577
const struct scale_factors * block_ref_scale_factors[2]
Definition: blockd.h:694
YV12 frame buffer data structure.
Definition: yv12config.h:38