15#ifndef AOM_AV1_ENCODER_ENCODER_H_
16#define AOM_AV1_ENCODER_ENCODER_H_
21#include "config/aom_config.h"
25#include "av1/common/alloccommon.h"
26#include "av1/common/av1_common_int.h"
27#include "av1/common/blockd.h"
28#include "av1/common/entropymode.h"
30#include "av1/common/resize.h"
31#include "av1/common/thread_common.h"
32#include "av1/common/timing.h"
34#include "av1/encoder/aq_cyclicrefresh.h"
35#include "av1/encoder/av1_quantize.h"
37#include "av1/encoder/context_tree.h"
38#include "av1/encoder/encodemb.h"
39#include "av1/encoder/external_partition.h"
40#include "av1/encoder/firstpass.h"
41#include "av1/encoder/global_motion.h"
42#include "av1/encoder/level.h"
44#include "av1/encoder/mcomp.h"
45#include "av1/encoder/pickcdef.h"
46#include "av1/encoder/ratectrl.h"
47#include "av1/encoder/rd.h"
49#include "av1/encoder/svc_layercontext.h"
50#include "av1/encoder/temporal_filter.h"
51#include "av1/encoder/thirdpass.h"
52#include "av1/encoder/tokenize.h"
53#include "av1/encoder/tpl_model.h"
54#include "av1/encoder/av1_noise_estimate.h"
55#include "av1/encoder/bitstream.h"
57#if CONFIG_INTERNAL_STATS
58#include "aom_dsp/ssim.h"
60#include "aom_dsp/variance.h"
62#include "aom_dsp/noise_model.h"
65#include "av1/encoder/tune_vmaf.h"
67#if CONFIG_AV1_TEMPORAL_DENOISING
68#include "av1/encoder/av1_temporal_denoiser.h"
70#if CONFIG_TUNE_BUTTERAUGLI
71#include "av1/encoder/tune_butteraugli.h"
74#include "aom/internal/aom_codec_internal.h"
75#include "aom_util/aom_thread.h"
85#define SCENE_CUT_KEY_TEST_INTERVAL 16
88#define TF_LOOKAHEAD_IDX_THR 7
90#define HDR_QP_LEVELS 10
91#define CHROMA_CB_QP_SCALE 1.04
92#define CHROMA_CR_QP_SCALE 1.04
93#define CHROMA_QP_SCALE -0.46
94#define CHROMA_QP_OFFSET 9.26
95#define QP_SCALE_FACTOR 2.0
96#define DISABLE_HDR_LUMA_DELTAQ 1
100typedef struct aom_rational64 {
113} UENUM1BYTE(AOM_SCALING);
127 FRAMEFLAGS_KEY = 1 << 0,
128 FRAMEFLAGS_GOLDEN = 1 << 1,
129 FRAMEFLAGS_BWDREF = 1 << 2,
131 FRAMEFLAGS_ALTREF = 1 << 3,
132 FRAMEFLAGS_INTRAONLY = 1 << 4,
133 FRAMEFLAGS_SWITCH = 1 << 5,
134 FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
135} UENUM1BYTE(FRAMETYPE_FLAGS);
137#if CONFIG_FRAME_PARALLEL_ENCODE
141 PARALLEL_SIMULATION_ENCODE,
142 NUM_FPMT_TEST_ENCODES
143} UENUM1BYTE(FPMT_TEST_ENC_CFG);
147#define MIN_PYR_LEVEL 1
148static INLINE
int get_true_pyr_level(
int frame_level,
int frame_order,
149 int max_layer_depth) {
150 if (frame_order == 0) {
152 return MIN_PYR_LEVEL;
153 }
else if (frame_level == MAX_ARF_LAYERS) {
155 return max_layer_depth;
156 }
else if (frame_level == (MAX_ARF_LAYERS + 1)) {
158 return MIN_PYR_LEVEL;
160 return AOMMAX(MIN_PYR_LEVEL, frame_level);
168 CYCLIC_REFRESH_AQ = 3,
170} UENUM1BYTE(AQ_MODE);
173 DELTA_Q_OBJECTIVE = 1,
174 DELTA_Q_PERCEPTUAL = 2,
175 DELTA_Q_PERCEPTUAL_AI = 3,
176 DELTA_Q_USER_RATING_BASED = 4,
179} UENUM1BYTE(DELTAQ_MODE);
187} UENUM1BYTE(RESIZE_MODE);
191 SS_CFG_LOOKAHEAD = 1,
194} UENUM1BYTE(SS_CFG_OFFSET);
198 ENABLE_SCENECUT_MODE_1,
199 ENABLE_SCENECUT_MODE_2
200} UENUM1BYTE(SCENECUT_MODE);
202#define MAX_VBR_CORPUS_COMPLEXITY 10000
219} MULTI_THREADED_MODULES;
239 LOOPFILTER_REFERENCE = 2,
240 LOOPFILTER_SELECTIVELY =
251 RESIZE_MODE resize_mode;
256 uint8_t resize_scale_denominator;
261 uint8_t resize_kf_scale_denominator;
271 bool enable_rect_partitions;
275 bool enable_ab_partitions;
279 bool enable_1to4_partitions;
284 BLOCK_SIZE min_partition_size;
289 BLOCK_SIZE max_partition_size;
299 bool enable_intra_edge_filter;
304 bool enable_filter_intra;
308 bool enable_smooth_intra;
312 bool enable_paeth_intra;
316 bool enable_cfl_intra;
320 bool enable_directional_intra;
325 bool enable_diagonal_intra;
330 bool enable_angle_delta;
344 bool enable_flip_idtx;
353 bool reduced_tx_type_set;
358 bool use_intra_dct_only;
363 bool use_inter_dct_only;
368 bool use_intra_default_tx_only;
372 bool enable_tx_size_search;
382 bool enable_dist_wtd_comp;
387 bool enable_masked_comp;
391 bool enable_smooth_interintra;
395 bool enable_diff_wtd_comp;
399 bool enable_interinter_wedge;
403 bool enable_interintra_wedge;
414 int superres_qthresh;
419 int superres_kf_qthresh;
425 uint8_t superres_scale_denominator;
431 uint8_t superres_kf_scale_denominator;
439 bool enable_superres;
459 int enable_keyframe_filtering;
512 int64_t starting_buffer_level_ms;
517 int64_t optimal_buffer_level_ms;
522 int64_t maximum_buffer_size_ms;
527 int64_t target_bandwidth;
533 unsigned int vbr_corpus_complexity_lap;
538 unsigned int max_intra_bitrate_pct;
543 unsigned int max_inter_bitrate_pct;
547 unsigned int gf_cbr_boost_pct;
556 int drop_frames_water_mark;
616 int gf_min_pyr_height;
618 int gf_max_pyr_height;
620 bool enable_auto_arf;
623 bool enable_auto_brf;
628 unsigned int num_tile_groups;
637 int tile_width_count;
639 int tile_height_count;
641 int tile_widths[MAX_TILE_COLS];
643 int tile_heights[MAX_TILE_ROWS];
645 bool enable_large_scale_tile;
647 bool enable_single_tile_decoding;
649 bool enable_ext_tile_debug;
659 int forced_max_frame_width;
662 int forced_max_frame_height;
673 bool enable_warped_motion;
675 bool allow_warped_motion;
682 aom_timing_info_t timing_info;
684 uint32_t num_units_in_decoding_tick;
687 bool decoder_model_info_present_flag;
690 bool display_model_info_present_flag;
692 bool timing_info_present;
697 COST_UPDATE_TYPE coeff;
699 COST_UPDATE_TYPE mode;
708 unsigned int max_reference_frames;
710 bool enable_reduced_reference_set;
712 bool enable_onesided_comp;
730 unsigned int motion_vector_unit_test;
732 unsigned int sb_multipass_unit_test;
737 const char *vmaf_model_path;
739 const char *film_grain_table_filename;
745 int film_grain_test_vector;
750 double init_framerate;
752 unsigned int input_bit_depth;
756 unsigned int chroma_subsampling_x;
758 unsigned int chroma_subsampling_y;
769 int use_fixed_qp_offsets;
779 DELTAQ_MODE deltaq_mode;
781 DELTAQ_MODE deltaq_strength;
783 bool enable_chroma_deltaq;
785 bool enable_hdr_deltaq;
810 int disable_trellis_quant;
828 uint8_t cdf_update_mode;
833 bool enable_tpl_model;
848 LOOPFILTER_CONTROL loopfilter_control;
858 bool enable_deltalf_mode;
860 CDEF_CONTROL cdef_control;
862 bool enable_restoration;
864 bool force_video_mode;
866 bool error_resilient_mode;
868 bool frame_parallel_decoding_mode;
870 bool enable_monochrome;
873 bool full_still_picture_hdr;
875 bool enable_dual_filter;
877 bool enable_order_hint;
879 bool ref_frame_mvs_present;
881 bool enable_ref_frame_mvs;
883 bool enable_interintra_comp;
885 bool enable_global_motion;
894typedef struct AV1EncoderConfig {
900 FrameDimensionCfg frm_dim_cfg;
916 RateControlCfg rc_cfg;
920 QuantizationCfg q_cfg;
923 ResizeCfg resize_cfg;
926 SuperResCfg superres_cfg;
952 DecoderModelCfg dec_model_cfg;
955 RefFrameCfg ref_frm_cfg;
958 UnitTestCfg unit_test_cfg;
961 MotionModeCfg motion_mode_cfg;
964 IntraModeCfg intra_mode_cfg;
967 TxfmSizeTypeCfg txfm_cfg;
970 CompoundTypeCfg comp_type_cfg;
973 PartitionCfg part_cfg;
976 CostUpdateFreq cost_upd_freq;
982 int noise_block_size;
984 int enable_dnl_denoising;
987#if CONFIG_AV1_TEMPORAL_DENOISING
989 int noise_sensitivity;
993 unsigned int tier_mask;
997 int border_in_pixels;
1006 AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
1009 BITSTREAM_PROFILE profile;
1026 const char *two_pass_output;
1029 const char *second_pass_log;
1039 bool use_highbitdepth;
1044 bool save_as_annexb;
1048 const char *partition_info_path;
1053static INLINE
int is_lossless_requested(
const RateControlCfg *
const rc_cfg) {
1054 return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1067 int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1074 int warped_probs[FRAME_UPDATE_TYPES];
1082 int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1090 int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1091 [SWITCHABLE_FILTERS];
1096typedef struct FRAME_COUNTS {
1099#if CONFIG_ENTROPY_STATS
1100 unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1101 unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1102 unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1103 unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1104 unsigned int cfl_sign[CFL_JOINT_SIGNS];
1105 unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1106 unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1107 unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1108 unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1109 unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1110 unsigned int palette_y_color_index[PALETTE_SIZES]
1111 [PALETTE_COLOR_INDEX_CONTEXTS]
1113 unsigned int palette_uv_color_index[PALETTE_SIZES]
1114 [PALETTE_COLOR_INDEX_CONTEXTS]
1116 unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1117 unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1118 unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1119 [EOB_COEF_CONTEXTS][2];
1120 unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1121 unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1123 unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1124 unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1125 unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1126 unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1127 unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1128 unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1129 unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1130 unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1131 unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1132 [LEVEL_CONTEXTS][BR_CDF_SIZE];
1133 unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1134 [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1135 unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1136 [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1137 unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1138 unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1139 unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1140 unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1141 unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1142 unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1143 unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1144 unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1145 unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1146 unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1147 unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1148 unsigned int obmc[BLOCK_SIZES_ALL][2];
1149 unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1150 unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1151 unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1152 unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1153 unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1154 unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1155 unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1156 unsigned int intrabc[2];
1158 unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1159 unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1160 unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1161 unsigned int skip_txfm[SKIP_CONTEXTS][2];
1162 unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1163 unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1164 unsigned int delta_q[DELTA_Q_PROBS][2];
1165 unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1166 unsigned int delta_lf[DELTA_LF_PROBS][2];
1168 unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1169 unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1171 unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1172 unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1174 unsigned int wiener_restore[2];
1175 unsigned int sgrproj_restore[2];
1178 unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1179 [SWITCHABLE_FILTERS];
1182#define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1191 double sse_sse_mean;
1207#define MAX_INTER_MODES 1024
1217typedef struct inter_modes_info {
1230 int mode_rate_arr[MAX_INTER_MODES];
1234 int64_t sse_arr[MAX_INTER_MODES];
1238 int64_t est_rd_arr[MAX_INTER_MODES];
1242 RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1246 RD_STATS rd_cost_arr[MAX_INTER_MODES];
1250 RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1254 RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1265 uint32_t sum_square_error;
1278 VPVariance part_variances;
1283 VPVariance part_variances;
1288 VPVariance part_variances;
1293 VPVariance part_variances;
1298 VPVariance part_variances;
1303 VPVariance part_variances;
1321 int64_t thresholds[5];
1327 int64_t threshold_minmax;
1328} VarBasedPartitionInfo;
1334#if CONFIG_MULTITHREAD
1339 pthread_mutex_t *mutex_;
1340 pthread_cond_t *cond_;
1348 int *num_finished_cols;
1366 int num_threads_working;
1367} AV1EncRowMultiThreadSync;
1372typedef struct TileDataEnc {
1374 DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1375 FRAME_CONTEXT *row_ctx;
1376 uint64_t abs_sum_level;
1377 uint8_t allow_update_cdf;
1378 InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1379 AV1EncRowMultiThreadSync row_mt_sync;
1380 MV firstpass_top_mv;
1383typedef struct RD_COUNTS {
1384 int compound_ref_used_flag;
1385 int skip_mode_used_flag;
1386 int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1387 int obmc_used[BLOCK_SIZES_ALL][2];
1389 int newmv_or_intra_blocks;
1392typedef struct ThreadData {
1394 RD_COUNTS rd_counts;
1395 FRAME_COUNTS *counts;
1396 PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1397 SIMPLE_MOTION_DATA_TREE *sms_tree;
1398 SIMPLE_MOTION_DATA_TREE *sms_root;
1399 uint32_t *hash_value_buffer[2][2];
1403 CONV_BUF_TYPE *tmp_conv_dst;
1404 uint64_t abs_sum_level;
1405 uint8_t *tmp_pred_bufs[2];
1408 int coefficient_size;
1409 int max_mv_magnitude;
1410 int interp_filter_selected[SWITCHABLE];
1411 FRAME_CONTEXT *tctx;
1413 int32_t num_64x64_blocks;
1414 PICK_MODE_CONTEXT *firstpass_ctx;
1415 TemporalFilterData tf_data;
1416 TplTxfmStats tpl_txfm_stats;
1420 PixelLevelGradientInfo *pixel_gradient_info;
1423struct EncWorkerData;
1434 int allocated_tile_rows;
1438 int allocated_tile_cols;
1457 int thread_id_to_tile_id[MAX_NUM_THREADS];
1459#if CONFIG_MULTITHREAD
1463 pthread_mutex_t *mutex_;
1473 void (*sync_read_ptr)(AV1EncRowMultiThreadSync *
const, int, int);
1477 void (*sync_write_ptr)(AV1EncRowMultiThreadSync *
const, int, int, int);
1479} AV1EncRowMultiThreadInfo;
1481#if CONFIG_FRAME_PARALLEL_ENCODE
1485#define MAX_PARALLEL_FRAMES 4
1489#define NUM_RECODES_PER_FRAME 10
1495typedef struct RestoreStateBuffers {
1499 uint16_t *cdef_srcbuf;
1504 uint16_t *cdef_colbuf[MAX_MB_PLANE];
1509 int32_t *rst_tmpbuf;
1514 RestorationLineBuffers *rlbs;
1515} RestoreStateBuffers;
1521typedef struct PrimaryMultiThreadInfo {
1530 int num_mod_workers[NUM_MT_MODULES];
1541 struct EncWorkerData *tile_thr_data;
1546 AV1CdefWorkerData *cdef_worker;
1548#if CONFIG_FRAME_PARALLEL_ENCODE
1553 AVxWorker *p_workers[MAX_PARALLEL_FRAMES];
1560} PrimaryMultiThreadInfo;
1565typedef struct MultiThreadInfo {
1574 int num_mod_workers[NUM_MT_MODULES];
1585 struct EncWorkerData *tile_thr_data;
1591 bool row_mt_enabled;
1596 AV1EncRowMultiThreadInfo enc_row_mt;
1601 AV1TplRowMultiThreadInfo tpl_row_mt;
1606 AV1LfSync lf_row_sync;
1611 AV1LrSync lr_row_sync;
1616 AV1EncPackBSSync pack_bs_sync;
1621 AV1GlobalMotionSync gm_sync;
1626 AV1TemporalFilterSync tf_sync;
1631 AV1CdefSync cdef_sync;
1636 AV1CdefWorkerData *cdef_worker;
1638#if CONFIG_FRAME_PARALLEL_ENCODE
1642 RestoreStateBuffers restore_state_buf;
1648typedef struct ActiveMap {
1664 double cs_rate_array[32];
1673} ForceIntegerMVInfo;
1677#if CONFIG_INTERNAL_STATS
1685} UENUM1BYTE(StatType);
1687typedef struct IMAGE_STAT {
1688 double stat[NUM_STAT_TYPES];
1719} MBMIExtFrameBufferInfo;
1723#if CONFIG_COLLECT_PARTITION_STATS
1724typedef struct FramePartitionTimingStats {
1725 int partition_decisions[6][EXT_PARTITION_TYPES];
1726 int partition_attempts[6][EXT_PARTITION_TYPES];
1727 int64_t partition_times[6][EXT_PARTITION_TYPES];
1730} FramePartitionTimingStats;
1733#if CONFIG_COLLECT_COMPONENT_TIMING
1734#include "aom_ports/aom_timer.h"
1737 av1_encode_strategy_time,
1738 av1_get_one_pass_rt_params_time,
1739 av1_get_second_pass_params_time,
1740 denoise_and_encode_time,
1741 apply_filtering_time,
1742 av1_tpl_setup_stats_time,
1743 encode_frame_to_data_rate_time,
1744 encode_with_or_without_recode_time,
1747 loop_restoration_time,
1748 av1_pack_bitstream_final_time,
1749 av1_encode_frame_time,
1750 av1_compute_global_motion_time,
1751 av1_setup_motion_field_time,
1754 rd_pick_partition_time,
1755 rd_use_partition_time,
1756 av1_prune_partitions_time,
1757 none_partition_search_time,
1758 split_partition_search_time,
1759 rectangular_partition_search_time,
1760 ab_partitions_search_time,
1761 rd_pick_4partition_time,
1764 rd_pick_sb_modes_time,
1765 av1_rd_pick_intra_mode_sb_time,
1766 av1_rd_pick_inter_mode_sb_time,
1767 set_params_rd_pick_inter_mode_time,
1768 skip_inter_mode_time,
1769 handle_inter_mode_time,
1770 evaluate_motion_mode_for_winner_candidates_time,
1772 handle_intra_mode_time,
1773 refine_winner_mode_tx_time,
1774 av1_search_palette_mode_time,
1776 compound_type_rd_time,
1777 interpolation_filter_search_time,
1778 motion_mode_rd_time,
1780} UENUM1BYTE(TIMING_COMPONENT);
1782static INLINE
char const *get_component_name(
int index) {
1784 case av1_encode_strategy_time:
return "av1_encode_strategy_time";
1785 case av1_get_one_pass_rt_params_time:
1786 return "av1_get_one_pass_rt_params_time";
1787 case av1_get_second_pass_params_time:
1788 return "av1_get_second_pass_params_time";
1789 case denoise_and_encode_time:
return "denoise_and_encode_time";
1790 case apply_filtering_time:
return "apply_filtering_time";
1791 case av1_tpl_setup_stats_time:
return "av1_tpl_setup_stats_time";
1792 case encode_frame_to_data_rate_time:
1793 return "encode_frame_to_data_rate_time";
1794 case encode_with_or_without_recode_time:
1795 return "encode_with_or_without_recode_time";
1796 case loop_filter_time:
return "loop_filter_time";
1797 case cdef_time:
return "cdef_time";
1798 case loop_restoration_time:
return "loop_restoration_time";
1799 case av1_pack_bitstream_final_time:
return "av1_pack_bitstream_final_time";
1800 case av1_encode_frame_time:
return "av1_encode_frame_time";
1801 case av1_compute_global_motion_time:
1802 return "av1_compute_global_motion_time";
1803 case av1_setup_motion_field_time:
return "av1_setup_motion_field_time";
1804 case encode_sb_row_time:
return "encode_sb_row_time";
1806 case rd_pick_partition_time:
return "rd_pick_partition_time";
1807 case rd_use_partition_time:
return "rd_use_partition_time";
1808 case av1_prune_partitions_time:
return "av1_prune_partitions_time";
1809 case none_partition_search_time:
return "none_partition_search_time";
1810 case split_partition_search_time:
return "split_partition_search_time";
1811 case rectangular_partition_search_time:
1812 return "rectangular_partition_search_time";
1813 case ab_partitions_search_time:
return "ab_partitions_search_time";
1814 case rd_pick_4partition_time:
return "rd_pick_4partition_time";
1815 case encode_sb_time:
return "encode_sb_time";
1817 case rd_pick_sb_modes_time:
return "rd_pick_sb_modes_time";
1818 case av1_rd_pick_intra_mode_sb_time:
1819 return "av1_rd_pick_intra_mode_sb_time";
1820 case av1_rd_pick_inter_mode_sb_time:
1821 return "av1_rd_pick_inter_mode_sb_time";
1822 case set_params_rd_pick_inter_mode_time:
1823 return "set_params_rd_pick_inter_mode_time";
1824 case skip_inter_mode_time:
return "skip_inter_mode_time";
1825 case handle_inter_mode_time:
return "handle_inter_mode_time";
1826 case evaluate_motion_mode_for_winner_candidates_time:
1827 return "evaluate_motion_mode_for_winner_candidates_time";
1828 case do_tx_search_time:
return "do_tx_search_time";
1829 case handle_intra_mode_time:
return "handle_intra_mode_time";
1830 case refine_winner_mode_tx_time:
return "refine_winner_mode_tx_time";
1831 case av1_search_palette_mode_time:
return "av1_search_palette_mode_time";
1832 case handle_newmv_time:
return "handle_newmv_time";
1833 case compound_type_rd_time:
return "compound_type_rd_time";
1834 case interpolation_filter_search_time:
1835 return "interpolation_filter_search_time";
1836 case motion_mode_rd_time:
return "motion_mode_rd_time";
1844#define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
1867 unsigned char *src_buffer;
1874 int num_ref_frames[MAX_DIRECTIONS];
1882 FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
1895 int num_src_corners;
1902 int src_corners[2 * MAX_CORNERS];
1927 int default_interp_skip_flags;
1931 uint16_t interp_filter_search_mask;
1943 int max_mv_magnitude;
1957 fractional_mv_step_fp *find_fractional_mv_step;
1964 search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
1965} MotionVectorSearchParams;
1991} ResizePendingParams;
2000 int ref_relative_dist[INTER_REFS_PER_FRAME];
2004 int8_t nearest_past_ref;
2008 int8_t nearest_future_ref;
2009} RefFrameDistanceInfo;
2034 unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
2040 TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2048 unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2055 unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2062 unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2069 unsigned int predict_dc_level[MODE_EVAL_TYPES];
2083 bool alt2_ref_frame;
2088 bool update_pending;
2089} ExtRefreshFrameFlagsInfo;
2098 int ref_frame_flags;
2103 ExtRefreshFrameFlagsInfo refresh_frame;
2108 bool refresh_frame_context;
2114 bool refresh_frame_context_pending;
2119 bool use_ref_frame_mvs;
2124 bool use_error_resilient;
2135 bool use_primary_ref_none;
2141 int arf_stack[FRAME_BUFFERS];
2143 int lst_stack[FRAME_BUFFERS];
2145 int gld_stack[FRAME_BUFFERS];
2159 int mv_joint_count[4];
2161 int last_bit_nonzero;
2165 int hp_total_mv_rate;
2166 int lp_total_mv_rate;
2177typedef struct WeberStats {
2178 int64_t mb_wiener_variance;
2179 int64_t src_variance;
2180 int64_t rec_variance;
2181 int16_t src_pix_max;
2182 int16_t rec_pix_max;
2189 struct loopfilter lf;
2213 int show_frame_count;
2233 bool has_lossless_segment;
2234} EncSegmentationInfo;
2243 int64_t prev_ts_start;
2247 int64_t prev_ts_end;
2251 int64_t first_ts_start;
2270 uint8_t *entropy_ctx;
2276typedef struct AV1_COMP_DATA {
2280 unsigned char *cx_data;
2295 unsigned int lib_flags;
2300 int64_t ts_frame_start;
2305 int64_t ts_frame_end;
2315 const aom_rational64_t *timestamp_ratio;
2321#if CONFIG_FRAME_PARALLEL_ENCODE
2325 int frame_display_order_hint;
2332typedef struct AV1_PRIMARY {
2333#if CONFIG_FRAME_PARALLEL_ENCODE
2337 struct AV1_COMP *parallel_cpi[MAX_PARALLEL_FRAMES];
2342 int num_fp_contexts;
2348 struct AV1_COMP_DATA parallel_frames_data[MAX_PARALLEL_FRAMES - 1];
2353 int filter_level[2];
2371 FPMT_TEST_ENC_CFG fpmt_unit_test_cfg;
2376 FrameProbInfo temp_frame_probs;
2383 FrameProbInfo temp_frame_probs_simulation;
2389 int temp_valid_gm_model_found[FRAME_UPDATE_TYPES];
2395 int64_t ts_start_last_show_frame;
2400 int64_t ts_end_last_show_frame;
2401#if CONFIG_FRAME_PARALLEL_ENCODE_2
2407 RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2415 struct AV1_COMP *cpi;
2420 struct AV1_COMP *cpi_lap;
2425 struct lookahead_ctx *lookahead;
2432 int seq_params_locked;
2438 struct aom_codec_pkt_list *output_pkt_list;
2443 int internal_altref_allowed;
2448 int show_existing_alt_ref;
2468 AV1LevelParams level_params;
2473 int b_calculate_psnr;
2498 SequenceHeader seq_params;
2508 bool buffer_removal_time_present;
2513 unsigned int number_temporal_layers;
2518 unsigned int number_spatial_layers;
2523 struct aom_internal_error_info error;
2530 aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2540 double *tpl_rdmult_scaling_factors;
2546 double *tpl_sb_rdmult_scaling_factors;
2558#if CONFIG_INTERNAL_STATS
2560 uint64_t total_time_receive_data;
2561 uint64_t total_time_compress_data;
2563 unsigned int total_mode_chosen_counts[MAX_MODES];
2566 uint64_t total_sq_error[2];
2567 uint64_t total_samples[2];
2570 double total_blockiness;
2571 double worst_blockiness;
2574 double summed_quality;
2575 double summed_weights;
2576 double summed_quality_hbd;
2577 double summed_weights_hbd;
2578 unsigned int total_recode_hits;
2580 double worst_ssim_hbd;
2585 int b_calculate_blockiness;
2586 int b_calculate_consistency;
2588 double total_inconsistency;
2589 double worst_consistency;
2595#if CONFIG_ENTROPY_STATS
2599 FRAME_COUNTS aggregate_fc;
2608 int fb_of_context_type[REF_FRAMES];
2613 PrimaryMultiThreadInfo p_mt_info;
2618 FrameProbInfo frame_probs;
2626 int valid_gm_model_found[FRAME_UPDATE_TYPES];
2632typedef struct AV1_COMP {
2642 EncQuantDequantParams enc_quant_dequant_params;
2652 FRAME_COUNTS counts;
2657 MBMIExtFrameBufferInfo mbmi_ext_info;
2670 CoeffBufferPool coeff_buffer_pool;
2680 AV1EncoderConfig oxcf;
2686 TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2734 int skip_tpl_setup_stats;
2744 ForceIntegerMVInfo force_intpel_info;
2750 RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
2755 RefCntBuffer *last_show_frame_buf;
2760 RefreshFrameInfo refresh_frame;
2765 ExternalFlags ext_flags;
2782 int64_t ambient_err;
2793 CODING_CONTEXT coding_context;
2798 GlobalMotionInfo gm_info;
2803 WinnerModeParams winner_mode_params;
2808 TimeStamps time_stamps;
2823 int ref_frame_flags;
2838 MotionVectorSearchParams mv_search_params;
2844 int all_one_sided_refs;
2849 EncSegmentationInfo enc_seg;
2859 ActiveMap active_map;
2864 unsigned char gf_frame_index;
2869 RefBufferStack ref_buffer_stack;
2871#if CONFIG_INTERNAL_STATS
2873 uint64_t time_compress_data;
2875 unsigned int mode_chosen_counts[MAX_MODES];
2877 unsigned int frame_recode_hits;
2881#if CONFIG_SPEED_STATS
2885 unsigned int tx_search_count;
2897 FRAME_INFO frame_info;
2902 FRAME_INDEX_SET frame_index_set;
2907 InitialDimensions initial_dimensions;
2920 ResizePendingParams resize_pending_params;
2926 TileDataEnc *tile_data;
2930 int allocated_tiles;
2935 TokenInfo token_info;
2945 VarBasedPartitionInfo vbp_info;
2947#if CONFIG_FRAME_PARALLEL_ENCODE
2951 int num_frame_recode;
2956 FrameProbInfo frame_new_probs[NUM_RECODES_PER_FRAME];
2961 int do_update_frame_probs_txtype[NUM_RECODES_PER_FRAME];
2966 int do_update_frame_probs_obmc[NUM_RECODES_PER_FRAME];
2971 int do_update_frame_probs_warp[NUM_RECODES_PER_FRAME];
2976 int do_update_frame_probs_interpfilter[NUM_RECODES_PER_FRAME];
2981 int do_update_vbr_bits_off_target_fast;
2987 double temp_framerate;
2994 double new_framerate;
2999 MultiThreadInfo mt_info;
3006 int existing_fb_idx_to_show;
3016 int prune_ref_frame_mask;
3021 AV1LrStruct lr_ctxt;
3026 aom_film_grain_table_t *film_grain_table;
3033 struct aom_denoise_and_model_t *denoise_and_model;
3039 InterpSearchFlags interp_search_flags;
3048 int use_screen_content_tools;
3056 int is_screen_content_type;
3058#if CONFIG_COLLECT_PARTITION_STATS
3062 FramePartitionTimingStats partition_stats;
3065#if CONFIG_COLLECT_COMPONENT_TIMING
3069 uint64_t component_time[kTimingComponents];
3074 struct aom_usec_timer component_timer[kTimingComponents];
3078 uint64_t frame_component_time[kTimingComponents];
3084 int frame_header_count;
3094 RefFrameDistanceInfo ref_frame_dist_info;
3101 double *ssim_rdmult_scaling_factors;
3107 TuneVMAFInfo vmaf_info;
3110#if CONFIG_TUNE_BUTTERAUGLI
3114 TuneButteraugliInfo butteraugli_info;
3125 COMPRESSOR_STAGE compressor_stage;
3131 FRAME_TYPE last_frame_type;
3148 FirstPassData firstpass_data;
3153 NOISE_ESTIMATE noise_estimate;
3155#if CONFIG_AV1_TEMPORAL_DENOISING
3159 AV1_DENOISER denoiser;
3166 uint8_t *consec_zero_mv;
3171 BLOCK_SIZE fp_block_size;
3182 size_t available_bs_size;
3188 ExtPartController ext_part_controller;
3190#if CONFIG_FRAME_PARALLEL_ENCODE
3196 bool do_frame_data_update;
3203#if CONFIG_FRAME_PARALLEL_ENCODE_2
3207 int ref_refresh_index;
3213 bool refresh_idx_available;
3220 int ref_idx_to_skip;
3232#if CONFIG_RD_COMMAND
3236 RD_COMMAND rd_command;
3242 WeberStats *mb_weber_stats;
3247 BLOCK_SIZE weber_bsize;
3252 int64_t norm_wiener_variance;
3262 bool is_dropped_frame;
3264#if CONFIG_BITRATE_ACCURACY
3268 VBR_RATECTRL_INFO vbr_rc_info;
3279 THIRD_PASS_DEC_CTX *third_pass_ctx;
3284 FILE *second_pass_log_stream;
3290typedef struct EncodeFrameInput {
3294 int64_t ts_duration;
3302typedef struct EncodeFrameParams {
3306 int error_resilient_mode;
3310 FRAME_TYPE frame_type;
3313 int primary_ref_frame;
3323 int refresh_frame_flags;
3325 int show_existing_frame;
3326 int existing_fb_idx_to_show;
3332 int ref_frame_flags;
3337 int remapped_ref_idx[REF_FRAMES];
3343 RefreshFrameInfo refresh_frame;
3357} EncodeFrameResults;
3360void av1_initialize_enc(
void);
3362struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi, AV1EncoderConfig *oxcf,
3363 BufferPool *
const pool,
3364 COMPRESSOR_STAGE stage,
3365 int lap_lag_in_frames);
3367struct AV1_PRIMARY *av1_create_primary_compressor(
3368 struct aom_codec_pkt_list *pkt_list_head,
int num_lap_buffers,
3369 AV1EncoderConfig *oxcf);
3371void av1_remove_compressor(AV1_COMP *cpi);
3373void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3375#if CONFIG_ENTROPY_STATS
3376void print_entropy_stats(AV1_PRIMARY *
const ppi);
3378#if CONFIG_INTERNAL_STATS
3379void print_internal_stats(AV1_PRIMARY *ppi);
3382void av1_change_config_seq(AV1_PRIMARY *ppi,
const AV1EncoderConfig *oxcf,
3383 bool *sb_size_changed);
3385void av1_change_config(AV1_COMP *cpi,
const AV1EncoderConfig *oxcf,
3386 bool sb_size_changed);
3388void av1_check_initial_width(AV1_COMP *cpi,
int use_highbitdepth,
3389 int subsampling_x,
int subsampling_y);
3391void av1_init_seq_coding_tools(AV1_PRIMARY *
const ppi,
3392 const AV1EncoderConfig *oxcf,
int use_svc);
3394void av1_post_encode_updates(AV1_COMP *
const cpi,
3395 const AV1_COMP_DATA *
const cpi_data);
3397#if CONFIG_FRAME_PARALLEL_ENCODE
3398void av1_scale_references_fpmt(AV1_COMP *cpi,
int *ref_buffers_used_map);
3400void av1_increment_scaled_ref_counts_fpmt(BufferPool *buffer_pool,
3401 int ref_buffers_used_map);
3403void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3405void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3406 int ref_buffers_used_map);
3408void av1_init_sc_decisions(AV1_PRIMARY *
const ppi);
3410AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *
const ppi,
3411 AV1_COMP_DATA *
const first_cpi_data);
3413int av1_init_parallel_frame_context(
const AV1_COMP_DATA *
const first_cpi_data,
3414 AV1_PRIMARY *
const ppi,
3415 int *ref_buffers_used_map);
3438 int64_t end_time_stamp);
3459int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *
const cpi_data);
3467int av1_encode(AV1_COMP *
const cpi, uint8_t *
const dest,
3468 const EncodeFrameInput *
const frame_input,
3469 const EncodeFrameParams *
const frame_params,
3470 EncodeFrameResults *
const frame_results);
3481int av1_use_as_reference(
int *ext_ref_frame_flags,
int ref_frame_flags);
3487int av1_set_size_literal(AV1_COMP *cpi,
int width,
int height);
3489void av1_set_frame_size(AV1_COMP *cpi,
int width,
int height);
3491int av1_set_active_map(AV1_COMP *cpi,
unsigned char *map,
int rows,
int cols);
3493int av1_get_active_map(AV1_COMP *cpi,
unsigned char *map,
int rows,
int cols);
3495int av1_set_internal_size(AV1EncoderConfig *
const oxcf,
3496 ResizePendingParams *resize_pending_params,
3497 AOM_SCALING horiz_mode, AOM_SCALING vert_mode);
3499int av1_get_quantizer(
struct AV1_COMP *cpi);
3501int av1_convert_sect5obus_to_annexb(uint8_t *buffer,
size_t *input_size);
3514void av1_set_screen_content_options(
struct AV1_COMP *cpi,
3517void av1_update_frame_size(AV1_COMP *cpi);
3519#if CONFIG_FRAME_PARALLEL_ENCODE
3525static INLINE
void init_ref_map_pair(
3526 AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3527 if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3528 memset(ref_frame_map_pairs, -1,
sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3531 memset(ref_frame_map_pairs, 0,
sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3532 for (
int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3534 const RefCntBuffer *
const buf = cpi->common.ref_frame_map[map_idx];
3535 if (ref_frame_map_pairs[map_idx].disp_order == -1)
continue;
3537 ref_frame_map_pairs[map_idx].disp_order = -1;
3538 ref_frame_map_pairs[map_idx].pyr_level = -1;
3540 }
else if (buf->ref_count > 1) {
3546 for (
int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3547 const RefCntBuffer *
const buf2 = cpi->common.ref_frame_map[idx2];
3549 ref_frame_map_pairs[idx2].disp_order = -1;
3550 ref_frame_map_pairs[idx2].pyr_level = -1;
3554 ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3555 ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3560static AOM_INLINE
void calc_frame_data_update_flag(
3561 GF_GROUP *
const gf_group,
int gf_frame_index,
3562 bool *
const do_frame_data_update) {
3563 *do_frame_data_update =
true;
3566 if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3567 *do_frame_data_update =
false;
3568 }
else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3570 for (
int i = gf_frame_index + 1; i < gf_group->size; i++) {
3571 if ((gf_group->frame_parallel_level[i] == 0 &&
3572 (gf_group->update_type[i] == ARF_UPDATE ||
3573 gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3574 gf_group->frame_parallel_level[i] == 1) {
3576 }
else if (gf_group->frame_parallel_level[i] == 2) {
3577 *do_frame_data_update =
false;
3588static INLINE
void stack_push(
int *stack,
int *stack_size,
int item) {
3589 for (
int i = *stack_size - 1; i >= 0; --i) stack[i + 1] = stack[i];
3594static INLINE
int stack_pop(
int *stack,
int *stack_size) {
3595 if (*stack_size <= 0)
return -1;
3597 int item = stack[0];
3598 for (
int i = 0; i < *stack_size; ++i) stack[i] = stack[i + 1];
3604static INLINE
int stack_pop_end(
int *stack,
int *stack_size) {
3605 int item = stack[*stack_size - 1];
3606 stack[*stack_size - 1] = -1;
3612static INLINE
void stack_reset(
int *stack,
int *stack_size) {
3613 for (
int i = 0; i < *stack_size; ++i) stack[i] = INVALID_IDX;
3618#define TICKS_PER_SEC 10000000LL
3620static INLINE int64_t
3621timebase_units_to_ticks(
const aom_rational64_t *timestamp_ratio, int64_t n) {
3622 return n * timestamp_ratio->num / timestamp_ratio->den;
3625static INLINE int64_t
3626ticks_to_timebase_units(
const aom_rational64_t *timestamp_ratio, int64_t n) {
3627 int64_t round = timestamp_ratio->num / 2;
3628 if (round > 0) --round;
3629 return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3632static INLINE
int frame_is_kf_gf_arf(
const AV1_COMP *cpi) {
3633 const GF_GROUP *
const gf_group = &cpi->ppi->gf_group;
3634 const FRAME_UPDATE_TYPE update_type =
3635 gf_group->update_type[cpi->gf_frame_index];
3637 return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3638 update_type == GF_UPDATE;
3642static INLINE
int av1_use_hash_me(
const AV1_COMP *
const cpi) {
3643 return (cpi->common.features.allow_screen_content_tools &&
3644 cpi->common.features.allow_intrabc &&
3645 frame_is_intra_only(&cpi->common));
3649 const AV1_COMMON *
const cm, MV_REFERENCE_FRAME ref_frame) {
3650 const RefCntBuffer *
const buf = get_ref_frame_buf(cm, ref_frame);
3651 return buf != NULL ? &buf->buf : NULL;
3654static INLINE
void alloc_frame_mvs(
AV1_COMMON *
const cm, RefCntBuffer *buf) {
3655 assert(buf != NULL);
3656 ensure_mv_buffer(buf, cm);
3657 buf->width = cm->
width;
3658 buf->height = cm->
height;
3663static INLINE
unsigned int allocated_tokens(TileInfo tile,
int sb_size_log2,
3665 int tile_mb_rows = (tile.mi_row_end - tile.mi_row_start + 2) >> 2;
3666 int tile_mb_cols = (tile.mi_col_end - tile.mi_col_start + 2) >> 2;
3668 return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
3671static INLINE
void get_start_tok(AV1_COMP *cpi,
int tile_row,
int tile_col,
3672 int mi_row, TokenExtra **tok,
int sb_size_log2,
3676 TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
3677 const TileInfo *
const tile_info = &this_tile->tile_info;
3679 const int tile_mb_cols =
3680 (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
3681 const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
3683 *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
3684 get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
3689#define ALT_MIN_LAG 3
3690static INLINE
int is_altref_enabled(
int lag_in_frames,
bool enable_auto_arf) {
3691 return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
3694static AOM_INLINE
int can_disable_altref(
const GFConfig *gf_cfg) {
3695 return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
3696 (gf_cfg->gf_min_pyr_height == 0);
3700static INLINE
int get_num_blocks(
const int frame_length,
const int mb_length) {
3701 return (frame_length + mb_length - 1) / mb_length;
3705static INLINE
int is_stat_generation_stage(
const AV1_COMP *
const cpi) {
3706 assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
3709 (cpi->compressor_stage == LAP_STAGE));
3712static INLINE
int is_stat_consumption_stage_twopass(
const AV1_COMP *
const cpi) {
3717static INLINE
int is_stat_consumption_stage(
const AV1_COMP *
const cpi) {
3718 return (is_stat_consumption_stage_twopass(cpi) ||
3720 (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
3732static INLINE
int has_no_stats_stage(
const AV1_COMP *
const cpi) {
3734 IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
3740static INLINE
int is_one_pass_rt_params(
const AV1_COMP *cpi) {
3741 return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
3742 cpi->oxcf.gf_cfg.lag_in_frames == 0;
3746static INLINE
int get_stats_buf_size(
int num_lap_buffer,
int num_lag_buffer) {
3748 return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
3754 MV_REFERENCE_FRAME ref0,
3755 MV_REFERENCE_FRAME ref1) {
3757 get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
3759 get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
3762static INLINE
int get_chessboard_index(
int frame_index) {
3763 return frame_index & 0x1;
3766static INLINE
const int *cond_cost_list_const(
const struct AV1_COMP *cpi,
3767 const int *cost_list) {
3768 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
3769 cpi->sf.mv_sf.use_fullpel_costlist;
3770 return use_cost_list ? cost_list : NULL;
3773static INLINE
int *cond_cost_list(
const struct AV1_COMP *cpi,
int *cost_list) {
3774 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
3775 cpi->sf.mv_sf.use_fullpel_costlist;
3776 return use_cost_list ? cost_list : NULL;
3780double av1_get_compression_ratio(
const AV1_COMMON *
const cm,
3781 size_t encoded_frame_size);
3783void av1_new_framerate(AV1_COMP *cpi,
double framerate);
3785void av1_setup_frame_size(AV1_COMP *cpi);
3787#define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
3790static INLINE
int av1_resize_scaled(
const AV1_COMMON *cm) {
3795static INLINE
int av1_frame_scaled(
const AV1_COMMON *cm) {
3796 return !av1_superres_scaled(cm) && av1_resize_scaled(cm);
3802static INLINE
int encode_show_existing_frame(
const AV1_COMMON *cm) {
3809static INLINE
int get_mi_ext_idx(
const int mi_row,
const int mi_col,
3810 const BLOCK_SIZE mi_alloc_bsize,
3811 const int mbmi_ext_stride) {
3812 const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
3813 const int mi_ext_row = mi_row / mi_ext_size_1d;
3814 const int mi_ext_col = mi_col / mi_ext_size_1d;
3815 return mi_ext_row * mbmi_ext_stride + mi_ext_col;
3820static INLINE
void set_mode_info_offsets(
3822 const MBMIExtFrameBufferInfo *
const mbmi_ext_info,
MACROBLOCK *
const x,
3824 set_mi_offsets(mi_params, xd, mi_row, mi_col);
3825 const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->
mi_alloc_bsize,
3826 mbmi_ext_info->stride);
3833static INLINE BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize,
int rows_left,
3834 int cols_left,
int *bh,
int *bw) {
3835 int int_size = (int)bsize;
3836 if (rows_left <= 0 || cols_left <= 0) {
3837 return AOMMIN(bsize, BLOCK_8X8);
3839 for (; int_size > 0; int_size -= 3) {
3840 *bh = mi_size_high[int_size];
3841 *bw = mi_size_wide[int_size];
3842 if ((*bh <= rows_left) && (*bw <= cols_left)) {
3847 return (BLOCK_SIZE)int_size;
3850static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
3861static const MV_REFERENCE_FRAME disable_order[] = {
3868static const MV_REFERENCE_FRAME
3869 ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
3870 LAST_FRAME, ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
3871 ALTREF2_FRAME, LAST2_FRAME, LAST3_FRAME,
3874static INLINE
int get_ref_frame_flags(
const SPEED_FEATURES *
const sf,
3875 const int use_one_pass_rt_params,
3877 const int ext_ref_frame_flags) {
3882 int flags = ext_ref_frame_flags;
3884 for (
int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
3890 (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
3891 ? (1 + sf->
rt_sf.use_nonrd_altref_frame)
3893 for (
int j = 0; j < index; ++j) {
3894 if (this_ref == ref_frames[j]) {
3895 flags &= ~(1 << (ref_frame_priority_order[i] - 1));
3914#define MAX_GFUBOOST_FACTOR 10.0
3915#define MIN_GFUBOOST_FACTOR 4.0
3917static INLINE
int is_frame_tpl_eligible(
const GF_GROUP *
const gf_group,
3919 const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
3920 return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
3921 update_type == KF_UPDATE;
3924static INLINE
int is_frame_eligible_for_ref_pruning(
const GF_GROUP *gf_group,
3925 int selective_ref_frame,
3926 int prune_ref_frames,
3928 return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
3929 !is_frame_tpl_eligible(gf_group, gf_index);
3933static INLINE FRAME_UPDATE_TYPE get_frame_update_type(
const GF_GROUP *gf_group,
3934 int gf_frame_index) {
3935 return gf_group->update_type[gf_frame_index];
3938static INLINE
int av1_pixels_to_mi(
int pixels) {
3939 return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
3942static AOM_INLINE
int is_psnr_calc_enabled(
const AV1_COMP *cpi) {
3945 return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
3949static INLINE
int is_frame_resize_pending(AV1_COMP *
const cpi) {
3950 ResizePendingParams *
const resize_pending_params =
3951 &cpi->resize_pending_params;
3952 return (resize_pending_params->width && resize_pending_params->height &&
3953 (cpi->common.width != resize_pending_params->width ||
3954 cpi->common.height != resize_pending_params->height));
3958static INLINE
int is_restoration_used(
const AV1_COMMON *
const cm) {
3963#if CONFIG_AV1_TEMPORAL_DENOISING
3964static INLINE
int denoise_svc(
const struct AV1_COMP *
const cpi) {
3965 return (!cpi->ppi->use_svc ||
3966 (cpi->ppi->use_svc &&
3967 cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
3971#if CONFIG_COLLECT_PARTITION_STATS == 2
3972static INLINE
void av1_print_fr_partition_timing_stats(
3973 const FramePartitionTimingStats *part_stats,
const char *filename) {
3974 FILE *f = fopen(filename,
"w");
3979 fprintf(f,
"bsize,redo,");
3980 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3981 fprintf(f,
"decision_%d,", part);
3983 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3984 fprintf(f,
"attempt_%d,", part);
3986 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3987 fprintf(f,
"time_%d,", part);
3991 static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
3993 for (
int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
3994 fprintf(f,
"%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
3995 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3996 fprintf(f,
"%d,", part_stats->partition_decisions[bsize_idx][part]);
3998 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
3999 fprintf(f,
"%d,", part_stats->partition_attempts[bsize_idx][part]);
4001 for (
int part = 0; part < EXT_PARTITION_TYPES; part++) {
4002 fprintf(f,
"%ld,", part_stats->partition_times[bsize_idx][part]);
4010#if CONFIG_COLLECT_PARTITION_STATS
4011static INLINE
int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
4012 assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
4013 bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
4014 bsize == BLOCK_4X4);
4016 case BLOCK_128X128:
return 0;
4017 case BLOCK_64X64:
return 1;
4018 case BLOCK_32X32:
return 2;
4019 case BLOCK_16X16:
return 3;
4020 case BLOCK_8X8:
return 4;
4021 case BLOCK_4X4:
return 5;
4022 default: assert(0 &&
"Invalid bsize for partition_stats.");
return -1;
4027#if CONFIG_COLLECT_COMPONENT_TIMING
4028static INLINE
void start_timing(AV1_COMP *cpi,
int component) {
4029 aom_usec_timer_start(&cpi->component_timer[component]);
4031static INLINE
void end_timing(AV1_COMP *cpi,
int component) {
4032 aom_usec_timer_mark(&cpi->component_timer[component]);
4033 cpi->frame_component_time[component] +=
4034 aom_usec_timer_elapsed(&cpi->component_timer[component]);
4036static INLINE
char const *get_frame_type_enum(
int type) {
4038 case 0:
return "KEY_FRAME";
4039 case 1:
return "INTER_FRAME";
4040 case 2:
return "INTRA_ONLY_FRAME";
4041 case 3:
return "S_FRAME";
#define FIXED_QP_OFFSET_COUNT
Number of fixed QP offsets.
Definition: aom_encoder.h:895
enum aom_chroma_sample_position aom_chroma_sample_position_t
List of chroma sample positions.
enum aom_transfer_characteristics aom_transfer_characteristics_t
List of supported transfer functions.
enum aom_color_range aom_color_range_t
List of supported color range.
enum aom_color_primaries aom_color_primaries_t
List of supported color primaries.
enum aom_matrix_coefficients aom_matrix_coefficients_t
List of supported matrix coefficients.
Provides definitions for using AOM or AV1 encoder algorithm within the aom Codec Interface.
@ RESTORE_SWITCHABLE_TYPES
Definition: enums.h:602
aom_tune_content
Definition: aomcx.h:1474
aom_tune_metric
Model tuning parameters.
Definition: aomcx.h:1493
enum aom_bit_depth aom_bit_depth_t
Bit depth for codecThis enumeration determines the bit depth of the codec.
enum aom_superblock_size aom_superblock_size_t
Superblock size selection.
aom_codec_err_t
Algorithm return codes.
Definition: aom_codec.h:155
aom_superres_mode
Frame super-resolution mode.
Definition: aom_encoder.h:206
aom_rc_mode
Rate control mode.
Definition: aom_encoder.h:184
aom_enc_pass
Multi-pass Encoding Pass.
Definition: aom_encoder.h:175
long aom_enc_frame_flags_t
Encoded Frame Flags.
Definition: aom_encoder.h:376
@ AOM_RC_ONE_PASS
Definition: aom_encoder.h:176
@ AOM_RC_SECOND_PASS
Definition: aom_encoder.h:178
@ AOM_RC_FIRST_PASS
Definition: aom_encoder.h:177
Describes look ahead buffer operations.
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:755
int superres_upscaled_width
Definition: av1_common_int.h:804
int superres_upscaled_height
Definition: av1_common_int.h:805
SequenceHeader * seq_params
Definition: av1_common_int.h:981
int width
Definition: av1_common_int.h:780
CurrentFrame current_frame
Definition: av1_common_int.h:759
int show_existing_frame
Definition: av1_common_int.h:905
FeatureFlags features
Definition: av1_common_int.h:910
int show_frame
Definition: av1_common_int.h:890
CommonTileParams tiles
Definition: av1_common_int.h:997
int height
Definition: av1_common_int.h:781
int render_width
Definition: av1_common_int.h:791
int render_height
Definition: av1_common_int.h:792
Stores the transforms coefficients for the whole superblock.
Definition: block.h:180
The stucture of CYCLIC_REFRESH.
Definition: aq_cyclicrefresh.h:36
Parameters related to CDEF.
Definition: av1_common_int.h:198
Params related to MB_MODE_INFO arrays and related info.
Definition: av1_common_int.h:505
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:554
int cols
Definition: av1_common_int.h:432
unsigned int large_scale
Definition: av1_common_int.h:492
Contains buffers used by av1_compound_type_rd()
Definition: block.h:340
Frame level features.
Definition: av1_common_int.h:362
bool error_resilient_mode
Definition: av1_common_int.h:404
bool all_lossless
Definition: av1_common_int.h:393
Data related to the current GF/ARF group and the individual frames within the group.
Definition: firstpass.h:344
Stores best extended mode information at frame level.
Definition: block.h:216
Stores the prediction/txfm mode of the current coding block.
Definition: blockd.h:222
Contains buffers used to speed up rdopt for obmc.
Definition: block.h:303
Contains color maps used in palette mode.
Definition: block.h:328
Primary Rate Control parameters and status.
Definition: ratectrl.h:243
Rate Control parameters and status.
Definition: ratectrl.h:121
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1388
REAL_TIME_SPEED_FEATURES rt_sf
Definition: speed_features.h:1457
The stucture of SVC.
Definition: svc_layercontext.h:87
Temporal filter info for a gop.
Definition: temporal_filter.h:154
Frame level Two pass status and control data.
Definition: firstpass.h:455
Two pass status and control data.
Definition: firstpass.h:412
Parameters related to temporal filtering.
Definition: temporal_filter.h:91
Params related to temporal dependency model.
Definition: tpl_model.h:139
Generic fixed size buffer structure.
Definition: aom_encoder.h:87
Encoder's parameters related to the current coding block.
Definition: block.h:778
MB_MODE_INFO_EXT_FRAME * mbmi_ext_frame
Finalized mbmi_ext for the whole frame.
Definition: block.h:810
Variables related to current coding block.
Definition: blockd.h:577
const struct scale_factors * block_ref_scale_factors[2]
Definition: blockd.h:694
YV12 frame buffer data structure.
Definition: yv12config.h:39