AOMedia AV1 Codec
block.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 
15 #ifndef AOM_AV1_ENCODER_BLOCK_H_
16 #define AOM_AV1_ENCODER_BLOCK_H_
17 
18 #include "av1/common/blockd.h"
19 #include "av1/common/entropymv.h"
20 #include "av1/common/entropy.h"
21 #include "av1/common/enums.h"
22 #include "av1/common/mvref_common.h"
23 
24 #include "av1/encoder/enc_enums.h"
25 #if !CONFIG_REALTIME_ONLY
26 #include "av1/encoder/partition_cnn_weights.h"
27 #endif
28 
29 #include "av1/encoder/hash_motion.h"
30 
31 #ifdef __cplusplus
32 extern "C" {
33 #endif
34 
36 #define MIN_TPL_BSIZE_1D 16
37 #define MAX_TPL_BLK_IN_SB (MAX_SB_SIZE / MIN_TPL_BSIZE_1D)
39 #define MAX_WINNER_MODE_COUNT_INTRA 3
41 #define MAX_WINNER_MODE_COUNT_INTER 1
43 #define RD_RECORD_BUFFER_LEN 8
45 #define TX_SIZE_RD_RECORD_BUFFER_LEN 256
47 
49 #define MAX_TX_TYPE_PROB 1024
50 
56 typedef struct {
58  BLOCK_SIZE min_partition_size;
60  BLOCK_SIZE max_partition_size;
61 
62  /*****************************************************************************
63  * \name TPL Info
64  *
65  * Information gathered from tpl_model at tpl block precision for the
66  * superblock to speed up the encoding process..
67  ****************************************************************************/
69  int tpl_data_count;
72  int64_t tpl_inter_cost[MAX_TPL_BLK_IN_SB * MAX_TPL_BLK_IN_SB];
74  int64_t tpl_intra_cost[MAX_TPL_BLK_IN_SB * MAX_TPL_BLK_IN_SB];
76  int_mv tpl_mv[MAX_TPL_BLK_IN_SB * MAX_TPL_BLK_IN_SB][INTER_REFS_PER_FRAME];
81 
84 typedef struct {
88  RD_STATS rd_cost;
90  int64_t rd;
92  int rate_y;
94  int rate_uv;
96  uint8_t color_index_map[MAX_SB_SQUARE];
98  THR_MODES mode_index;
100 
105 typedef struct macroblock_plane {
107  int16_t *src_diff;
109  tran_low_t *dqcoeff;
111  tran_low_t *qcoeff;
113  tran_low_t *coeff;
115  uint16_t *eobs;
117  uint8_t *txb_entropy_ctx;
119  struct buf_2d src;
120 
128  const int16_t *quant_fp_QTX;
131  const int16_t *round_fp_QTX;
133  const int16_t *quant_QTX;
135  const int16_t *round_QTX;
137  const int16_t *quant_shift_QTX;
139  const int16_t *zbin_QTX;
141  const int16_t *dequant_QTX;
144 
149 typedef struct {
151  int txb_skip_cost[TXB_SKIP_CONTEXTS][2];
156  int base_eob_cost[SIG_COEF_CONTEXTS_EOB][3];
161  int base_cost[SIG_COEF_CONTEXTS][8];
166  int eob_extra_cost[EOB_COEF_CONTEXTS][2];
168  int dc_sign_cost[DC_SIGN_CONTEXTS][2];
170  int lps_cost[LEVEL_CONTEXTS][COEFF_BASE_RANGE + 1 + COEFF_BASE_RANGE + 1];
172 
175 typedef struct {
177  int eob_cost[2][11];
179 
182 typedef struct {
184  tran_low_t *tcoeff[MAX_MB_PLANE];
186  uint16_t *eobs[MAX_MB_PLANE];
193  uint8_t *entropy_ctx[MAX_MB_PLANE];
195 
198 typedef struct {
199  // TODO(angiebird): Reduce the buffer size according to sb_type
201  CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE];
203  uint16_t weight[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE];
205  uint8_t ref_mv_count[MODE_CTX_REF_FRAMES];
207  int_mv global_mvs[REF_FRAMES];
209  int16_t mode_context[MODE_CTX_REF_FRAMES];
211 
218 typedef struct {
220  CANDIDATE_MV ref_mv_stack[USABLE_REF_MV_STACK_SIZE];
222  uint16_t weight[USABLE_REF_MV_STACK_SIZE];
224  uint8_t ref_mv_count;
225  // TODO(Ravi/Remya): Reduce the buffer size of global_mvs
227  int_mv global_mvs[REF_FRAMES];
229  int16_t mode_context;
231  uint16_t cb_offset[PLANE_TYPES];
233 
236 typedef struct {
238  TX_SIZE tx_size;
240  TX_SIZE inter_tx_size[INTER_TX_SIZE_BUF_LEN];
242  uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE];
244  uint8_t tx_type_map[MAX_MIB_SIZE * MAX_MIB_SIZE];
246  RD_STATS rd_stats;
248  uint32_t hash_value;
249 } MB_RD_INFO;
250 
253 typedef struct {
255  MB_RD_INFO tx_rd_info[RD_RECORD_BUFFER_LEN]; // Circular buffer.
259  int num;
262 } MB_RD_RECORD;
263 
266 typedef struct {
268  int64_t dist;
270  int64_t sse;
272  int rate;
274  uint16_t eob;
276  TX_TYPE tx_type;
278  uint16_t entropy_context;
282  uint8_t valid;
284  uint8_t fast;
287 } TXB_RD_INFO;
288 
291 typedef struct {
293  uint32_t hash_vals[TX_SIZE_RD_RECORD_BUFFER_LEN];
299  int num;
300 } TXB_RD_RECORD;
301 
303 #define MAX_COMP_RD_STATS 64
304 
306 typedef struct {
308  int32_t rate[COMPOUND_TYPES];
310  int64_t dist[COMPOUND_TYPES];
312  int32_t model_rate[COMPOUND_TYPES];
314  int64_t model_dist[COMPOUND_TYPES];
316  int comp_rs2[COMPOUND_TYPES];
318  int_mv mv[2];
320  MV_REFERENCE_FRAME ref_frames[2];
322  PREDICTION_MODE mode;
324  int_interpfilters filter;
328  int is_global[2];
330  INTERINTER_COMPOUND_DATA interinter_comp;
331 } COMP_RD_STATS;
332 
337 typedef struct {
342  int32_t *wsrc;
347  int32_t *mask;
352  uint8_t *above_pred;
357  uint8_t *left_pred;
358 } OBMCBuffer;
359 
362 typedef struct {
364  uint8_t best_palette_color_map[MAX_PALETTE_SQUARE];
366  int kmeans_data_buf[2 * MAX_PALETTE_SQUARE];
368 
374 typedef struct {
376  uint8_t *pred0;
378  uint8_t *pred1;
380  int16_t *residual1;
382  int16_t *diff10;
386 
389 // TODO(chiyotsai@google.com): Consolidate this with SIMPLE_MOTION_DATA_TREE
390 typedef struct {
391 #if !CONFIG_REALTIME_ONLY
392  // The following 4 parameters are used for cnn-based partitioning on intra
393  // frame.
402  float cnn_buffer[CNN_OUT_BUF_SIZE];
404  float log_q;
405 #endif
406 
420  uint8_t variance_low[105];
422 
427 typedef struct {
434 
437 
440 
445  unsigned int coeff_opt_thresholds[2];
449  TX_SIZE_SEARCH_METHOD tx_size_search_method;
453  unsigned int skip_txfm_level;
454 
469 
473  unsigned int predict_dc_level;
475 
477 #define MAX_NUM_8X8_TXBS ((MAX_MIB_SIZE >> 1) * (MAX_MIB_SIZE >> 1))
478 #define MAX_NUM_16X16_TXBS ((MAX_MIB_SIZE >> 2) * (MAX_MIB_SIZE >> 2))
479 #define MAX_NUM_32X32_TXBS ((MAX_MIB_SIZE >> 3) * (MAX_MIB_SIZE >> 3))
480 #define MAX_NUM_64X64_TXBS ((MAX_MIB_SIZE >> 4) * (MAX_MIB_SIZE >> 4))
481 
494 typedef struct {
495  /*****************************************************************************
496  * \name TXB RD Record
497  ****************************************************************************/
499  MB_RD_RECORD mb_rd_record;
501 
503  TXB_RD_RECORD txb_rd_record_8X8[MAX_NUM_8X8_TXBS];
505  TXB_RD_RECORD txb_rd_record_16X16[MAX_NUM_16X16_TXBS];
507  TXB_RD_RECORD txb_rd_record_32X32[MAX_NUM_32X32_TXBS];
509  TXB_RD_RECORD txb_rd_record_64X64[MAX_NUM_64X64_TXBS];
513 } TxbRdRecords;
514 
520 typedef struct {
523 
531  uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE];
532 
542  uint8_t tx_type_map_[MAX_MIB_SIZE * MAX_MIB_SIZE];
543 
556 
565  // TODO(chiyotsai@google.com): Move this to a more appropriate location such
566  // as ThreadData.
567  unsigned int txb_split_count;
568 #if CONFIG_SPEED_STATS
569  unsigned int tx_search_count;
571 #endif // CONFIG_SPEED_STATS
573 #undef MAX_NUM_8X8_TXBS
574 #undef MAX_NUM_16X16_TXBS
575 #undef MAX_NUM_32X32_TXBS
576 #undef MAX_NUM_64X64_TXBS
577 
583 typedef struct {
584  /*****************************************************************************
585  * \name Partition Costs
586  ****************************************************************************/
588  int partition_cost[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
592  /*****************************************************************************
593  * \name Intra Costs: General
594  ****************************************************************************/
596  int mbmode_cost[BLOCK_SIZE_GROUPS][INTRA_MODES];
599  int y_mode_costs[INTRA_MODES][INTRA_MODES][INTRA_MODES];
601  int intra_uv_mode_cost[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
603  int filter_intra_cost[BLOCK_SIZES_ALL][2];
605  int filter_intra_mode_cost[FILTER_INTRA_MODES];
607  int angle_delta_cost[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
608 
610  int cfl_cost[CFL_JOINT_SIGNS][CFL_PRED_PLANES][CFL_ALPHABET_SIZE];
613  /*****************************************************************************
614  * \name Intra Costs: Screen Contents
615  ****************************************************************************/
617  int intrabc_cost[2];
619 
621  int palette_y_size_cost[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
623  int palette_uv_size_cost[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
625  int palette_y_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
626  [PALETTE_COLORS];
628  int palette_uv_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
629  [PALETTE_COLORS];
631  int palette_y_mode_cost[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
633  int palette_uv_mode_cost[PALETTE_UV_MODE_CONTEXTS][2];
636  /*****************************************************************************
637  * \name Inter Costs: MV Modes
638  ****************************************************************************/
640  int skip_mode_cost[SKIP_MODE_CONTEXTS][2];
643  int newmv_mode_cost[NEWMV_MODE_CONTEXTS][2];
645  int zeromv_mode_cost[GLOBALMV_MODE_CONTEXTS][2];
647  int refmv_mode_cost[REFMV_MODE_CONTEXTS][2];
649  int drl_mode_cost0[DRL_MODE_CONTEXTS][2];
652  /*****************************************************************************
653  * \name Inter Costs: Ref Frame Types
654  ****************************************************************************/
656  int single_ref_cost[REF_CONTEXTS][SINGLE_REFS - 1][2];
659  int comp_inter_cost[COMP_INTER_CONTEXTS][2];
661  int comp_ref_type_cost[COMP_REF_TYPE_CONTEXTS]
662  [CDF_SIZE(COMP_REFERENCE_TYPES)];
664  int uni_comp_ref_cost[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1]
665  [CDF_SIZE(2)];
670  int comp_ref_cost[REF_CONTEXTS][FWD_REFS - 1][2];
675  int comp_bwdref_cost[REF_CONTEXTS][BWD_REFS - 1][2];
678  /*****************************************************************************
679  * \name Inter Costs: Compound Types
680  ****************************************************************************/
682  int intra_inter_cost[INTRA_INTER_CONTEXTS][2];
685  int inter_compound_mode_cost[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
687  int compound_type_cost[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
689  int wedge_idx_cost[BLOCK_SIZES_ALL][16];
691  int interintra_cost[BLOCK_SIZE_GROUPS][2];
693  int wedge_interintra_cost[BLOCK_SIZES_ALL][2];
695  int interintra_mode_cost[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
698  /*****************************************************************************
699  * \name Inter Costs: Compound Masks
700  ****************************************************************************/
702  int comp_idx_cost[COMP_INDEX_CONTEXTS][2];
705  int comp_group_idx_cost[COMP_GROUP_IDX_CONTEXTS][2];
708  /*****************************************************************************
709  * \name Inter Costs: Motion Modes/Filters
710  ****************************************************************************/
712  int motion_mode_cost[BLOCK_SIZES_ALL][MOTION_MODES];
715  int motion_mode_cost1[BLOCK_SIZES_ALL][2];
717  int switchable_interp_costs[SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS];
720  /*****************************************************************************
721  * \name Txfm Mode Costs
722  ****************************************************************************/
724  int skip_txfm_cost[SKIP_CONTEXTS][2];
727  int tx_size_cost[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES];
729  int txfm_partition_cost[TXFM_PARTITION_CONTEXTS][2];
731  int inter_tx_type_costs[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
733  int intra_tx_type_costs[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
734  [TX_TYPES];
737  /*****************************************************************************
738  * \name Restoration Mode Costs
739  ****************************************************************************/
741  int switchable_restore_cost[RESTORE_SWITCHABLE_TYPES];
744  int wiener_restore_cost[2];
746  int sgrproj_restore_cost[2];
748 } ModeCosts;
749 
752 typedef struct {
753  /*****************************************************************************
754  * \name Encoding Costs
755  * Here are the entropy costs needed to encode a given mv.
756  * \ref nmv_cost_alloc and \ref nmv_cost_hp_alloc are two arrays that holds
757  * the memory for holding the mv cost. But since the motion vectors can be
758  * negative, we shift them to the middle and store the resulting pointer in
759  * \ref nmv_cost and \ref nmv_cost_hp for easier referencing. Finally, \ref
760  * mv_cost_stack points to the \ref nmv_cost with the mv precision we are
761  * currently working with. In essence, only \ref mv_cost_stack is needed for
762  * motion search, the other can be considered private.
763  ****************************************************************************/
765  int nmv_joint_cost[MV_JOINTS];
767 
769  int nmv_cost_alloc[2][MV_VALS];
771  int nmv_cost_hp_alloc[2][MV_VALS];
773  int *nmv_cost[2];
775  int *nmv_cost_hp[2];
779 } MvCosts;
780 
783 typedef struct {
785  int joint_mv[MV_JOINTS];
786 
792  int dv_costs_alloc[2][MV_VALS];
793 
795  int *dv_costs[2];
797 
800 typedef struct {
802  LV_MAP_COEFF_COST coeff_costs[TX_SIZES][PLANE_TYPES];
804  LV_MAP_EOB_COST eob_costs[7][2];
805 } CoeffCosts;
806 
808 // 4: NEAREST, NEW, NEAR, GLOBAL
809 #define SINGLE_REF_MODES ((REF_FRAMES - 1) * 4)
810 
811 struct inter_modes_info;
812 
815 typedef struct {
817  int num;
819  int pts[16];
821  int pts_inref[16];
823 
825 typedef enum {
826  kInvalid = 0,
827  kLowSad = 1,
828  kMedSad = 2,
829  kHighSad = 3
830 } SOURCE_SAD;
831 
832 typedef struct {
833  SOURCE_SAD source_sad;
834  int lighting_change;
835  int low_sumdiff;
836 } CONTENT_STATE_SB;
837 
838 // Structure to hold pixel level gradient info.
839 typedef struct {
840  uint16_t abs_dx_abs_dy_sum;
841  int8_t hist_bin_idx;
842  bool is_dx_zero;
843 } PixelLevelGradientInfo;
844 
854 typedef struct macroblock {
855  /*****************************************************************************
856  * \name Source, Buffers and Decoder
857  ****************************************************************************/
864  struct macroblock_plane plane[MAX_MB_PLANE];
865 
873 
880 
887 
889  FRAME_CONTEXT *row_ctx;
898  FRAME_CONTEXT *tile_pb_ctx;
899 
910  uint16_t cb_offset[PLANE_TYPES];
911 
919  CONV_BUF_TYPE *tmp_conv_dst;
920 
930  uint8_t *tmp_pred_bufs[2];
933  /*****************************************************************************
934  * \name Rdopt Costs
935  ****************************************************************************/
942  int qindex;
943 
950 
959  int rdmult;
960 
965 
968 
972 
977 
982  /*****************************************************************************
983  * \name Rate to Distortion Multipliers
984  ****************************************************************************/
986  int errorperbit;
992  /******************************************************************************
993  * \name Segmentation
994  *****************************************************************************/
1002 
1008 
1014 
1020  /*****************************************************************************
1021  * \name Superblock
1022  ****************************************************************************/
1024  // TODO(chiyotsai@google.com): Refactor this out of macroblock
1027 
1033  CONTENT_STATE_SB content_state_sb;
1036  /*****************************************************************************
1037  * \name Reference Frame Search
1038  ****************************************************************************/
1044  int pred_mv_sad[REF_FRAMES];
1048  int pred_mv0_sad[REF_FRAMES];
1050  int pred_mv1_sad[REF_FRAMES];
1051 
1058  uint8_t tpl_keep_ref_frame[REF_FRAMES];
1059 
1065 
1072  int picked_ref_frames_mask[MAX_MIB_SIZE * MAX_MIB_SIZE];
1073 
1084  /*****************************************************************************
1085  * \name Partition Search
1086  ****************************************************************************/
1090 
1101  /*****************************************************************************
1102  * \name Prediction Mode Search
1103  ****************************************************************************/
1112 
1119  int thresh_freq_fact[BLOCK_SIZES_ALL][MAX_MODES];
1120 
1132 
1145  TXFM_RD_MODEL rd_model;
1146 
1156  // TODO(any): try to consolidate this speed feature with winner mode
1157  // processing.
1159 
1161  uint8_t compound_idx;
1162 
1167 
1176 
1181  IntraBCHashInfo intrabc_hash_info;
1182 
1194  PixelLevelGradientInfo *pixel_gradient_info;
1196  bool is_sb_gradient_cached[PLANE_TYPES];
1199  /*****************************************************************************
1200  * \name MV Search
1201  ****************************************************************************/
1208  unsigned int max_mv_context[REF_FRAMES];
1209 
1215  FullMvLimits mv_limits;
1218  /*****************************************************************************
1219  * \name Txfm Search
1220  ****************************************************************************/
1228 
1235 
1243  uint8_t color_sensitivity[2];
1246  /*****************************************************************************
1247  * \name Misc
1248  ****************************************************************************/
1250  unsigned int source_variance;
1253  unsigned int pred_sse[REF_FRAMES];
1255 #if CONFIG_RT_ML_PARTITIONING
1256  DECLARE_ALIGNED(16, uint8_t, est_pred[128 * 128]);
1257 #endif
1258 
1267 } MACROBLOCK;
1268 #undef SINGLE_REF_MODES
1269 
1271 // Zeroes out 'n_stats' elements in the array x->winner_mode_stats.
1272 // It only zeroes out what is necessary in 'color_index_map' (just the block
1273 // size, not the whole array).
1274 static INLINE void zero_winner_mode_stats(BLOCK_SIZE bsize, int n_stats,
1275  WinnerModeStats *stats) {
1276  const int block_height = block_size_high[bsize];
1277  const int block_width = block_size_wide[bsize];
1278  for (int i = 0; i < n_stats; ++i) {
1279  WinnerModeStats *const stat = &stats[i];
1280  memset(&stat->mbmi, 0, sizeof(stat->mbmi));
1281  memset(&stat->rd_cost, 0, sizeof(stat->rd_cost));
1282  memset(&stat->rd, 0, sizeof(stat->rd));
1283  memset(&stat->rate_y, 0, sizeof(stat->rate_y));
1284  memset(&stat->rate_uv, 0, sizeof(stat->rate_uv));
1285  // Do not reset the whole array as it is CPU intensive.
1286  memset(&stat->color_index_map, 0,
1287  block_width * block_height * sizeof(stat->color_index_map[0]));
1288  memset(&stat->mode_index, 0, sizeof(stat->mode_index));
1289  }
1290 }
1291 
1292 static INLINE int is_rect_tx_allowed_bsize(BLOCK_SIZE bsize) {
1293  static const char LUT[BLOCK_SIZES_ALL] = {
1294  0, // BLOCK_4X4
1295  1, // BLOCK_4X8
1296  1, // BLOCK_8X4
1297  0, // BLOCK_8X8
1298  1, // BLOCK_8X16
1299  1, // BLOCK_16X8
1300  0, // BLOCK_16X16
1301  1, // BLOCK_16X32
1302  1, // BLOCK_32X16
1303  0, // BLOCK_32X32
1304  1, // BLOCK_32X64
1305  1, // BLOCK_64X32
1306  0, // BLOCK_64X64
1307  0, // BLOCK_64X128
1308  0, // BLOCK_128X64
1309  0, // BLOCK_128X128
1310  1, // BLOCK_4X16
1311  1, // BLOCK_16X4
1312  1, // BLOCK_8X32
1313  1, // BLOCK_32X8
1314  1, // BLOCK_16X64
1315  1, // BLOCK_64X16
1316  };
1317 
1318  return LUT[bsize];
1319 }
1320 
1321 static INLINE int is_rect_tx_allowed(const MACROBLOCKD *xd,
1322  const MB_MODE_INFO *mbmi) {
1323  return is_rect_tx_allowed_bsize(mbmi->bsize) &&
1324  !xd->lossless[mbmi->segment_id];
1325 }
1326 
1327 static INLINE int tx_size_to_depth(TX_SIZE tx_size, BLOCK_SIZE bsize) {
1328  TX_SIZE ctx_size = max_txsize_rect_lookup[bsize];
1329  int depth = 0;
1330  while (tx_size != ctx_size) {
1331  depth++;
1332  ctx_size = sub_tx_size_map[ctx_size];
1333  assert(depth <= MAX_TX_DEPTH);
1334  }
1335  return depth;
1336 }
1337 
1338 static INLINE void set_blk_skip(uint8_t txb_skip[], int plane, int blk_idx,
1339  int skip) {
1340  if (skip)
1341  txb_skip[blk_idx] |= 1UL << plane;
1342  else
1343  txb_skip[blk_idx] &= ~(1UL << plane);
1344 #ifndef NDEBUG
1345  // Set chroma planes to uninitialized states when luma is set to check if
1346  // it will be set later
1347  if (plane == 0) {
1348  txb_skip[blk_idx] |= 1UL << (1 + 4);
1349  txb_skip[blk_idx] |= 1UL << (2 + 4);
1350  }
1351 
1352  // Clear the initialization checking bit
1353  txb_skip[blk_idx] &= ~(1UL << (plane + 4));
1354 #endif
1355 }
1356 
1357 static INLINE int is_blk_skip(uint8_t *txb_skip, int plane, int blk_idx) {
1358 #ifndef NDEBUG
1359  // Check if this is initialized
1360  assert(!(txb_skip[blk_idx] & (1UL << (plane + 4))));
1361 
1362  // The magic number is 0x77, this is to test if there is garbage data
1363  assert((txb_skip[blk_idx] & 0x88) == 0);
1364 #endif
1365  return (txb_skip[blk_idx] >> plane) & 1;
1366 }
1367 
1370 #ifdef __cplusplus
1371 } // extern "C"
1372 #endif
1373 
1374 #endif // AOM_AV1_ENCODER_BLOCK_H_
MB_MODE_INFO mbmi
The mbmi used to reconstruct the winner mode.
Definition: block.h:86
int winner_mode_count
Tracks how many winner modes there are.
Definition: block.h:1131
TXFM_RD_MODEL rd_model
The model used for rd-estimation to avoid txfm.
Definition: block.h:1145
CompoundTypeRdBuffers comp_rd_buffer
Buffer used for compound_type_rd().
Definition: block.h:917
int default_inter_tx_type_prob_thresh
Definition: block.h:436
TXB_RD_RECORD txb_rd_record_intra
Intra mode txfm hash record for square tx blocks.
Definition: block.h:511
uint8_t * pred1
Second prediction.
Definition: block.h:378
Extended mode info derived from mbmi.
Definition: block.h:198
unsigned int source_variance
Variance of the source frame.
Definition: block.h:1251
struct buf_2d src
A buffer containing the source frame.
Definition: block.h:119
Costs for encoding the coefficients within a level.
Definition: block.h:149
uint8_t * left_pred
Prediction from the up predictor.
Definition: block.h:357
int sb_energy_level
Energy in the current source superblock. Used to calculate rdmult.
Definition: block.h:964
const int16_t * quant_QTX
Quantization step size used by AV1_XFORM_QUANT_B.
Definition: block.h:133
TX_SIZE_SEARCH_METHOD tx_size_search_method
Variable from WinnerModeParams based on current eval mode.
Definition: block.h:449
Costs for encoding the eob.
Definition: block.h:175
int quad_tree_idx
Current index on the partition block quad tree.
Definition: block.h:398
Holds some parameters related to partitioning schemes in AV1.
Definition: block.h:390
int32_t * mask
A new mask constructed from the original horz/vert mask.
Definition: block.h:347
int64_t rd
Rdcost of the winner mode.
Definition: block.h:90
int64_t dist
Distortion after the txfm process.
Definition: block.h:268
WinnerModeStats * winner_mode_stats
Tracks the winner modes in the current coding block.
Definition: block.h:1129
int pred_mv1_sad[REF_FRAMES]
The sad of the 2nd mv ref (near).
Definition: block.h:1050
int rate_uv
Chroma rate of the winner mode.
Definition: block.h:94
int ref_mv_idx
Refmv index in the drl.
Definition: block.h:326
struct inter_modes_info * inter_modes_info
Stores the inter mode information needed to build an rd model.
Definition: block.h:1158
Contains color maps used in palette mode.
Definition: block.h:362
int num
Number of info stored in this record.
Definition: block.h:259
TX_SIZE tx_size
Txfm size used if the current mode is intra mode.
Definition: block.h:238
int rdmult
Rate-distortion multiplier.
Definition: block.h:959
TX_TYPE tx_type
Transform type used on the current block.
Definition: block.h:276
Stores the transforms coefficients for the whole superblock.
Definition: block.h:182
int pred_mv0_sad[REF_FRAMES]
The sad of the 1st mv ref (nearest).
Definition: block.h:1048
uint8_t * txb_entropy_ctx
Contexts used to code the transform coefficients.
Definition: block.h:117
uint8_t color_sensitivity_sb[2]
Whether there is a strong color activity.
Definition: block.h:1241
uint8_t segment_id
The segment id.
Definition: blockd.h:310
CRC32C crc_calculator
Hash function.
Definition: block.h:261
int16_t * diff10
Second prediction - first prediction.
Definition: block.h:382
#define TX_SIZE_RD_RECORD_BUFFER_LEN
Number of txfm hash records kept for the txfm block.
Definition: block.h:46
const int16_t * round_fp_QTX
Offset used for rounding in the quantizer process by AV1_XFORM_QUANT_FP.
Definition: block.h:131
Holds the entropy costs for various modes sent to the bitstream.
Definition: block.h:583
MvCosts * mv_costs
Definition: block.h:971
THR_MODES mode_index
The current winner mode.
Definition: block.h:98
uint8_t * above_pred
Prediction from the up predictor.
Definition: block.h:352
int num
Number of samples.
Definition: block.h:817
uint16_t eob
Location of the end of non-zero entries.
Definition: block.h:274
PartitionSearchInfo part_search_info
Stores some partition-search related buffers.
Definition: block.h:1089
SuperBlockEnc sb_enc
Information on a whole superblock level.
Definition: block.h:1026
Contains buffers used by av1_compound_type_rd()
Definition: block.h:374
uint8_t perform_block_coeff_opt
Whether trellis optimization is done.
Definition: block.h:286
Txfm hash records.
Definition: block.h:494
int qindex
Quantization index for the current partition block.
Definition: block.h:942
int lossless[8]
Definition: blockd.h:824
MB_MODE_INFO_EXT_FRAME * mbmi_ext_frame
Finalized mbmi_ext for the whole frame.
Definition: block.h:886
int nonrd_prune_ref_frame_search
Prune ref frames in real-time mode.
Definition: block.h:1081
uint8_t tpl_keep_ref_frame[REF_FRAMES]
Disables certain ref frame pruning based on tpl.
Definition: block.h:1058
CONTENT_STATE_SB content_state_sb
Characteristics of the current superblock.
Definition: block.h:1033
int index_start
Index to insert the newest TXB_RD_INFO.
Definition: block.h:297
unsigned int skip_txfm_level
Variable from WinnerModeParams based on current eval mode.
Definition: block.h:453
FRAME_CONTEXT * tile_pb_ctx
Entropy context for the current tile.
Definition: block.h:898
Rdcost stats in compound mode.
Definition: block.h:306
uint32_t hash_value
Hash value of the current record.
Definition: block.h:248
int_interpfilters filter
Current interpolation filter.
Definition: block.h:324
const int16_t * quant_shift_QTX
Scale factor to shift coefficients toward zero. Only used by QUANT_B.
Definition: block.h:137
COMP_RD_STATS comp_rd_stats[64]
A caches of results of compound type search so they can be reused later.
Definition: block.h:1164
struct macroblock MACROBLOCK
Encoder&#39;s parameters related to the current coding block.
Defines the parameters used to perform txfm search.
Definition: block.h:427
#define MAX_TPL_BLK_IN_SB
Maximum number of tpl block in a super block.
Definition: block.h:38
Definition: enums.h:602
Struct used to hold inter mode data for fast tx search.
Definition: encoder.h:1174
int delta_qindex
Difference between frame-level qindex and current qindex.
Definition: block.h:949
uint8_t txb_entropy_ctx
Context used to code the coefficients.
Definition: block.h:280
const int16_t * dequant_QTX
Dequantizer.
Definition: block.h:141
int use_mb_mode_cache
Whether to reuse the mode stored in mb_mode_cache.
Definition: block.h:1184
int picked_ref_frames_mask[MAX_MIB_SIZE *MAX_MIB_SIZE]
Reference frames picked by the square subblocks in a superblock.
Definition: block.h:1072
int32_t * wsrc
A new source weighted with the above and left predictors.
Definition: block.h:342
int16_t * src_diff
Stores source - pred so the txfm can be computed later.
Definition: block.h:107
tran_low_t * dqcoeff
Dequantized coefficients.
Definition: block.h:109
CONV_BUF_TYPE * tmp_conv_dst
Buffer to store convolution during averaging process in compound mode.
Definition: block.h:919
int actual_num_seg2_blocks
Number of segment 2 blocks Actual number of (4x4) blocks that were applied delta-q, for segment 2.
Definition: block.h:1013
int pred_mv_sad[REF_FRAMES]
Sum absolute distortion of the predicted mv for each ref frame.
Definition: block.h:1044
FullMvLimits mv_limits
Limit for the range of motion vectors.
Definition: block.h:1215
int comp_rd_stats_idx
The idx for the latest compound mode in the cache comp_rd_stats.
Definition: block.h:1166
PALETTE_BUFFER * palette_buffer
Buffer to store the best palette map.
Definition: block.h:915
uint8_t * pred0
First prediction.
Definition: block.h:376
Txfm search results for a partition.
Definition: block.h:236
Contains buffers used to speed up rdopt for obmc.
Definition: block.h:337
uint8_t * tmp_pred_bufs[2]
Temporary buffer to hold prediction.
Definition: block.h:930
int tpl_stride
TPL&#39;s stride for the arrays in this struct.
Definition: block.h:78
CoeffCosts coeff_costs
The rate needed to signal the txfm coefficients to the bitstream.
Definition: block.h:979
tran_low_t * qcoeff
Quantized coefficients.
Definition: block.h:111
unsigned int tx_domain_dist_threshold
Variable from WinnerModeParams based on current eval mode.
Definition: block.h:447
int skip_mode
Inter skip mode.
Definition: block.h:1111
INTERINTER_COMPOUND_DATA interinter_comp
Current parameters for interinter mode.
Definition: block.h:330
int mb_energy
Energy in the current source coding block. Used to calculate rdmult.
Definition: block.h:962
int index_start
Index to insert the newest TXB_RD_INFO.
Definition: block.h:257
int must_find_valid_partition
Whether to disable some features to force a mode in current block.
Definition: block.h:1098
int16_t mode_context
Context used to encode the current mode.
Definition: block.h:229
RD_STATS rd_stats
Rd_stats for the whole partition block.
Definition: block.h:246
uint16_t entropy_context
Unknown usage.
Definition: block.h:278
CB_COEFF_BUFFER * cb_coef_buff
Buffer of transformed coefficients.
Definition: block.h:908
unsigned int use_transform_domain_distortion
Variable from WinnerModeParams based on current eval mode.
Definition: block.h:451
tran_low_t * coeff
Transformed coefficients.
Definition: block.h:113
Holds the motion samples for warp motion model estimation.
Definition: block.h:815
unsigned int max_mv_context[REF_FRAMES]
Context used to determine the initial step size in motion search.
Definition: block.h:1208
int ** mv_cost_stack
Points to the nmv_cost_hp in use.
Definition: block.h:777
uint8_t color_index_map[MAX_SB_SQUARE]
The color map needed to reconstruct palette mode.
Definition: block.h:96
uint8_t * tmp_best_mask_buf
Backup of the best segmentation mask.
Definition: block.h:384
unsigned int predict_dc_level
Definition: block.h:473
struct macroblock_plane MACROBLOCK_PLANE
Each source plane of the current macroblock.
int thresh_freq_fact[BLOCK_SIZES_ALL][MAX_MODES]
Factors used for rd-thresholding.
Definition: block.h:1119
Txfm search results for a tx block.
Definition: block.h:266
Holds mv costs for encoding and motion search.
Definition: block.h:752
WARP_SAMPLE_INFO warp_sample_info[REF_FRAMES]
Warp motion samples buffer.
Definition: block.h:1064
int best_pred_mv_sad
The minimum of pred_mv_sad.
Definition: block.h:1046
uint8_t ref_mv_count
Number of ref mvs in the drl.
Definition: block.h:224
int sadperbit
A multiplier that converts mv cost to l1 error.
Definition: block.h:989
IntraBCHashInfo intrabc_hash_info
Data structure to speed up intrabc search.
Definition: block.h:1181
BLOCK_SIZE max_partition_size
Minimum partition size for the sb.
Definition: block.h:60
Variables related to current coding block.
Definition: blockd.h:577
Superblock level encoder info.
Definition: block.h:56
unsigned int pred_sse[REF_FRAMES]
SSE of the current predictor.
Definition: block.h:1253
int num
Number of info stored in this record.
Definition: block.h:299
TxfmSearchInfo txfm_search_info
Results of the txfm searches that have been done.
Definition: block.h:1234
ModeCosts mode_costs
The rate needed to signal a mode to the bitstream.
Definition: block.h:967
int use_default_intra_tx_type
Whether to limit the intra txfm search type to the default txfm.
Definition: block.h:433
TX_MODE tx_mode_search_type
How to search for the optimal tx_size.
Definition: block.h:468
int errorperbit
A multiplier that converts mv cost to l2 error.
Definition: block.h:987
Stores the best performing modes.
Definition: block.h:84
Holds mv costs for intrabc.
Definition: block.h:783
uint16_t * eobs
Location of the end of qcoeff (end of block).
Definition: block.h:115
Holds the costs needed to encode the coefficients.
Definition: block.h:800
int actual_num_seg1_blocks
Number of segment 1 blocks Actual number of (4x4) blocks that were applied delta-q, for segment 1.
Definition: block.h:1007
uint8_t color_sensitivity[2]
Color sensitivity flag for the coding block.
Definition: block.h:1243
#define RD_RECORD_BUFFER_LEN
Number of txfm hash records kept for the partition block.
Definition: block.h:44
BLOCK_SIZE bsize
The block size of the current coding block.
Definition: blockd.h:228
uint8_t valid
Whether the current info block contains valid info.
Definition: block.h:282
bool is_sb_gradient_cached[PLANE_TYPES]
Flags indicating the availability of cached gradient info.
Definition: block.h:1196
const int16_t * zbin_QTX
Size of the quantization bin around 0. Only Used by QUANT_B.
Definition: block.h:139
Stores the prediction/txfm mode of the current coding block.
Definition: blockd.h:222
FRAME_CONTEXT * row_ctx
Entropy context for the current row.
Definition: block.h:889
int64_t sse
SSE of the prediction before the txfm process.
Definition: block.h:270
Hash records of txfm search result for each tx block.
Definition: block.h:291
int skip_txfm
Whether to skip transform and quantization on a partition block level.
Definition: block.h:522
unsigned int txb_split_count
Number of txb splits.
Definition: block.h:567
int cnt_zeromv
Number of zero motion vectors.
Definition: block.h:1017
uint16_t cb_offset[PLANE_TYPES]
Offset of current coding block&#39;s coeff buffer relative to the sb.
Definition: block.h:910
PixelLevelGradientInfo * pixel_gradient_info
Pointer to the buffer which caches gradient information.
Definition: block.h:1194
float log_q
log of the quantization parameter of the ancestor BLOCK_64X64.
Definition: block.h:404
int rate
Rate used to encode the txfm.
Definition: block.h:272
OBMCBuffer obmc_buffer
Modified source and masks used for fast OBMC search.
Definition: block.h:913
int recalc_luma_mc_data
Whether to recompute the luma prediction.
Definition: block.h:1175
int16_t * residual1
Source - first prediction.
Definition: block.h:380
int try_merge_partition
Prediction for ML based partition.
Definition: block.h:1266
Encoder&#39;s parameters related to the current coding block.
Definition: block.h:854
#define MAX_COMP_RD_STATS
Number of compound rd stats.
Definition: block.h:303
const int16_t * quant_fp_QTX
Quantization step size used by AV1_XFORM_QUANT_FP.
Definition: block.h:129
Stores various encoding/search decisions related to txfm search.
Definition: block.h:520
BLOCK_SIZE min_partition_size
Maximum partition size for the sb.
Definition: block.h:58
struct macroblock_plane plane[3]
Each of the encoding plane.
Definition: block.h:864
TxbRdRecords * txb_rd_records
Txfm hash records.
Definition: block.h:555
int cnn_output_valid
Whether the CNN buffer contains valid output.
Definition: block.h:400
RD_STATS rd_cost
Rdstats of the winner mode.
Definition: block.h:88
int seg_skip_block
Skip mode for the segment.
Definition: block.h:1001
Each source plane of the current macroblock.
Definition: block.h:105
const int16_t * round_QTX
Offset used for rounding in the quantizer process by AV1_XFORM_QUANT_B.
Definition: block.h:135
int rate_y
Luma rate of the winner mode.
Definition: block.h:92
uint8_t compound_idx
How to blend the compound predictions.
Definition: block.h:1161
const MB_MODE_INFO * mb_mode_cache
The mode to reuse during av1_rd_pick_intra_mode_sb and av1_rd_pick_inter_mode.
Definition: block.h:1187
uint8_t fast
Unused.
Definition: block.h:284
MB_MODE_INFO_EXT mbmi_ext
Derived coding information.
Definition: block.h:879
Hash records of txfm search results for the partition block.
Definition: block.h:253
PREDICTION_MODE mode
Current prediction mode.
Definition: block.h:322
TxfmSearchParams txfm_search_params
Parameters that control how motion search is done.
Definition: block.h:1227
MACROBLOCKD e_mbd
Decoder&#39;s view of current coding block.
Definition: block.h:872
Stores best extended mode information at frame level.
Definition: block.h:218
int prune_2d_txfm_mode
Whether to prune 2d transforms based on 1d transform results.
Definition: block.h:439
IntraBCMVCosts * dv_costs
Definition: block.h:976