vp9_speed_features.h 17.7 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#ifndef VP9_ENCODER_VP9_SPEED_FEATURES_H_
#define VP9_ENCODER_VP9_SPEED_FEATURES_H_

#include "vp9/common/vp9_enums.h"

#ifdef __cplusplus
extern "C" {
#endif

20
enum {
21 22 23 24 25 26 27 28
  INTRA_ALL = (1 << DC_PRED) | (1 << V_PRED) | (1 << H_PRED) | (1 << D45_PRED) |
              (1 << D135_PRED) | (1 << D117_PRED) | (1 << D153_PRED) |
              (1 << D207_PRED) | (1 << D63_PRED) | (1 << TM_PRED),
  INTRA_DC = (1 << DC_PRED),
  INTRA_DC_TM = (1 << DC_PRED) | (1 << TM_PRED),
  INTRA_DC_H_V = (1 << DC_PRED) | (1 << V_PRED) | (1 << H_PRED),
  INTRA_DC_TM_H_V =
      (1 << DC_PRED) | (1 << TM_PRED) | (1 << V_PRED) | (1 << H_PRED)
29 30 31 32 33
};

enum {
  INTER_ALL = (1 << NEARESTMV) | (1 << NEARMV) | (1 << ZEROMV) | (1 << NEWMV),
  INTER_NEAREST = (1 << NEARESTMV),
34 35 36
  INTER_NEAREST_NEW = (1 << NEARESTMV) | (1 << NEWMV),
  INTER_NEAREST_ZERO = (1 << NEARESTMV) | (1 << ZEROMV),
  INTER_NEAREST_NEW_ZERO = (1 << NEARESTMV) | (1 << ZEROMV) | (1 << NEWMV),
37 38 39 40 41
  INTER_NEAREST_NEAR_NEW = (1 << NEARESTMV) | (1 << NEARMV) | (1 << NEWMV),
  INTER_NEAREST_NEAR_ZERO = (1 << NEARESTMV) | (1 << NEARMV) | (1 << ZEROMV),
};

enum {
42 43
  DISABLE_ALL_INTER_SPLIT = (1 << THR_COMP_GA) | (1 << THR_COMP_LA) |
                            (1 << THR_ALTR) | (1 << THR_GOLD) | (1 << THR_LAST),
44

45
  DISABLE_ALL_SPLIT = (1 << THR_INTRA) | DISABLE_ALL_INTER_SPLIT,
46

47
  DISABLE_COMPOUND_SPLIT = (1 << THR_COMP_GA) | (1 << THR_COMP_LA),
48

49 50
  LAST_AND_INTRA_SPLIT_ONLY = (1 << THR_COMP_GA) | (1 << THR_COMP_LA) |
                              (1 << THR_ALTR) | (1 << THR_GOLD)
51 52
};

53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
  HEX = 2,
  BIGDIA = 3,
  SQUARE = 4,
  FAST_HEX = 5,
  FAST_DIAMOND = 6
} SEARCH_METHODS;

typedef enum {
  // No recode.
  DISALLOW_RECODE = 0,
  // Allow recode for KF and exceeding maximum frame bandwidth.
  ALLOW_RECODE_KFMAXBW = 1,
  // Allow recode only for KF/ARF/GF frames.
  ALLOW_RECODE_KFARFGF = 2,
70 71
  // Allow recode for ARF/GF/KF and first normal frame in each group.
  ALLOW_RECODE_FIRST = 3,
72
  // Allow recode for all frames based on bitrate constraints.
73
  ALLOW_RECODE = 4,
74 75 76 77
} RECODE_LOOP_TYPE;

typedef enum {
  SUBPEL_TREE = 0,
78 79 80
  SUBPEL_TREE_PRUNED = 1,           // Prunes 1/2-pel searches
  SUBPEL_TREE_PRUNED_MORE = 2,      // Prunes 1/2-pel searches more aggressively
  SUBPEL_TREE_PRUNED_EVENMORE = 3,  // Prunes 1/2- and 1/4-pel searches
81 82 83
  // Other methods to come
} SUBPEL_SEARCH_METHODS;

84
typedef enum {
85 86
  NO_MOTION_THRESHOLD = 0,
  LOW_MOTION_THRESHOLD = 7
87 88
} MOTION_THRESHOLD;

89 90
typedef enum {
  USE_FULL_RD = 0,
91 92
  USE_LARGESTALL,
  USE_TX_8X8
93 94 95 96 97
} TX_SIZE_SEARCH_METHOD;

typedef enum {
  NOT_IN_USE = 0,
  RELAXED_NEIGHBORING_MIN_MAX = 1,
98
  STRICT_NEIGHBORING_MIN_MAX = 2
99 100 101 102 103 104 105 106 107
} AUTO_MIN_MAX_MODE;

typedef enum {
  // Try the full image with different values.
  LPF_PICK_FROM_FULL_IMAGE,
  // Try a small portion of the image with different values.
  LPF_PICK_FROM_SUBIMAGE,
  // Estimate the level based on quantizer and frame type
  LPF_PICK_FROM_Q,
108 109
  // Pick 0 to disable LPF if LPF was enabled last frame
  LPF_PICK_MINIMAL_LPF
110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130
} LPF_PICK_METHOD;

typedef enum {
  // Terminate search early based on distortion so far compared to
  // qp step, distortion in the neighborhood of the frame, etc.
  FLAG_EARLY_TERMINATE = 1 << 0,

  // Skips comp inter modes if the best so far is an intra mode.
  FLAG_SKIP_COMP_BESTINTRA = 1 << 1,

  // Skips oblique intra modes if the best so far is an inter mode.
  FLAG_SKIP_INTRA_BESTINTER = 1 << 3,

  // Skips oblique intra modes  at angles 27, 63, 117, 153 if the best
  // intra so far is not one of the neighboring directions.
  FLAG_SKIP_INTRA_DIRMISMATCH = 1 << 4,

  // Skips intra modes other than DC_PRED if the source variance is small
  FLAG_SKIP_INTRA_LOWVAR = 1 << 5,
} MODE_SEARCH_SKIP_LOGIC;

131 132 133 134 135 136
typedef enum {
  FLAG_SKIP_EIGHTTAP = 1 << EIGHTTAP,
  FLAG_SKIP_EIGHTTAP_SMOOTH = 1 << EIGHTTAP_SMOOTH,
  FLAG_SKIP_EIGHTTAP_SHARP = 1 << EIGHTTAP_SHARP,
} INTERP_FILTER_MASK;

137 138
typedef enum {
  // Search partitions using RD/NONRD criterion
139
  SEARCH_PARTITION,
140 141

  // Always use a fixed size partition
142
  FIXED_PARTITION,
143

144
  REFERENCE_PARTITION,
145 146 147

  // Use an arbitrary partitioning scheme based on source variance within
  // a 64X64 SB
148 149 150 151
  VAR_BASED_PARTITION,

  // Use non-fixed partitions based on source variance
  SOURCE_VAR_BASED_PARTITION
152 153
} PARTITION_SEARCH_TYPE;

154 155 156 157 158 159 160
typedef enum {
  // Does a dry run to see if any of the contexts need to be updated or not,
  // before the final run.
  TWO_LOOP = 0,

  // No dry run, also only half the coef contexts and bands are updated.
  // The rest are not updated at all.
161
  ONE_LOOP_REDUCED = 1
162 163
} FAST_COEFF_UPDATE;

164
typedef struct MV_SPEED_FEATURES {
165 166 167
  // Motion search method (Diamond, NSTEP, Hex, Big Diamond, Square, etc).
  SEARCH_METHODS search_method;

168 169 170 171 172 173 174
  // This parameter controls which step in the n-step process we start at.
  // It's changed adaptively based on circumstances.
  int reduce_first_step_size;

  // If this is set to 1, we limit the motion search range to 2 times the
  // largest motion vector found in the last frame.
  int auto_mv_step_size;
175 176 177 178 179 180 181 182 183 184

  // Subpel_search_method can only be subpel_tree which does a subpixel
  // logarithmic search that keeps stepping at 1/2 pixel units until
  // you stop getting a gain, and then goes on to 1/4 and repeats
  // the same process. Along the way it skips many diagonals.
  SUBPEL_SEARCH_METHODS subpel_search_method;

  // Maximum number of steps in logarithmic subpel search before giving up.
  int subpel_iters_per_step;

185 186 187 188 189
  // Control when to stop subpel search:
  // 0: Full subpel search.
  // 1: Stop at quarter pixel.
  // 2: Stop at half pixel.
  // 3: Stop at full pixel.
190
  int subpel_force_stop;
191 192 193

  // This variable sets the step_param used in full pel motion search.
  int fullpel_search_step_param;
194
} MV_SPEED_FEATURES;
195

196 197 198 199 200
typedef struct PARTITION_SEARCH_BREAKOUT_THR {
  int64_t dist;
  int rate;
} PARTITION_SEARCH_BREAKOUT_THR;

201
#define MAX_MESH_STEP 4
202 203 204 205 206 207

typedef struct MESH_PATTERN {
  int range;
  int interval;
} MESH_PATTERN;

208 209
typedef struct SPEED_FEATURES {
  MV_SPEED_FEATURES mv;
210

211 212
  // Frame level coding parameter update
  int frame_parameter_update;
213

214
  RECODE_LOOP_TYPE recode_loop;
215 216 217 218 219 220 221 222 223 224 225 226 227 228 229

  // Trellis (dynamic programming) optimization of quantized values (+1, 0).
  int optimize_coefficients;

  // Always set to 0. If on it enables 0 cost background transmission
  // (except for the initial transmission of the segmentation). The feature is
  // disabled because the addition of very large block sizes make the
  // backgrounds very to cheap to encode, and the segmentation we have
  // adds overhead.
  int static_segmentation;

  // If 1 we iterate finding a best reference for 2 ref frames together - via
  // a log search that iterates 4 times (check around mv for last for best
  // error of combined predictor then check around mv for alt). If 0 we
  // we just use the best motion vector found for each frame by itself.
Yaowu Xu's avatar
Yaowu Xu committed
230
  BLOCK_SIZE comp_inter_joint_search_thresh;
231 232 233

  // This variable is used to cap the maximum number of times we skip testing a
  // mode to be evaluated. A high value means we will be faster.
234
  // Turned off when (row_mt_bit_exact == 1 && adaptive_rd_thresh_row_mt == 0).
235 236
  int adaptive_rd_thresh;

237 238
  // Flag to use adaptive_rd_thresh when row-mt it enabled, only for non-rd
  // pickmode.
239 240
  int adaptive_rd_thresh_row_mt;

241 242 243 244 245 246 247 248 249
  // Enables skipping the reconstruction step (idct, recon) in the
  // intermediate steps assuming the last frame didn't have too many intra
  // blocks and the q is less than a threshold.
  int skip_encode_sb;
  int skip_encode_frame;
  // Speed feature to allow or disallow skipping of recode at block
  // level within a frame.
  int allow_skip_recode;

250 251 252
  // Coefficient probability model approximation step size
  int coeff_prob_appx_step;

253
  // Enable uniform quantizer followed by trellis coefficient optimization
254 255
  int allow_quant_coeff_opt;
  double quant_opt_thresh;
256

257 258 259 260
  // Enable asymptotic closed-loop encoding decision for key frame and
  // alternate reference frames.
  int allow_acl;

261 262
  // Use transform domain distortion. Use pixel domain distortion in speed 0
  // and certain situations in higher speed to improve the RD model precision.
263 264
  int allow_txfm_domain_distortion;
  double tx_domain_thresh;
265

266 267 268 269
  // The threshold is to determine how slow the motino is, it is used when
  // use_lastframe_partitioning is set to LAST_FRAME_PARTITION_LOW_MOTION
  MOTION_THRESHOLD lf_motion_threshold;

270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297
  // Determine which method we use to determine transform size. We can choose
  // between options like full rd, largest for prediction size, largest
  // for intra and model coefs for the rest.
  TX_SIZE_SEARCH_METHOD tx_size_search_method;

  // Low precision 32x32 fdct keeps everything in 16 bits and thus is less
  // precise but significantly faster than the non lp version.
  int use_lp32x32fdct;

  // After looking at the first set of modes (set by index here), skip
  // checking modes for reference frames that don't match the reference frame
  // of the best so far.
  int mode_skip_start;

  // TODO(JBB): Remove this.
  int reference_masking;

  PARTITION_SEARCH_TYPE partition_search_type;

  // Used if partition_search_type = FIXED_SIZE_PARTITION
  BLOCK_SIZE always_this_block_size;

  // Skip rectangular partition test when partition type none gives better
  // rd than partition type split.
  int less_rectangular_check;

  // Disable testing non square partitions. (eg 16x32)
  int use_square_partition_only;
298
  BLOCK_SIZE use_square_only_threshold;
299 300 301 302

  // Sets min and max partition sizes for this 64x64 region based on the
  // same 64x64 in last encoded frame, and the left and above neighbor.
  AUTO_MIN_MAX_MODE auto_min_max_partition_size;
303 304 305
  // Ensures the rd based auto partition search will always
  // go down at least to the specified level.
  BLOCK_SIZE rd_auto_partition_min_limit;
306 307 308

  // Min and max partition size we enable (block_size) as per auto
  // min max, but also used by adjust partitioning, and pick_partitioning.
309 310
  BLOCK_SIZE default_min_partition_size;
  BLOCK_SIZE default_max_partition_size;
311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329

  // Whether or not we allow partitions one smaller or one greater than the last
  // frame's partitioning. Only used if use_lastframe_partitioning is set.
  int adjust_partitioning_from_last_frame;

  // How frequently we re do the partitioning from scratch. Only used if
  // use_lastframe_partitioning is set.
  int last_partitioning_redo_frequency;

  // Disables sub 8x8 blocksizes in different scenarios: Choices are to disable
  // it always, to allow it for only Last frame and Intra, disable it for all
  // inter modes or to enable it always.
  int disable_split_mask;

  // TODO(jingning): combine the related motion search speed features
  // This allows us to use motion search at other sizes as a starting
  // point for this motion search and limits the search range around it.
  int adaptive_motion_search;

330 331 332 333 334 335
  // Threshold for allowing exhaistive motion search.
  int exhaustive_searches_thresh;

  // Pattern to be used for any exhaustive mesh searches.
  MESH_PATTERN mesh_patterns[MAX_MESH_STEP];

336 337
  int schedule_mode_search;

338 339 340 341 342 343
  // Allows sub 8x8 modes to use the prediction filter that was determined
  // best for 8x8 mode. If set to 0 we always re check all the filters for
  // sizes less than 8x8, 1 means we check all filter modes if no 8x8 filter
  // was selected, and 2 means we use 8 tap if no 8x8 filter mode was selected.
  int adaptive_pred_interp_filter;

344 345 346
  // Adaptive prediction mode search
  int adaptive_mode_search;

347 348 349
  // Chessboard pattern prediction filter type search
  int cb_pred_filter_search;

350 351
  int cb_partition_search;

352 353
  int motion_field_mode_search;

354 355
  int alt_ref_search_fp;

356 357 358
  // Fast quantization process path
  int use_quant_fp;

359 360
  // Use finer quantizer in every other few frames that run variable block
  // partition type search.
361
  int force_frame_boost;
362

363 364 365
  // Maximally allowed base quantization index fluctuation.
  int max_delta_qindex;

366 367 368 369 370 371 372 373 374 375 376 377 378 379
  // Implements various heuristics to skip searching modes
  // The heuristics selected are based on  flags
  // defined in the MODE_SEARCH_SKIP_HEURISTICS enum
  unsigned int mode_search_skip_flags;

  // A source variance threshold below which filter search is disabled
  // Choose a very large value (UINT_MAX) to use 8-tap always
  unsigned int disable_filter_search_var_thresh;

  // These bit masks allow you to enable or disable intra modes for each
  // transform size separately.
  int intra_y_mode_mask[TX_SIZES];
  int intra_uv_mode_mask[TX_SIZES];

380 381 382 383
  // These bit masks allow you to enable or disable intra modes for each
  // prediction block size separately.
  int intra_y_mode_bsize_mask[BLOCK_SIZES];

384 385 386 387 388 389 390 391 392 393 394 395 396 397 398
  // This variable enables an early break out of mode testing if the model for
  // rd built from the prediction signal indicates a value that's much
  // higher than the best rd we've seen so far.
  int use_rd_breakout;

  // This enables us to use an estimate for intra rd based on dc mode rather
  // than choosing an actual uv mode in the stage of encoding before the actual
  // final encode.
  int use_uv_intra_rd_estimate;

  // This feature controls how the loop filter level is determined.
  LPF_PICK_METHOD lpf_pick;

  // This feature limits the number of coefficients updates we actually do
  // by only looking at counts from 1/2 the bands.
399
  FAST_COEFF_UPDATE use_fast_coef_updates;
400 401 402 403 404

  // This flag controls the use of non-RD mode decision.
  int use_nonrd_pick_mode;

  // A binary mask indicating if NEARESTMV, NEARMV, ZEROMV, NEWMV
405 406
  // modes are used in order from LSB to MSB for each BLOCK_SIZE.
  int inter_mode_mask[BLOCK_SIZES];
407 408 409 410 411

  // This feature controls whether we do the expensive context update and
  // calculation in the rd coefficient costing loop.
  int use_fast_coef_costing;

412 413
  // This feature controls the tolerence vs target used in deciding whether to
  // recode a frame. It has no meaning if recode is disabled.
414 415
  int recode_tolerance_low;
  int recode_tolerance_high;
416

417 418 419 420
  // This variable controls the maximum block size where intra blocks can be
  // used in inter frames.
  // TODO(aconverse): Fold this into one of the other many mode skips
  BLOCK_SIZE max_intra_bsize;
421 422 423 424 425

  // The frequency that we check if SOURCE_VAR_BASED_PARTITION or
  // FIXED_PARTITION search type should be used.
  int search_type_check_frequency;

426 427 428 429
  // When partition is pre-set, the inter prediction result from pick_inter_mode
  // can be reused in final block encoding process. It is enabled only for real-
  // time mode speed 6.
  int reuse_inter_pred_sby;
430 431 432 433

  // This variable sets the encode_breakout threshold. Currently, it is only
  // enabled in real time mode.
  int encode_breakout_thresh;
434

435 436
  // default interp filter choice
  INTERP_FILTER default_interp_filter;
437 438 439 440

  // Early termination in transform size search, which only applies while
  // tx_size_search_method is USE_FULL_RD.
  int tx_size_search_breakout;
441 442 443 444 445 446

  // adaptive interp_filter search to allow skip of certain filter types.
  int adaptive_interp_filter_search;

  // mask for skip evaluation of certain interp_filter type.
  INTERP_FILTER_MASK interp_filter_search_mask;
447 448

  // Partition search early breakout thresholds.
449
  PARTITION_SEARCH_BREAKOUT_THR partition_search_breakout_thr;
450

451 452 453
  // Machine-learning based partition search early termination
  int ml_partition_search_early_termination;

454 455
  // Allow skipping partition search for still image frame
  int allow_partition_search_skip;
456 457 458

  // Fast approximation of vp9_model_rd_from_var_lapndz
  int simple_model_rd_from_var;
459 460 461 462

  // Skip a number of expensive mode evaluations for blocks with zero source
  // variance.
  int short_circuit_flat_blocks;
463 464

  // Skip a number of expensive mode evaluations for blocks with very low
465 466
  // temporal variance. If the low temporal variance flag is set for a block,
  // do the following:
467
  // 1: Skip all golden modes and ALL INTRA for bsize >= 32x32.
468 469 470
  // 2: Skip golden non-zeromv and newmv-last for bsize >= 16x16, skip ALL
  // INTRA for bsize >= 32x32 and vert/horz INTRA for bsize 16x16, 16x32 and
  // 32x16.
471
  // 3: Same as (2), but also skip golden zeromv.
472
  int short_circuit_low_temp_var;
473

474 475 476
  // Limits the rd-threshold update for early exit for the newmv-last mode,
  // for non-rd mode.
  int limit_newmv_early_exit;
477

478 479
  // Adds a bias against golden reference, for non-rd mode.
  int bias_golden;
480 481 482 483

  // Bias to use base mv and skip 1/4 subpel search when use base mv in
  // enhancement layer.
  int base_mv_aggressive;
484 485 486

  // Global flag to enable partition copy from the previous frame.
  int copy_partition_flag;
487 488 489 490

  // Compute the source sad for every superblock of the frame,
  // prior to encoding the frame, to be used to bypass some encoder decisions.
  int use_source_sad;
491 492

  int use_simple_block_yrd;
493

494 495 496
  // If source sad of superblock is high (> adapt_partition_thresh), will switch
  // from VARIANCE_PARTITION to REFERENCE_PARTITION (which selects partition
  // based on the nonrd-pickmode).
497
  int adapt_partition_source_sad;
498
  int adapt_partition_thresh;
499 500 501

  // Enable use of alt-refs in 1 pass VBR.
  int use_altref_onepass;
502

503 504 505
  // Enable use of compound prediction, for nonrd_pickmode with nonzero lag.
  int use_compound_nonrd_pickmode;

506 507
  // Always use nonrd_pick_intra for all block sizes on keyframes.
  int nonrd_keyframe;
508 509 510

  // For SVC: enables use of partition from lower spatial resolution.
  int svc_use_lowres_part;
511 512 513 514
} SPEED_FEATURES;

struct VP9_COMP;

515 516
void vp9_set_speed_features_framesize_independent(struct VP9_COMP *cpi);
void vp9_set_speed_features_framesize_dependent(struct VP9_COMP *cpi);
517 518 519 520 521 522

#ifdef __cplusplus
}  // extern "C"
#endif

#endif  // VP9_ENCODER_VP9_SPEED_FEATURES_H_