vp9_ratectrl.h 10 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10
 */

11 12
#ifndef VP9_ENCODER_VP9_RATECTRL_H_
#define VP9_ENCODER_VP9_RATECTRL_H_
John Koleszar's avatar
John Koleszar committed
13

14
#include "vpx/vpx_codec.h"
15 16 17
#include "vpx/vpx_integer.h"

#include "vp9/common/vp9_blockd.h"
18
#include "vp9/encoder/vp9_lookahead.h"
19

20 21 22 23
#ifdef __cplusplus
extern "C" {
#endif

24 25
// Used to control aggressive VBR mode.
// #define AGGRESSIVE_VBR 1
paulwilkins's avatar
paulwilkins committed
26

27
// Bits Per MB at different Q (Multiplied by 512)
28
#define BPER_MB_NORMBITS 9
29

30 31 32 33
#define MIN_GF_INTERVAL 4
#define MAX_GF_INTERVAL 16
#define FIXED_GF_INTERVAL 8  // Used in some testing modes only
#define ONEHALFONLY_RESIZE 0
34

35 36
#define FRAME_OVERHEAD_BITS 200

37 38 39 40 41 42 43 44 45
typedef enum {
  INTER_NORMAL = 0,
  INTER_HIGH = 1,
  GF_ARF_LOW = 2,
  GF_ARF_STD = 3,
  KF_STD = 4,
  RATE_FACTOR_LEVELS = 5
} RATE_FACTOR_LEVEL;

46 47 48 49 50 51 52
// Internal frame scaling level.
typedef enum {
  UNSCALED = 0,     // Frame is unscaled.
  SCALE_STEP1 = 1,  // First-level down-scaling.
  FRAME_SCALE_STEPS
} FRAME_SCALE_LEVEL;

53 54 55 56 57 58 59 60
typedef enum {
  NO_RESIZE = 0,
  DOWN_THREEFOUR = 1,  // From orig to 3/4.
  DOWN_ONEHALF = 2,    // From orig or 3/4 to 1/2.
  UP_THREEFOUR = -1,   // From 1/2 to 3/4.
  UP_ORIG = -2,        // From 1/2 or 3/4 to orig.
} RESIZE_ACTION;

61
typedef enum { ORIG = 0, THREE_QUARTER = 1, ONE_HALF = 2 } RESIZE_STATE;
62

63 64 65 66 67
// Frame dimensions multiplier wrt the native frame size, in 1/16ths,
// specified for the scale-up case.
// e.g. 24 => 16/24 = 2/3 of native size. The restriction to 1/16th is
// intended to match the capabilities of the normative scaling filters,
// giving precedence to the up-scaling accuracy.
68
static const int frame_scale_factor[FRAME_SCALE_STEPS] = { 16, 24 };
69 70

// Multiplier of the target rate to be used as threshold for triggering scaling.
71
static const double rate_thresh_mult[FRAME_SCALE_STEPS] = { 1.0, 2.0 };
72 73 74

// Scale dependent Rate Correction Factor multipliers. Compensates for the
// greater number of bits per pixel generated in down-scaled frames.
75
static const double rcf_mult[FRAME_SCALE_STEPS] = { 1.0, 2.0 };
76

77 78
typedef struct {
  // Rate targetting variables
79 80 81
  int base_frame_target;  // A baseline frame target before adjustment
                          // for previous under or over shoot.
  int this_frame_target;  // Actual frame target after rc adjustment.
82 83
  int projected_frame_size;
  int sb64_target_rate;
84 85 86
  int last_q[FRAME_TYPES];  // Separate values for Intra/Inter
  int last_boosted_qindex;  // Last boosted GF/KF/ARF q
  int last_kf_qindex;       // Q index of the last key frame coded.
87 88 89 90 91

  int gfu_boost;
  int last_boost;
  int kf_boost;

92
  double rate_correction_factors[RATE_FACTOR_LEVELS];
93

94 95
  int frames_since_golden;
  int frames_till_gf_update_due;
96
  int min_gf_interval;
97
  int max_gf_interval;
98
  int static_scene_max_gf_interval;
99
  int baseline_gf_interval;
100
  int constrained_gf_group;
101 102 103 104 105 106 107
  int frames_to_key;
  int frames_since_key;
  int this_key_frame_forced;
  int next_key_frame_forced;
  int source_alt_ref_pending;
  int source_alt_ref_active;
  int is_src_frame_alt_ref;
108

109 110 111
  int avg_frame_bandwidth;  // Average frame size target for clip
  int min_frame_bandwidth;  // Minimum allocation used for any frame
  int max_frame_bandwidth;  // Maximum burst rate allowed for a frame.
112 113 114 115

  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
116
  int avg_frame_qindex[FRAME_TYPES];
117 118 119
  double tot_q;
  double avg_q;

120 121
  int64_t buffer_level;
  int64_t bits_off_target;
122
  int64_t vbr_bits_off_target;
123
  int64_t vbr_bits_off_target_fast;
124 125 126 127 128 129 130 131 132 133

  int decimation_factor;
  int decimation_count;

  int rolling_target_bits;
  int rolling_actual_bits;

  int long_rolling_target_bits;
  int long_rolling_actual_bits;

134 135
  int rate_error_estimate;

136
  int64_t total_actual_bits;
137 138
  int64_t total_target_bits;
  int64_t total_target_vs_actual;
139 140 141

  int worst_quality;
  int best_quality;
142 143 144 145

  int64_t starting_buffer_level;
  int64_t optimal_buffer_level;
  int64_t maximum_buffer_size;
146

147 148 149 150 151 152 153 154
  // rate control history for last frame(1) and the frame before(2).
  // -1: undershot
  //  1: overshoot
  //  0: not initialized.
  int rc_1_frame;
  int rc_2_frame;
  int q_1_frame;
  int q_2_frame;
155 156 157 158 159 160 161

  // Auto frame-scaling variables.
  FRAME_SCALE_LEVEL frame_size_selector;
  FRAME_SCALE_LEVEL next_frame_size_selector;
  int frame_width[FRAME_SCALE_STEPS];
  int frame_height[FRAME_SCALE_STEPS];
  int rf_level_maxq[RATE_FACTOR_LEVELS];
162

163 164 165 166 167
  int fac_active_worst_inter;
  int fac_active_worst_gf;
  uint64_t avg_source_sad[MAX_LAG_BUFFERS];
  uint64_t prev_avg_source_sad_lag;
  int high_source_sad_lagindex;
168
  int alt_ref_gf_group;
169
  int last_frame_is_src_altref;
170
  int high_source_sad;
171
  int count_last_scene_change;
172
  int avg_frame_low_motion;
173
  int af_ratio_onepass_vbr;
174
  int force_qpmin;
175
  int reset_high_source_sad;
176
  double perc_arf_usage;
177 178 179
} RATE_CONTROL;

struct VP9_COMP;
180
struct VP9EncoderConfig;
181

182 183
void vp9_rc_init(const struct VP9EncoderConfig *oxcf, int pass,
                 RATE_CONTROL *rc);
184

185
int vp9_estimate_bits_at_q(FRAME_TYPE frame_kind, int q, int mbs,
186
                           double correction_factor, vpx_bit_depth_t bit_depth);
187

188
double vp9_convert_qindex_to_q(int qindex, vpx_bit_depth_t bit_depth);
189

190 191
int vp9_convert_q_to_qindex(double q_val, vpx_bit_depth_t bit_depth);

192
void vp9_rc_init_minq_luts(void);
193

194 195 196 197 198 199
int vp9_rc_get_default_min_gf_interval(int width, int height, double framerate);
// Note vp9_rc_get_default_max_gf_interval() requires the min_gf_interval to
// be passed in to ensure that the max_gf_interval returned is at least as bis
// as that.
int vp9_rc_get_default_max_gf_interval(double framerate, int min_frame_rate);

200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229
// Generally at the high level, the following flow is expected
// to be enforced for rate control:
// First call per frame, one of:
//   vp9_rc_get_one_pass_vbr_params()
//   vp9_rc_get_one_pass_cbr_params()
//   vp9_rc_get_svc_params()
//   vp9_rc_get_first_pass_params()
//   vp9_rc_get_second_pass_params()
// depending on the usage to set the rate control encode parameters desired.
//
// Then, call encode_frame_to_data_rate() to perform the
// actual encode. This function will in turn call encode_frame()
// one or more times, followed by one of:
//   vp9_rc_postencode_update()
//   vp9_rc_postencode_update_drop_frame()
//
// The majority of rate control parameters are only expected
// to be set in the vp9_rc_get_..._params() functions and
// updated during the vp9_rc_postencode_update...() functions.
// The only exceptions are vp9_rc_drop_frame() and
// vp9_rc_update_rate_correction_factors() functions.

// Functions to set parameters for encoding before the actual
// encode_frame_to_data_rate() function.
void vp9_rc_get_one_pass_vbr_params(struct VP9_COMP *cpi);
void vp9_rc_get_one_pass_cbr_params(struct VP9_COMP *cpi);
void vp9_rc_get_svc_params(struct VP9_COMP *cpi);

// Post encode update of the rate control parameters based
// on bytes used
230
void vp9_rc_postencode_update(struct VP9_COMP *cpi, uint64_t bytes_used);
231 232 233 234 235
// Post encode update of the rate control parameters for dropped frames
void vp9_rc_postencode_update_drop_frame(struct VP9_COMP *cpi);

// Updates rate correction factors
// Changes only the rate correction factors in the rate control structure.
236
void vp9_rc_update_rate_correction_factors(struct VP9_COMP *cpi);
237

238 239 240 241 242
// Decide if we should drop this frame: For 1-pass CBR.
// Changes only the decimation count in the rate control structure
int vp9_rc_drop_frame(struct VP9_COMP *cpi);

// Computes frame size bounds.
243
void vp9_rc_compute_frame_size_bounds(const struct VP9_COMP *cpi,
244
                                      int this_frame_target,
245 246
                                      int *frame_under_shoot_limit,
                                      int *frame_over_shoot_limit);
247

248
// Picks q and q bounds given the target for bits
249
int vp9_rc_pick_q_and_bounds(const struct VP9_COMP *cpi, int *bottom_index,
250
                             int *top_index);
251 252

// Estimates q to achieve a target bits per frame
253
int vp9_rc_regulate_q(const struct VP9_COMP *cpi, int target_bits_per_frame,
254
                      int active_best_quality, int active_worst_quality);
255

256
// Estimates bits per mb for a given qindex and correction factor.
257
int vp9_rc_bits_per_mb(FRAME_TYPE frame_type, int qindex,
258
                       double correction_factor, vpx_bit_depth_t bit_depth);
259

260 261 262 263 264 265 266 267
// Clamping utilities for bitrate targets for iframes and pframes.
int vp9_rc_clamp_iframe_target_size(const struct VP9_COMP *const cpi,
                                    int target);
int vp9_rc_clamp_pframe_target_size(const struct VP9_COMP *const cpi,
                                    int target);
// Utility to set frame_target into the RATE_CONTROL structure
// This function is called only from the vp9_rc_get_..._params() functions.
void vp9_rc_set_frame_target(struct VP9_COMP *cpi, int target);
268

269 270
// Computes a q delta (in "q index" terms) to get from a starting q value
// to a target q value
271 272
int vp9_compute_qdelta(const RATE_CONTROL *rc, double qstart, double qtarget,
                       vpx_bit_depth_t bit_depth);
273 274 275 276

// Computes a q delta (in "q index" terms) to get from a starting q value
// to a value that should equate to the given rate ratio.
int vp9_compute_qdelta_by_rate(const RATE_CONTROL *rc, FRAME_TYPE frame_type,
277 278
                               int qindex, double rate_target_ratio,
                               vpx_bit_depth_t bit_depth);
279

280 281
int vp9_frame_type_qdelta(const struct VP9_COMP *cpi, int rf_level, int q);

282 283
void vp9_rc_update_framerate(struct VP9_COMP *cpi);

284 285
void vp9_rc_set_gf_interval_range(const struct VP9_COMP *const cpi,
                                  RATE_CONTROL *const rc);
286

287 288
void vp9_set_target_rate(struct VP9_COMP *cpi);

289 290
int vp9_resize_one_pass_cbr(struct VP9_COMP *cpi);

291
void vp9_scene_detection_onepass(struct VP9_COMP *cpi);
292 293 294

int vp9_encodedframe_overshoot(struct VP9_COMP *cpi, int frame_size, int *q);

295 296 297 298
#ifdef __cplusplus
}  // extern "C"
#endif

299
#endif  // VP9_ENCODER_VP9_RATECTRL_H_