vp9_ratectrl.c 69.6 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11
 */

#include <assert.h>
12
#include <limits.h>
Dmitry Kovalev's avatar
Dmitry Kovalev committed
13
#include <math.h>
14 15 16 17 18
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include "vpx_mem/vpx_mem.h"
19
#include "vpx_ports/mem.h"
John Koleszar's avatar
John Koleszar committed
20

21
#include "vp9/common/vp9_alloccommon.h"
22
#include "vp9/encoder/vp9_aq_cyclicrefresh.h"
23 24 25
#include "vp9/common/vp9_common.h"
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
26
#include "vp9/common/vp9_seg_common.h"
27 28 29 30
#include "vp9/common/vp9_systemdependent.h"

#include "vp9/encoder/vp9_encodemv.h"
#include "vp9/encoder/vp9_ratectrl.h"
John Koleszar's avatar
John Koleszar committed
31

32 33 34 35 36
// Max rate target for 1080P and below encodes under normal circumstances
// (1920 * 1080 / (16 * 16)) * MAX_MB_RATE bits per MB
#define MAX_MB_RATE 250
#define MAXRATE_1080P 2025000

37 38 39
#define DEFAULT_KF_BOOST 2000
#define DEFAULT_GF_BOOST 2000

Deb Mukherjee's avatar
Deb Mukherjee committed
40
#define LIMIT_QRANGE_FOR_ALTREF_AND_KEY 1
41

Dmitry Kovalev's avatar
Dmitry Kovalev committed
42 43
#define MIN_BPB_FACTOR 0.005
#define MAX_BPB_FACTOR 50
John Koleszar's avatar
John Koleszar committed
44

45 46
#define FRAME_OVERHEAD_BITS 200

47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
#if CONFIG_VP9_HIGHBITDEPTH
#define ASSIGN_MINQ_TABLE(bit_depth, name) \
  do { \
    switch (bit_depth) { \
      case VPX_BITS_8: \
        name = name##_8; \
        break; \
      case VPX_BITS_10: \
        name = name##_10; \
        break; \
      case VPX_BITS_12: \
        name = name##_12; \
        break; \
      default: \
        assert(0 && "bit_depth should be VPX_BITS_8, VPX_BITS_10" \
                    " or VPX_BITS_12"); \
        name = NULL; \
    } \
  } while (0)
#else
#define ASSIGN_MINQ_TABLE(bit_depth, name) \
  do { \
    (void) bit_depth; \
    name = name##_8; \
  } while (0)
#endif

74
// Tables relating active max Q to active min Q
75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
static int kf_low_motion_minq_8[QINDEX_RANGE];
static int kf_high_motion_minq_8[QINDEX_RANGE];
static int arfgf_low_motion_minq_8[QINDEX_RANGE];
static int arfgf_high_motion_minq_8[QINDEX_RANGE];
static int inter_minq_8[QINDEX_RANGE];
static int rtc_minq_8[QINDEX_RANGE];

#if CONFIG_VP9_HIGHBITDEPTH
static int kf_low_motion_minq_10[QINDEX_RANGE];
static int kf_high_motion_minq_10[QINDEX_RANGE];
static int arfgf_low_motion_minq_10[QINDEX_RANGE];
static int arfgf_high_motion_minq_10[QINDEX_RANGE];
static int inter_minq_10[QINDEX_RANGE];
static int rtc_minq_10[QINDEX_RANGE];
static int kf_low_motion_minq_12[QINDEX_RANGE];
static int kf_high_motion_minq_12[QINDEX_RANGE];
static int arfgf_low_motion_minq_12[QINDEX_RANGE];
static int arfgf_high_motion_minq_12[QINDEX_RANGE];
static int inter_minq_12[QINDEX_RANGE];
static int rtc_minq_12[QINDEX_RANGE];
#endif

Deb Mukherjee's avatar
Deb Mukherjee committed
97 98 99 100
static int gf_high = 2000;
static int gf_low = 400;
static int kf_high = 5000;
static int kf_low = 400;
101 102 103 104 105

// Functions to compute the active minq lookup table entries based on a
// formulaic approach to facilitate easier adjustment of the Q tables.
// The formulae were derived from computing a 3rd order polynomial best
// fit to the original data (after plotting real maxq vs minq (not q index))
106 107
static int get_minq_index(double maxq, double x3, double x2, double x1,
                          vpx_bit_depth_t bit_depth) {
108
  int i;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
109
  const double minqtarget = MIN(((x3 * maxq + x2) * maxq + x1) * maxq,
110 111 112 113 114 115 116
                                maxq);

  // Special case handling to deal with the step from q2.0
  // down to lossless mode represented by q 1.0.
  if (minqtarget <= 2.0)
    return 0;

117 118
  for (i = 0; i < QINDEX_RANGE; i++) {
    if (minqtarget <= vp9_convert_qindex_to_q(i, bit_depth))
119
      return i;
120
  }
121 122 123 124

  return QINDEX_RANGE - 1;
}

125 126 127
static void init_minq_luts(int *kf_low_m, int *kf_high_m,
                           int *arfgf_low, int *arfgf_high,
                           int *inter, int *rtc, vpx_bit_depth_t bit_depth) {
128 129
  int i;
  for (i = 0; i < QINDEX_RANGE; i++) {
130
    const double maxq = vp9_convert_qindex_to_q(i, bit_depth);
131 132
    kf_low_m[i] = get_minq_index(maxq, 0.000001, -0.0004, 0.150, bit_depth);
    kf_high_m[i] = get_minq_index(maxq, 0.0000021, -0.00125, 0.55, bit_depth);
133
    arfgf_low[i] = get_minq_index(maxq, 0.0000015, -0.0009, 0.30, bit_depth);
134
    arfgf_high[i] = get_minq_index(maxq, 0.0000021, -0.00125, 0.55, bit_depth);
135 136
    inter[i] = get_minq_index(maxq, 0.00000271, -0.00113, 0.90, bit_depth);
    rtc[i] = get_minq_index(maxq, 0.00000271, -0.00113, 0.70, bit_depth);
137 138 139
  }
}

140
void vp9_rc_init_minq_luts(void) {
141 142 143 144 145 146 147 148 149 150 151 152 153
  init_minq_luts(kf_low_motion_minq_8, kf_high_motion_minq_8,
                 arfgf_low_motion_minq_8, arfgf_high_motion_minq_8,
                 inter_minq_8, rtc_minq_8, VPX_BITS_8);
#if CONFIG_VP9_HIGHBITDEPTH
  init_minq_luts(kf_low_motion_minq_10, kf_high_motion_minq_10,
                 arfgf_low_motion_minq_10, arfgf_high_motion_minq_10,
                 inter_minq_10, rtc_minq_10, VPX_BITS_10);
  init_minq_luts(kf_low_motion_minq_12, kf_high_motion_minq_12,
                 arfgf_low_motion_minq_12, arfgf_high_motion_minq_12,
                 inter_minq_12, rtc_minq_12, VPX_BITS_12);
#endif
}

Paul Wilkins's avatar
Paul Wilkins committed
154 155 156
// These functions use formulaic calculations to make playing with the
// quantizer tables easier. If necessary they can be replaced by lookup
// tables if and when things settle down in the experimental bitstream
157
double vp9_convert_qindex_to_q(int qindex, vpx_bit_depth_t bit_depth) {
John Koleszar's avatar
John Koleszar committed
158
  // Convert the index to a real Q value (scaled down to match old Q values)
159 160 161 162 163 164 165 166 167 168 169 170 171 172 173
#if CONFIG_VP9_HIGHBITDEPTH
  switch (bit_depth) {
    case VPX_BITS_8:
      return vp9_ac_quant(qindex, 0, bit_depth) / 4.0;
    case VPX_BITS_10:
      return vp9_ac_quant(qindex, 0, bit_depth) / 16.0;
    case VPX_BITS_12:
      return vp9_ac_quant(qindex, 0, bit_depth) / 64.0;
    default:
      assert(0 && "bit_depth should be VPX_BITS_8, VPX_BITS_10 or VPX_BITS_12");
      return -1.0;
  }
#else
  return vp9_ac_quant(qindex, 0, bit_depth) / 4.0;
#endif
Paul Wilkins's avatar
Paul Wilkins committed
174 175
}

176
int vp9_rc_bits_per_mb(FRAME_TYPE frame_type, int qindex,
177 178 179
                       double correction_factor,
                       vpx_bit_depth_t bit_depth) {
  const double q = vp9_convert_qindex_to_q(qindex, bit_depth);
180
  int enumerator = frame_type == KEY_FRAME ? 2700000 : 1800000;
Paul Wilkins's avatar
Paul Wilkins committed
181

Paul Wilkins's avatar
Paul Wilkins committed
182 183 184
  assert(correction_factor <= MAX_BPB_FACTOR &&
         correction_factor >= MIN_BPB_FACTOR);

185
  // q based adjustment to baseline enumerator
Paul Wilkins's avatar
Paul Wilkins committed
186
  enumerator += (int)(enumerator * q) >> 12;
187
  return (int)(enumerator * correction_factor / q);
188
}
John Koleszar's avatar
John Koleszar committed
189

190 191 192
int vp9_estimate_bits_at_q(FRAME_TYPE frame_type, int q, int mbs,
                           double correction_factor,
                           vpx_bit_depth_t bit_depth) {
193 194
  const int bpm = (int)(vp9_rc_bits_per_mb(frame_type, q, correction_factor,
                                           bit_depth));
Paul Wilkins's avatar
Paul Wilkins committed
195 196
  return MAX(FRAME_OVERHEAD_BITS,
             (int)((uint64_t)bpm * mbs) >> BPER_MB_NORMBITS);
197
}
198

199 200
int vp9_rc_clamp_pframe_target_size(const VP9_COMP *const cpi, int target) {
  const RATE_CONTROL *rc = &cpi->rc;
201
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
202
  const int min_frame_target = MAX(rc->min_frame_bandwidth,
203
                                   rc->avg_frame_bandwidth >> 5);
204 205
  if (target < min_frame_target)
    target = min_frame_target;
206
  if (cpi->refresh_golden_frame && rc->is_src_frame_alt_ref) {
207 208 209 210
    // If there is an active ARF at this location use the minimum
    // bits on this frame even if it is a constructed arf.
    // The active maximum quantizer insures that an appropriate
    // number of bits will be spent if needed for constructed ARFs.
211
    target = min_frame_target;
212 213 214 215
  }
  // Clip the frame target to the maximum allowed value.
  if (target > rc->max_frame_bandwidth)
    target = rc->max_frame_bandwidth;
216 217 218 219 220
  if (oxcf->rc_max_inter_bitrate_pct) {
    const int max_rate = rc->avg_frame_bandwidth *
                         oxcf->rc_max_inter_bitrate_pct / 100;
    target = MIN(target, max_rate);
  }
221 222
  return target;
}
223

224 225
int vp9_rc_clamp_iframe_target_size(const VP9_COMP *const cpi, int target) {
  const RATE_CONTROL *rc = &cpi->rc;
226
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
227
  if (oxcf->rc_max_intra_bitrate_pct) {
228 229
    const int max_rate = rc->avg_frame_bandwidth *
                             oxcf->rc_max_intra_bitrate_pct / 100;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
230
    target = MIN(target, max_rate);
John Koleszar's avatar
John Koleszar committed
231
  }
232 233 234
  if (target > rc->max_frame_bandwidth)
    target = rc->max_frame_bandwidth;
  return target;
John Koleszar's avatar
John Koleszar committed
235 236
}

237 238
// Update the buffer level for higher temporal layers, given the encoded current
// temporal layer.
239
static void update_layer_buffer_level(SVC *svc, int encoded_frame_size) {
240
  int i = 0;
241
  int current_temporal_layer = svc->temporal_layer_id;
242 243 244 245 246
  for (i = current_temporal_layer + 1;
      i < svc->number_temporal_layers; ++i) {
    const int layer = LAYER_IDS_TO_IDX(svc->spatial_layer_id, i,
                                       svc->number_temporal_layers);
    LAYER_CONTEXT *lc = &svc->layer_context[layer];
247 248 249 250 251 252
    RATE_CONTROL *lrc = &lc->rc;
    int bits_off_for_this_layer = (int)(lc->target_bandwidth / lc->framerate -
        encoded_frame_size);
    lrc->bits_off_target += bits_off_for_this_layer;

    // Clip buffer level to maximum buffer size for the layer.
253
    lrc->bits_off_target = MIN(lrc->bits_off_target, lrc->maximum_buffer_size);
254 255 256 257
    lrc->buffer_level = lrc->bits_off_target;
  }
}

258
// Update the buffer level: leaky bucket model.
259
static void update_buffer_level(VP9_COMP *cpi, int encoded_frame_size) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
260
  const VP9_COMMON *const cm = &cpi->common;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
261
  RATE_CONTROL *const rc = &cpi->rc;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
262

263 264
  // Non-viewable frames are a special case and are treated as pure overhead.
  if (!cm->show_frame) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
265
    rc->bits_off_target -= encoded_frame_size;
266
  } else {
267
    rc->bits_off_target += rc->avg_frame_bandwidth - encoded_frame_size;
268
  }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
269

270
  // Clip the buffer level to the maximum specified buffer size.
271
  rc->bits_off_target = MIN(rc->bits_off_target, rc->maximum_buffer_size);
272 273
  rc->buffer_level = rc->bits_off_target;

274
  if (is_one_pass_cbr_svc(cpi)) {
275
    update_layer_buffer_level(&cpi->svc, encoded_frame_size);
276
  }
277 278
}

279
void vp9_rc_init(const VP9EncoderConfig *oxcf, int pass, RATE_CONTROL *rc) {
280 281
  int i;

282
  if (pass == 0 && oxcf->rc_mode == VPX_CBR) {
283 284
    rc->avg_frame_qindex[KEY_FRAME] = oxcf->worst_allowed_q;
    rc->avg_frame_qindex[INTER_FRAME] = oxcf->worst_allowed_q;
285
  } else {
286 287 288 289
    rc->avg_frame_qindex[KEY_FRAME] = (oxcf->worst_allowed_q +
                                           oxcf->best_allowed_q) / 2;
    rc->avg_frame_qindex[INTER_FRAME] = (oxcf->worst_allowed_q +
                                           oxcf->best_allowed_q) / 2;
290 291
  }

292
  rc->last_q[KEY_FRAME] = oxcf->best_allowed_q;
Paul Wilkins's avatar
Paul Wilkins committed
293
  rc->last_q[INTER_FRAME] = oxcf->worst_allowed_q;
294

295 296
  rc->buffer_level =    rc->starting_buffer_level;
  rc->bits_off_target = rc->starting_buffer_level;
297

298 299 300 301
  rc->rolling_target_bits      = rc->avg_frame_bandwidth;
  rc->rolling_actual_bits      = rc->avg_frame_bandwidth;
  rc->long_rolling_target_bits = rc->avg_frame_bandwidth;
  rc->long_rolling_actual_bits = rc->avg_frame_bandwidth;
302 303

  rc->total_actual_bits = 0;
304
  rc->total_target_bits = 0;
305 306 307 308 309 310 311 312 313 314 315 316 317 318 319
  rc->total_target_vs_actual = 0;

  rc->baseline_gf_interval = DEFAULT_GF_INTERVAL;
  rc->frames_since_key = 8;  // Sensible default for first frame.
  rc->this_key_frame_forced = 0;
  rc->next_key_frame_forced = 0;
  rc->source_alt_ref_pending = 0;
  rc->source_alt_ref_active = 0;

  rc->frames_till_gf_update_due = 0;
  rc->ni_av_qi = oxcf->worst_allowed_q;
  rc->ni_tot_qi = 0;
  rc->ni_frames = 0;

  rc->tot_q = 0.0;
320
  rc->avg_q = vp9_convert_qindex_to_q(oxcf->worst_allowed_q, oxcf->bit_depth);
321

322 323 324
  for (i = 0; i < RATE_FACTOR_LEVELS; ++i) {
    rc->rate_correction_factors[i] = 1.0;
  }
325 326
}

327
int vp9_rc_drop_frame(VP9_COMP *cpi) {
328
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
329 330
  RATE_CONTROL *const rc = &cpi->rc;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
331
  if (!oxcf->drop_frames_water_mark) {
332 333
    return 0;
  } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
334
    if (rc->buffer_level < 0) {
335 336 337 338 339
      // Always drop if buffer is below 0.
      return 1;
    } else {
      // If buffer is below drop_mark, for now just drop every other frame
      // (starting with the next frame) until it increases back over drop_mark.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
340
      int drop_mark = (int)(oxcf->drop_frames_water_mark *
341
          rc->optimal_buffer_level / 100);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
342 343 344 345 346 347
      if ((rc->buffer_level > drop_mark) &&
          (rc->decimation_factor > 0)) {
        --rc->decimation_factor;
      } else if (rc->buffer_level <= drop_mark &&
          rc->decimation_factor == 0) {
        rc->decimation_factor = 1;
348
      }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
349 350 351
      if (rc->decimation_factor > 0) {
        if (rc->decimation_count > 0) {
          --rc->decimation_count;
352 353
          return 1;
        } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
354
          rc->decimation_count = rc->decimation_factor;
355 356 357
          return 0;
        }
      } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
358
        rc->decimation_count = 0;
359 360 361 362 363 364
        return 0;
      }
    }
  }
}

365
static double get_rate_correction_factor(const VP9_COMP *cpi) {
366
  const RATE_CONTROL *const rc = &cpi->rc;
367
  double rcf;
368

369
  if (cpi->common.frame_type == KEY_FRAME) {
370
    rcf = rc->rate_correction_factors[KF_STD];
371
  } else if (cpi->oxcf.pass == 2) {
372 373
    RATE_FACTOR_LEVEL rf_lvl =
      cpi->twopass.gf_group.rf_level[cpi->twopass.gf_group.index];
374
    rcf = rc->rate_correction_factors[rf_lvl];
375
  } else {
376
    if ((cpi->refresh_alt_ref_frame || cpi->refresh_golden_frame) &&
377
        !rc->is_src_frame_alt_ref && !cpi->use_svc &&
378
        (cpi->oxcf.rc_mode != VPX_CBR || cpi->oxcf.gf_cbr_boost_pct > 20))
379
      rcf = rc->rate_correction_factors[GF_ARF_STD];
380
    else
381
      rcf = rc->rate_correction_factors[INTER_NORMAL];
382
  }
383
  rcf *= rcf_mult[rc->frame_size_selector];
384
  return fclamp(rcf, MIN_BPB_FACTOR, MAX_BPB_FACTOR);
385 386 387
}

static void set_rate_correction_factor(VP9_COMP *cpi, double factor) {
388 389
  RATE_CONTROL *const rc = &cpi->rc;

390 391 392
  // Normalize RCF to account for the size-dependent scaling factor.
  factor /= rcf_mult[cpi->rc.frame_size_selector];

393 394
  factor = fclamp(factor, MIN_BPB_FACTOR, MAX_BPB_FACTOR);

395
  if (cpi->common.frame_type == KEY_FRAME) {
396
    rc->rate_correction_factors[KF_STD] = factor;
397
  } else if (cpi->oxcf.pass == 2) {
398 399 400
    RATE_FACTOR_LEVEL rf_lvl =
      cpi->twopass.gf_group.rf_level[cpi->twopass.gf_group.index];
    rc->rate_correction_factors[rf_lvl] = factor;
401
  } else {
402
    if ((cpi->refresh_alt_ref_frame || cpi->refresh_golden_frame) &&
403
        !rc->is_src_frame_alt_ref && !cpi->use_svc &&
404
        (cpi->oxcf.rc_mode != VPX_CBR || cpi->oxcf.gf_cbr_boost_pct > 20))
405
      rc->rate_correction_factors[GF_ARF_STD] = factor;
406
    else
407
      rc->rate_correction_factors[INTER_NORMAL] = factor;
408 409 410
  }
}

411
void vp9_rc_update_rate_correction_factors(VP9_COMP *cpi) {
412
  const VP9_COMMON *const cm = &cpi->common;
413
  int correction_factor = 100;
414
  double rate_correction_factor = get_rate_correction_factor(cpi);
John Koleszar's avatar
John Koleszar committed
415
  double adjustment_limit;
John Koleszar's avatar
John Koleszar committed
416

417
  int projected_size_based_on_q = 0;
John Koleszar's avatar
John Koleszar committed
418

Paul Wilkins's avatar
Paul Wilkins committed
419 420 421 422
  // Do not update the rate factors for arf overlay frames.
  if (cpi->rc.is_src_frame_alt_ref)
    return;

John Koleszar's avatar
John Koleszar committed
423
  // Clear down mmx registers to allow floating point in what follows
424
  vp9_clear_system_state();
John Koleszar's avatar
John Koleszar committed
425

426 427
  // Work out how big we would have expected the frame to be at this Q given
  // the current correction factor.
John Koleszar's avatar
John Koleszar committed
428
  // Stay in double to avoid int overflow when values are large
429 430 431 432 433 434 435 436 437 438
  if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ && cpi->common.seg.enabled) {
    projected_size_based_on_q =
        vp9_cyclic_refresh_estimate_bits_at_q(cpi, rate_correction_factor);
  } else {
    projected_size_based_on_q = vp9_estimate_bits_at_q(cpi->common.frame_type,
                                                       cm->base_qindex,
                                                       cm->MBs,
                                                       rate_correction_factor,
                                                       cm->bit_depth);
  }
John Koleszar's avatar
John Koleszar committed
439
  // Work out a size correction factor.
Paul Wilkins's avatar
Paul Wilkins committed
440
  if (projected_size_based_on_q > FRAME_OVERHEAD_BITS)
441 442
    correction_factor = (int)((100 * (int64_t)cpi->rc.projected_frame_size) /
                        projected_size_based_on_q);
John Koleszar's avatar
John Koleszar committed
443

444 445
  // More heavily damped adjustment used if we have been oscillating either side
  // of target.
446 447
  adjustment_limit = 0.25 +
      0.5 * MIN(1, fabs(log10(0.01 * correction_factor)));
John Koleszar's avatar
John Koleszar committed
448

449 450 451 452 453 454 455 456 457 458
  cpi->rc.q_2_frame = cpi->rc.q_1_frame;
  cpi->rc.q_1_frame = cm->base_qindex;
  cpi->rc.rc_2_frame = cpi->rc.rc_1_frame;
  if (correction_factor > 110)
    cpi->rc.rc_1_frame = -1;
  else if (correction_factor < 90)
    cpi->rc.rc_1_frame = 1;
  else
    cpi->rc.rc_1_frame = 0;

John Koleszar's avatar
John Koleszar committed
459 460
  if (correction_factor > 102) {
    // We are not already at the worst allowable quality
461 462 463
    correction_factor = (int)(100 + ((correction_factor - 100) *
                                  adjustment_limit));
    rate_correction_factor = (rate_correction_factor * correction_factor) / 100;
John Koleszar's avatar
John Koleszar committed
464 465 466
    // Keep rate_correction_factor within limits
    if (rate_correction_factor > MAX_BPB_FACTOR)
      rate_correction_factor = MAX_BPB_FACTOR;
467
  } else if (correction_factor < 99) {
John Koleszar's avatar
John Koleszar committed
468
    // We are not already at the best allowable quality
469 470 471
    correction_factor = (int)(100 - ((100 - correction_factor) *
                                  adjustment_limit));
    rate_correction_factor = (rate_correction_factor * correction_factor) / 100;
John Koleszar's avatar
John Koleszar committed
472 473 474 475 476 477

    // Keep rate_correction_factor within limits
    if (rate_correction_factor < MIN_BPB_FACTOR)
      rate_correction_factor = MIN_BPB_FACTOR;
  }

478
  set_rate_correction_factor(cpi, rate_correction_factor);
John Koleszar's avatar
John Koleszar committed
479 480 481
}


Deb Mukherjee's avatar
Deb Mukherjee committed
482 483
int vp9_rc_regulate_q(const VP9_COMP *cpi, int target_bits_per_frame,
                      int active_best_quality, int active_worst_quality) {
484
  const VP9_COMMON *const cm = &cpi->common;
Deb Mukherjee's avatar
Deb Mukherjee committed
485
  int q = active_worst_quality;
John Koleszar's avatar
John Koleszar committed
486
  int last_error = INT_MAX;
487
  int i, target_bits_per_mb, bits_per_mb_at_this_q;
488
  const double correction_factor = get_rate_correction_factor(cpi);
John Koleszar's avatar
John Koleszar committed
489

490 491
  // Calculate required scaling factor based on target frame size and size of
  // frame produced using previous Q.
492 493
  target_bits_per_mb =
      ((uint64_t)target_bits_per_frame << BPER_MB_NORMBITS) / cm->MBs;
John Koleszar's avatar
John Koleszar committed
494

Deb Mukherjee's avatar
Deb Mukherjee committed
495
  i = active_best_quality;
John Koleszar's avatar
John Koleszar committed
496

John Koleszar's avatar
John Koleszar committed
497
  do {
498 499 500 501
    if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ &&
        cm->seg.enabled &&
        cpi->svc.temporal_layer_id == 0 &&
        cpi->svc.spatial_layer_id == 0) {
502 503 504 505 506 507 508
      bits_per_mb_at_this_q =
          (int)vp9_cyclic_refresh_rc_bits_per_mb(cpi, i, correction_factor);
    } else {
      bits_per_mb_at_this_q = (int)vp9_rc_bits_per_mb(cm->frame_type, i,
                                                      correction_factor,
                                                      cm->bit_depth);
    }
John Koleszar's avatar
John Koleszar committed
509

John Koleszar's avatar
John Koleszar committed
510 511
    if (bits_per_mb_at_this_q <= target_bits_per_mb) {
      if ((target_bits_per_mb - bits_per_mb_at_this_q) <= last_error)
512
        q = i;
John Koleszar's avatar
John Koleszar committed
513
      else
514
        q = i - 1;
John Koleszar's avatar
John Koleszar committed
515

John Koleszar's avatar
John Koleszar committed
516
      break;
517
    } else {
John Koleszar's avatar
John Koleszar committed
518
      last_error = bits_per_mb_at_this_q - target_bits_per_mb;
519
    }
Deb Mukherjee's avatar
Deb Mukherjee committed
520
  } while (++i <= active_worst_quality);
521

522 523 524 525 526 527 528 529
  // In CBR mode, this makes sure q is between oscillating Qs to prevent
  // resonance.
  if (cpi->oxcf.rc_mode == VPX_CBR &&
      (cpi->rc.rc_1_frame * cpi->rc.rc_2_frame == -1) &&
      cpi->rc.q_1_frame != cpi->rc.q_2_frame) {
    q = clamp(q, MIN(cpi->rc.q_1_frame, cpi->rc.q_2_frame),
              MAX(cpi->rc.q_1_frame, cpi->rc.q_2_frame));
  }
530 531 532
  return q;
}

533 534
static int get_active_quality(int q, int gfu_boost, int low, int high,
                              int *low_motion_minq, int *high_motion_minq) {
535
  if (gfu_boost > high) {
536
    return low_motion_minq[q];
537
  } else if (gfu_boost < low) {
538
    return high_motion_minq[q];
539 540 541 542 543
  } else {
    const int gap = high - low;
    const int offset = high - gfu_boost;
    const int qdiff = high_motion_minq[q] - low_motion_minq[q];
    const int adjustment = ((offset * qdiff) + (gap >> 1)) / gap;
544
    return low_motion_minq[q] + adjustment;
545 546 547
  }
}

548 549 550 551 552 553
static int get_kf_active_quality(const RATE_CONTROL *const rc, int q,
                                 vpx_bit_depth_t bit_depth) {
  int *kf_low_motion_minq;
  int *kf_high_motion_minq;
  ASSIGN_MINQ_TABLE(bit_depth, kf_low_motion_minq);
  ASSIGN_MINQ_TABLE(bit_depth, kf_high_motion_minq);
554 555 556 557
  return get_active_quality(q, rc->kf_boost, kf_low, kf_high,
                            kf_low_motion_minq, kf_high_motion_minq);
}

558 559 560 561 562 563
static int get_gf_active_quality(const RATE_CONTROL *const rc, int q,
                                 vpx_bit_depth_t bit_depth) {
  int *arfgf_low_motion_minq;
  int *arfgf_high_motion_minq;
  ASSIGN_MINQ_TABLE(bit_depth, arfgf_low_motion_minq);
  ASSIGN_MINQ_TABLE(bit_depth, arfgf_high_motion_minq);
564 565 566 567
  return get_active_quality(q, rc->gfu_boost, gf_low, gf_high,
                            arfgf_low_motion_minq, arfgf_high_motion_minq);
}

568
static int calc_active_worst_quality_one_pass_vbr(const VP9_COMP *cpi) {
569 570
  const RATE_CONTROL *const rc = &cpi->rc;
  const unsigned int curr_frame = cpi->common.current_video_frame;
571
  int active_worst_quality;
572

573
  if (cpi->common.frame_type == KEY_FRAME) {
574 575
    active_worst_quality = curr_frame == 0 ? rc->worst_quality
                                           : rc->last_q[KEY_FRAME] * 2;
576
  } else {
577 578 579 580
    if (!rc->is_src_frame_alt_ref &&
        (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
      active_worst_quality =  curr_frame == 1 ? rc->last_q[KEY_FRAME] * 5 / 4
                                              : rc->last_q[INTER_FRAME];
581
    } else {
582 583
      active_worst_quality = curr_frame == 1 ? rc->last_q[KEY_FRAME] * 2
                                             : rc->last_q[INTER_FRAME] * 2;
584 585
    }
  }
586
  return MIN(active_worst_quality, rc->worst_quality);
587 588 589 590 591 592 593 594 595
}

// Adjust active_worst_quality level based on buffer level.
static int calc_active_worst_quality_one_pass_cbr(const VP9_COMP *cpi) {
  // Adjust active_worst_quality: If buffer is above the optimal/target level,
  // bring active_worst_quality down depending on fullness of buffer.
  // If buffer is below the optimal level, let the active_worst_quality go from
  // ambient Q (at buffer = optimal level) to worst_quality level
  // (at buffer = critical level).
596
  const VP9_COMMON *const cm = &cpi->common;
597 598
  const RATE_CONTROL *rc = &cpi->rc;
  // Buffer level below which we push active_worst to worst_quality.
599
  int64_t critical_level = rc->optimal_buffer_level >> 3;
600
  int64_t buff_lvl_step = 0;
601 602
  int adjustment = 0;
  int active_worst_quality;
603
  int ambient_qp;
604
  if (cm->frame_type == KEY_FRAME)
605 606 607 608 609 610 611 612 613 614 615
    return rc->worst_quality;
  // For ambient_qp we use minimum of avg_frame_qindex[KEY_FRAME/INTER_FRAME]
  // for the first few frames following key frame. These are both initialized
  // to worst_quality and updated with (3/4, 1/4) average in postencode_update.
  // So for first few frames following key, the qp of that key frame is weighted
  // into the active_worst_quality setting.
  ambient_qp = (cm->current_video_frame < 5) ?
      MIN(rc->avg_frame_qindex[INTER_FRAME], rc->avg_frame_qindex[KEY_FRAME]) :
      rc->avg_frame_qindex[INTER_FRAME];
  active_worst_quality = MIN(rc->worst_quality,
                             ambient_qp * 5 / 4);
616
  if (rc->buffer_level > rc->optimal_buffer_level) {
617
    // Adjust down.
618
    // Maximum limit for down adjustment, ~30%.
619 620
    int max_adjustment_down = active_worst_quality / 3;
    if (max_adjustment_down) {
621 622
      buff_lvl_step = ((rc->maximum_buffer_size -
                        rc->optimal_buffer_level) / max_adjustment_down);
623
      if (buff_lvl_step)
624
        adjustment = (int)((rc->buffer_level - rc->optimal_buffer_level) /
625 626 627 628 629 630
                            buff_lvl_step);
      active_worst_quality -= adjustment;
    }
  } else if (rc->buffer_level > critical_level) {
    // Adjust up from ambient Q.
    if (critical_level) {
631
      buff_lvl_step = (rc->optimal_buffer_level - critical_level);
632
      if (buff_lvl_step) {
633 634 635
        adjustment = (int)((rc->worst_quality - ambient_qp) *
                           (rc->optimal_buffer_level - rc->buffer_level) /
                           buff_lvl_step);
636
      }
637
      active_worst_quality = ambient_qp + adjustment;
638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653
    }
  } else {
    // Set to worst_quality if buffer is below critical level.
    active_worst_quality = rc->worst_quality;
  }
  return active_worst_quality;
}

static int rc_pick_q_and_bounds_one_pass_cbr(const VP9_COMP *cpi,
                                             int *bottom_index,
                                             int *top_index) {
  const VP9_COMMON *const cm = &cpi->common;
  const RATE_CONTROL *const rc = &cpi->rc;
  int active_best_quality;
  int active_worst_quality = calc_active_worst_quality_one_pass_cbr(cpi);
  int q;
654 655
  int *rtc_minq;
  ASSIGN_MINQ_TABLE(cm->bit_depth, rtc_minq);
656 657 658

  if (frame_is_intra_only(cm)) {
    active_best_quality = rc->best_quality;
659
    // Handle the special case for key frames forced when we have reached
660 661 662 663
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
    if (rc->this_key_frame_forced) {
      int qindex = rc->last_boosted_qindex;
664
      double last_boosted_q = vp9_convert_qindex_to_q(qindex, cm->bit_depth);
665
      int delta_qindex = vp9_compute_qdelta(rc, last_boosted_q,
666 667
                                            (last_boosted_q * 0.75),
                                            cm->bit_depth);
668 669 670 671 672 673
      active_best_quality = MAX(qindex + delta_qindex, rc->best_quality);
    } else if (cm->current_video_frame > 0) {
      // not first frame of one pass and kf_boost is set
      double q_adj_factor = 1.0;
      double q_val;

674
      active_best_quality =
675 676
          get_kf_active_quality(rc, rc->avg_frame_qindex[KEY_FRAME],
                                cm->bit_depth);
677 678 679 680 681 682 683 684

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

      // Convert the adjustment factor to a qindex delta
      // on active_best_quality.
685
      q_val = vp9_convert_qindex_to_q(active_best_quality, cm->bit_depth);
686
      active_best_quality += vp9_compute_qdelta(rc, q_val,
687 688
                                                q_val * q_adj_factor,
                                                cm->bit_depth);
689 690
    }
  } else if (!rc->is_src_frame_alt_ref &&
691
             !cpi->use_svc &&
692 693 694 695 696 697 698 699 700 701
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
    // Use the lower of active_worst_quality and recent
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
    if (rc->frames_since_key > 1 &&
        rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality) {
      q = rc->avg_frame_qindex[INTER_FRAME];
    } else {
      q = active_worst_quality;
    }
702
    active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
703 704 705 706
  } else {
    // Use the lower of active_worst_quality and recent/average Q.
    if (cm->current_video_frame > 1) {
      if (rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality)
707
        active_best_quality = rtc_minq[rc->avg_frame_qindex[INTER_FRAME]];
708
      else
709
        active_best_quality = rtc_minq[active_worst_quality];
710 711
    } else {
      if (rc->avg_frame_qindex[KEY_FRAME] < active_worst_quality)
712
        active_best_quality = rtc_minq[rc->avg_frame_qindex[KEY_FRAME]];
713
      else
714
        active_best_quality = rtc_minq[active_worst_quality];
715 716 717 718 719 720 721 722 723 724 725 726 727 728
    }
  }

  // Clip the active best and worst quality values to limits
  active_best_quality = clamp(active_best_quality,
                              rc->best_quality, rc->worst_quality);
  active_worst_quality = clamp(active_worst_quality,
                               active_best_quality, rc->worst_quality);

  *top_index = active_worst_quality;
  *bottom_index = active_best_quality;

#if LIMIT_QRANGE_FOR_ALTREF_AND_KEY
  // Limit Q range for the adaptive loop.
Paul Wilkins's avatar
Paul Wilkins committed
729 730 731 732 733 734
  if (cm->frame_type == KEY_FRAME &&
      !rc->this_key_frame_forced  &&
      !(cm->current_video_frame == 0)) {
    int qdelta = 0;
    vp9_clear_system_state();
    qdelta = vp9_compute_qdelta_by_rate(&cpi->rc, cm->frame_type,
735 736
                                        active_worst_quality, 2.0,
                                        cm->bit_depth);
Paul Wilkins's avatar
Paul Wilkins committed
737 738
    *top_index = active_worst_quality + qdelta;
    *top_index = (*top_index > *bottom_index) ? *top_index : *bottom_index;
739 740
  }
#endif
Paul Wilkins's avatar
Paul Wilkins committed
741

742 743 744 745 746 747 748 749
  // Special case code to try and match quality with forced key frames
  if (cm->frame_type == KEY_FRAME && rc->this_key_frame_forced) {
    q = rc->last_boosted_qindex;
  } else {
    q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
                          active_best_quality, active_worst_quality);
    if (q > *top_index) {
      // Special case when we are targeting the max allowed rate
750
      if (rc->this_frame_target >= rc->max_frame_bandwidth)
751 752 753 754 755 756 757 758 759 760 761 762 763
        *top_index = q;
      else
        q = *top_index;
    }
  }
  assert(*top_index <= rc->worst_quality &&
         *top_index >= rc->best_quality);
  assert(*bottom_index <= rc->worst_quality &&
         *bottom_index >= rc->best_quality);
  assert(q <= rc->worst_quality && q >= rc->best_quality);
  return q;
}

764 765
static int get_active_cq_level(const RATE_CONTROL *rc,
                               const VP9EncoderConfig *const oxcf) {
766
  static const double cq_adjust_threshold = 0.1;
767
  int active_cq_level = oxcf->cq_level;
768
  if (oxcf->rc_mode == VPX_CQ &&
769
      rc->total_target_bits > 0) {
770
    const double x = (double)rc->total_actual_bits / rc->total_target_bits;
771
    if (x < cq_adjust_threshold) {
772
      active_cq_level = (int)(active_cq_level * x / cq_adjust_threshold);
773 774 775 776 777
    }
  }
  return active_cq_level;
}

778 779 780
static int rc_pick_q_and_bounds_one_pass_vbr(const VP9_COMP *cpi,
                                             int *bottom_index,
                                             int *top_index) {
Deb Mukherjee's avatar
Deb Mukherjee committed
781
  const VP9_COMMON *const cm = &cpi->common;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
782
  const RATE_CONTROL *const rc = &cpi->rc;
783
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
784
  const int cq_level = get_active_cq_level(rc, oxcf);
Deb Mukherjee's avatar
Deb Mukherjee committed
785
  int active_best_quality;
786
  int active_worst_quality = calc_active_worst_quality_one_pass_vbr(cpi);
Deb Mukherjee's avatar
Deb Mukherjee committed
787
  int q;
788 789
  int *inter_minq;
  ASSIGN_MINQ_TABLE(cm->bit_depth, inter_minq);
790 791

  if (frame_is_intra_only(cm)) {
792 793

    // Handle the special case for key frames forced when we have reached
794 795
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
796 797
    if (rc->this_key_frame_forced) {
      int qindex = rc->last_boosted_qindex;
798
      double last_boosted_q = vp9_convert_qindex_to_q(qindex, cm->bit_depth);
799
      int delta_qindex = vp9_compute_qdelta(rc, last_boosted_q,
800 801
                                            last_boosted_q * 0.75,
                                            cm->bit_depth);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
802
      active_best_quality = MAX(qindex + delta_qindex, rc->best_quality);
803
    } else {
Alex Converse's avatar
Alex Converse committed
804
      // not first frame of one pass and kf_boost is set
805 806 807
      double q_adj_factor = 1.0;
      double q_val;

808
      active_best_quality =
809 810
          get_kf_active_quality(rc, rc->avg_frame_qindex[KEY_FRAME],
                                cm->bit_depth);
811 812 813 814 815 816 817 818

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

      // Convert the adjustment factor to a qindex delta
      // on active_best_quality.
819
      q_val = vp9_convert_qindex_to_q(active_best_quality, cm->bit_depth);
820
      active_best_quality += vp9_compute_qdelta(rc, q_val,
821 822
                                                q_val * q_adj_factor,
                                                cm->bit_depth);
823
    }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
824
  } else if (!rc->is_src_frame_alt_ref &&
825
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
Deb Mukherjee's avatar
Deb Mukherjee committed
826
    // Use the lower of active_worst_quality and recent
827 828
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
829 830 831
    if (rc->frames_since_key > 1 &&
        rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality) {
      q = rc->avg_frame_qindex[INTER_FRAME];
Deb Mukherjee's avatar
Deb Mukherjee committed
832
    } else {
833
      q = rc->avg_frame_qindex[KEY_FRAME];
834 835
    }
    // For constrained quality dont allow Q less than the cq level
836
    if (oxcf->rc_mode == VPX_CQ) {
837 838
      if (q < cq_level)
        q = cq_level;
839

840
      active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
841

842
      // Constrained quality use slightly lower active best.
Deb Mukherjee's avatar
Deb Mukherjee committed
843
      active_best_quality = active_best_quality * 15 / 16;
Deb Mukherjee's avatar