vp9_ratectrl.c 51.3 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11
 */

#include <assert.h>
12
#include <limits.h>
Dmitry Kovalev's avatar
Dmitry Kovalev committed
13
#include <math.h>
14 15 16 17 18
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include "vpx_mem/vpx_mem.h"
John Koleszar's avatar
John Koleszar committed
19

20 21 22 23
#include "vp9/common/vp9_alloccommon.h"
#include "vp9/common/vp9_common.h"
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
24
#include "vp9/common/vp9_seg_common.h"
25 26 27 28
#include "vp9/common/vp9_systemdependent.h"

#include "vp9/encoder/vp9_encodemv.h"
#include "vp9/encoder/vp9_ratectrl.h"
John Koleszar's avatar
John Koleszar committed
29

30 31 32 33 34
// Max rate target for 1080P and below encodes under normal circumstances
// (1920 * 1080 / (16 * 16)) * MAX_MB_RATE bits per MB
#define MAX_MB_RATE 250
#define MAXRATE_1080P 2025000

35 36 37
#define DEFAULT_KF_BOOST 2000
#define DEFAULT_GF_BOOST 2000

Deb Mukherjee's avatar
Deb Mukherjee committed
38
#define LIMIT_QRANGE_FOR_ALTREF_AND_KEY 1
39

Dmitry Kovalev's avatar
Dmitry Kovalev committed
40 41
#define MIN_BPB_FACTOR 0.005
#define MAX_BPB_FACTOR 50
John Koleszar's avatar
John Koleszar committed
42

43 44
#define FRAME_OVERHEAD_BITS 200

45 46 47
// Tables relating active max Q to active min Q
static int kf_low_motion_minq[QINDEX_RANGE];
static int kf_high_motion_minq[QINDEX_RANGE];
48 49
static int arfgf_low_motion_minq[QINDEX_RANGE];
static int arfgf_high_motion_minq[QINDEX_RANGE];
50
static int inter_minq[QINDEX_RANGE];
51
static int rtc_minq[QINDEX_RANGE];
Deb Mukherjee's avatar
Deb Mukherjee committed
52 53 54 55
static int gf_high = 2000;
static int gf_low = 400;
static int kf_high = 5000;
static int kf_low = 400;
56 57 58 59 60

// Functions to compute the active minq lookup table entries based on a
// formulaic approach to facilitate easier adjustment of the Q tables.
// The formulae were derived from computing a 3rd order polynomial best
// fit to the original data (after plotting real maxq vs minq (not q index))
Dmitry Kovalev's avatar
Dmitry Kovalev committed
61
static int get_minq_index(double maxq, double x3, double x2, double x1) {
62
  int i;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
63
  const double minqtarget = MIN(((x3 * maxq + x2) * maxq + x1) * maxq,
64 65 66 67 68 69 70
                                maxq);

  // Special case handling to deal with the step from q2.0
  // down to lossless mode represented by q 1.0.
  if (minqtarget <= 2.0)
    return 0;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
71
  for (i = 0; i < QINDEX_RANGE; i++)
72 73 74 75 76 77
    if (minqtarget <= vp9_convert_qindex_to_q(i))
      return i;

  return QINDEX_RANGE - 1;
}

Dmitry Kovalev's avatar
Dmitry Kovalev committed
78
void vp9_rc_init_minq_luts() {
79 80 81 82
  int i;

  for (i = 0; i < QINDEX_RANGE; i++) {
    const double maxq = vp9_convert_qindex_to_q(i);
Paul Wilkins's avatar
Paul Wilkins committed
83
    kf_low_motion_minq[i] = get_minq_index(maxq, 0.000001, -0.0004, 0.125);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
84
    kf_high_motion_minq[i] = get_minq_index(maxq, 0.000002, -0.0012, 0.50);
85 86
    arfgf_low_motion_minq[i] = get_minq_index(maxq, 0.0000015, -0.0009, 0.30);
    arfgf_high_motion_minq[i] = get_minq_index(maxq, 0.0000021, -0.00125, 0.50);
Paul Wilkins's avatar
Paul Wilkins committed
87
    inter_minq[i] = get_minq_index(maxq, 0.00000271, -0.00113, 0.90);
88
    rtc_minq[i] = get_minq_index(maxq, 0.00000271, -0.00113, 0.70);
89 90 91
  }
}

Paul Wilkins's avatar
Paul Wilkins committed
92 93 94
// These functions use formulaic calculations to make playing with the
// quantizer tables easier. If necessary they can be replaced by lookup
// tables if and when things settle down in the experimental bitstream
95
double vp9_convert_qindex_to_q(int qindex) {
John Koleszar's avatar
John Koleszar committed
96
  // Convert the index to a real Q value (scaled down to match old Q values)
97
  return vp9_ac_quant(qindex, 0) / 4.0;
Paul Wilkins's avatar
Paul Wilkins committed
98 99
}

100 101
int vp9_rc_bits_per_mb(FRAME_TYPE frame_type, int qindex,
                       double correction_factor) {
102
  const double q = vp9_convert_qindex_to_q(qindex);
103
  int enumerator = frame_type == KEY_FRAME ? 3300000 : 2250000;
Paul Wilkins's avatar
Paul Wilkins committed
104

105
  // q based adjustment to baseline enumerator
Paul Wilkins's avatar
Paul Wilkins committed
106
  enumerator += (int)(enumerator * q) >> 12;
107 108
  return (int)(0.5 + (enumerator * correction_factor / q));
}
John Koleszar's avatar
John Koleszar committed
109

110
static int estimate_bits_at_q(FRAME_TYPE frame_type, int q, int mbs,
John Koleszar's avatar
John Koleszar committed
111
                              double correction_factor) {
112
  const int bpm = (int)(vp9_rc_bits_per_mb(frame_type, q, correction_factor));
113
  return ((uint64_t)bpm * mbs) >> BPER_MB_NORMBITS;
114
}
115

116 117 118
int vp9_rc_clamp_pframe_target_size(const VP9_COMP *const cpi, int target) {
  const RATE_CONTROL *rc = &cpi->rc;
  const int min_frame_target = MAX(rc->min_frame_bandwidth,
119
                                   rc->avg_frame_bandwidth >> 5);
120 121
  if (target < min_frame_target)
    target = min_frame_target;
122
  if (cpi->refresh_golden_frame && rc->is_src_frame_alt_ref) {
123 124 125 126
    // If there is an active ARF at this location use the minimum
    // bits on this frame even if it is a constructed arf.
    // The active maximum quantizer insures that an appropriate
    // number of bits will be spent if needed for constructed ARFs.
127
    target = min_frame_target;
128 129 130 131 132 133
  }
  // Clip the frame target to the maximum allowed value.
  if (target > rc->max_frame_bandwidth)
    target = rc->max_frame_bandwidth;
  return target;
}
134

135 136
int vp9_rc_clamp_iframe_target_size(const VP9_COMP *const cpi, int target) {
  const RATE_CONTROL *rc = &cpi->rc;
137
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
138
  if (oxcf->rc_max_intra_bitrate_pct) {
139 140
    const int max_rate = rc->avg_frame_bandwidth *
                             oxcf->rc_max_intra_bitrate_pct / 100;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
141
    target = MIN(target, max_rate);
John Koleszar's avatar
John Koleszar committed
142
  }
143 144 145
  if (target > rc->max_frame_bandwidth)
    target = rc->max_frame_bandwidth;
  return target;
John Koleszar's avatar
John Koleszar committed
146 147
}

148 149

// Update the buffer level for higher layers, given the encoded current layer.
150
static void update_layer_buffer_level(SVC *svc, int encoded_frame_size) {
151
  int temporal_layer = 0;
152
  int current_temporal_layer = svc->temporal_layer_id;
153
  for (temporal_layer = current_temporal_layer + 1;
154 155
      temporal_layer < svc->number_temporal_layers; ++temporal_layer) {
    LAYER_CONTEXT *lc = &svc->layer_context[temporal_layer];
156 157 158 159 160 161
    RATE_CONTROL *lrc = &lc->rc;
    int bits_off_for_this_layer = (int)(lc->target_bandwidth / lc->framerate -
        encoded_frame_size);
    lrc->bits_off_target += bits_off_for_this_layer;

    // Clip buffer level to maximum buffer size for the layer.
162
    lrc->bits_off_target = MIN(lrc->bits_off_target, lrc->maximum_buffer_size);
163 164 165 166
    lrc->buffer_level = lrc->bits_off_target;
  }
}

167
// Update the buffer level: leaky bucket model.
168
static void update_buffer_level(VP9_COMP *cpi, int encoded_frame_size) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
169
  const VP9_COMMON *const cm = &cpi->common;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
170
  RATE_CONTROL *const rc = &cpi->rc;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
171

172 173
  // Non-viewable frames are a special case and are treated as pure overhead.
  if (!cm->show_frame) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
174
    rc->bits_off_target -= encoded_frame_size;
175
  } else {
176
    rc->bits_off_target += rc->avg_frame_bandwidth - encoded_frame_size;
177
  }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
178

179
  // Clip the buffer level to the maximum specified buffer size.
180
  rc->bits_off_target = MIN(rc->bits_off_target, rc->maximum_buffer_size);
181 182
  rc->buffer_level = rc->bits_off_target;

183
  if (cpi->use_svc && cpi->oxcf.rc_mode == VPX_CBR) {
184
    update_layer_buffer_level(&cpi->svc, encoded_frame_size);
185
  }
186 187
}

188
void vp9_rc_init(const VP9EncoderConfig *oxcf, int pass, RATE_CONTROL *rc) {
189 190
  int i;

191
  if (pass == 0 && oxcf->rc_mode == VPX_CBR) {
192 193
    rc->avg_frame_qindex[KEY_FRAME] = oxcf->worst_allowed_q;
    rc->avg_frame_qindex[INTER_FRAME] = oxcf->worst_allowed_q;
194
  } else {
195 196 197 198
    rc->avg_frame_qindex[KEY_FRAME] = (oxcf->worst_allowed_q +
                                           oxcf->best_allowed_q) / 2;
    rc->avg_frame_qindex[INTER_FRAME] = (oxcf->worst_allowed_q +
                                           oxcf->best_allowed_q) / 2;
199 200
  }

201 202
  rc->last_q[KEY_FRAME] = oxcf->best_allowed_q;
  rc->last_q[INTER_FRAME] = oxcf->best_allowed_q;
203

204 205
  rc->buffer_level =    rc->starting_buffer_level;
  rc->bits_off_target = rc->starting_buffer_level;
206

207 208 209 210
  rc->rolling_target_bits      = rc->avg_frame_bandwidth;
  rc->rolling_actual_bits      = rc->avg_frame_bandwidth;
  rc->long_rolling_target_bits = rc->avg_frame_bandwidth;
  rc->long_rolling_actual_bits = rc->avg_frame_bandwidth;
211 212

  rc->total_actual_bits = 0;
213
  rc->total_target_bits = 0;
214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231
  rc->total_target_vs_actual = 0;

  rc->baseline_gf_interval = DEFAULT_GF_INTERVAL;
  rc->frames_since_key = 8;  // Sensible default for first frame.
  rc->this_key_frame_forced = 0;
  rc->next_key_frame_forced = 0;
  rc->source_alt_ref_pending = 0;
  rc->source_alt_ref_active = 0;

  rc->frames_till_gf_update_due = 0;

  rc->ni_av_qi = oxcf->worst_allowed_q;
  rc->ni_tot_qi = 0;
  rc->ni_frames = 0;

  rc->tot_q = 0.0;
  rc->avg_q = vp9_convert_qindex_to_q(oxcf->worst_allowed_q);

232 233 234
  for (i = 0; i < RATE_FACTOR_LEVELS; ++i) {
    rc->rate_correction_factors[i] = 1.0;
  }
235 236
}

237
int vp9_rc_drop_frame(VP9_COMP *cpi) {
238
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
239 240
  RATE_CONTROL *const rc = &cpi->rc;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
241
  if (!oxcf->drop_frames_water_mark) {
242 243
    return 0;
  } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
244
    if (rc->buffer_level < 0) {
245 246 247 248 249
      // Always drop if buffer is below 0.
      return 1;
    } else {
      // If buffer is below drop_mark, for now just drop every other frame
      // (starting with the next frame) until it increases back over drop_mark.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
250
      int drop_mark = (int)(oxcf->drop_frames_water_mark *
251
          rc->optimal_buffer_level / 100);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
252 253 254 255 256 257
      if ((rc->buffer_level > drop_mark) &&
          (rc->decimation_factor > 0)) {
        --rc->decimation_factor;
      } else if (rc->buffer_level <= drop_mark &&
          rc->decimation_factor == 0) {
        rc->decimation_factor = 1;
258
      }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
259 260 261
      if (rc->decimation_factor > 0) {
        if (rc->decimation_count > 0) {
          --rc->decimation_count;
262 263
          return 1;
        } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
264
          rc->decimation_count = rc->decimation_factor;
265 266 267
          return 0;
        }
      } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
268
        rc->decimation_count = 0;
269 270 271 272 273 274
        return 0;
      }
    }
  }
}

275
static double get_rate_correction_factor(const VP9_COMP *cpi) {
276 277
  const RATE_CONTROL *const rc = &cpi->rc;

278
  if (cpi->common.frame_type == KEY_FRAME) {
279 280 281 282 283
    return rc->rate_correction_factors[KF_STD];
  } else if (cpi->pass == 2) {
    RATE_FACTOR_LEVEL rf_lvl =
      cpi->twopass.gf_group.rf_level[cpi->twopass.gf_group.index];
    return rc->rate_correction_factors[rf_lvl];
284
  } else {
285
    if ((cpi->refresh_alt_ref_frame || cpi->refresh_golden_frame) &&
286
        !rc->is_src_frame_alt_ref &&
287
        !(cpi->use_svc && cpi->oxcf.rc_mode == VPX_CBR))
288
      return rc->rate_correction_factors[GF_ARF_STD];
289
    else
290
      return rc->rate_correction_factors[INTER_NORMAL];
291 292 293 294
  }
}

static void set_rate_correction_factor(VP9_COMP *cpi, double factor) {
295 296
  RATE_CONTROL *const rc = &cpi->rc;

297
  if (cpi->common.frame_type == KEY_FRAME) {
298 299 300 301 302
    rc->rate_correction_factors[KF_STD] = factor;
  } else if (cpi->pass == 2) {
    RATE_FACTOR_LEVEL rf_lvl =
      cpi->twopass.gf_group.rf_level[cpi->twopass.gf_group.index];
    rc->rate_correction_factors[rf_lvl] = factor;
303
  } else {
304
    if ((cpi->refresh_alt_ref_frame || cpi->refresh_golden_frame) &&
305
        !rc->is_src_frame_alt_ref &&
306
        !(cpi->use_svc && cpi->oxcf.rc_mode == VPX_CBR))
307
      rc->rate_correction_factors[GF_ARF_STD] = factor;
308
    else
309
      rc->rate_correction_factors[INTER_NORMAL] = factor;
310 311 312
  }
}

313
void vp9_rc_update_rate_correction_factors(VP9_COMP *cpi, int damp_var) {
314
  const VP9_COMMON *const cm = &cpi->common;
315
  int correction_factor = 100;
316
  double rate_correction_factor = get_rate_correction_factor(cpi);
John Koleszar's avatar
John Koleszar committed
317
  double adjustment_limit;
John Koleszar's avatar
John Koleszar committed
318

319
  int projected_size_based_on_q = 0;
John Koleszar's avatar
John Koleszar committed
320

Paul Wilkins's avatar
Paul Wilkins committed
321 322 323 324
  // Do not update the rate factors for arf overlay frames.
  if (cpi->rc.is_src_frame_alt_ref)
    return;

John Koleszar's avatar
John Koleszar committed
325
  // Clear down mmx registers to allow floating point in what follows
326
  vp9_clear_system_state();
John Koleszar's avatar
John Koleszar committed
327

328 329
  // Work out how big we would have expected the frame to be at this Q given
  // the current correction factor.
John Koleszar's avatar
John Koleszar committed
330
  // Stay in double to avoid int overflow when values are large
331 332
  projected_size_based_on_q = estimate_bits_at_q(cm->frame_type,
                                                 cm->base_qindex, cm->MBs,
333
                                                 rate_correction_factor);
John Koleszar's avatar
John Koleszar committed
334 335
  // Work out a size correction factor.
  if (projected_size_based_on_q > 0)
336 337
    correction_factor = (100 * cpi->rc.projected_frame_size) /
                            projected_size_based_on_q;
John Koleszar's avatar
John Koleszar committed
338

339 340
  // More heavily damped adjustment used if we have been oscillating either side
  // of target.
John Koleszar's avatar
John Koleszar committed
341
  switch (damp_var) {
John Koleszar's avatar
John Koleszar committed
342
    case 0:
John Koleszar's avatar
John Koleszar committed
343 344
      adjustment_limit = 0.75;
      break;
John Koleszar's avatar
John Koleszar committed
345
    case 1:
John Koleszar's avatar
John Koleszar committed
346 347
      adjustment_limit = 0.375;
      break;
John Koleszar's avatar
John Koleszar committed
348 349
    case 2:
    default:
John Koleszar's avatar
John Koleszar committed
350 351 352 353 354 355
      adjustment_limit = 0.25;
      break;
  }

  if (correction_factor > 102) {
    // We are not already at the worst allowable quality
356 357 358
    correction_factor = (int)(100 + ((correction_factor - 100) *
                                  adjustment_limit));
    rate_correction_factor = (rate_correction_factor * correction_factor) / 100;
John Koleszar's avatar
John Koleszar committed
359 360 361 362

    // Keep rate_correction_factor within limits
    if (rate_correction_factor > MAX_BPB_FACTOR)
      rate_correction_factor = MAX_BPB_FACTOR;
363
  } else if (correction_factor < 99) {
John Koleszar's avatar
John Koleszar committed
364
    // We are not already at the best allowable quality
365 366 367
    correction_factor = (int)(100 - ((100 - correction_factor) *
                                  adjustment_limit));
    rate_correction_factor = (rate_correction_factor * correction_factor) / 100;
John Koleszar's avatar
John Koleszar committed
368 369 370 371 372 373

    // Keep rate_correction_factor within limits
    if (rate_correction_factor < MIN_BPB_FACTOR)
      rate_correction_factor = MIN_BPB_FACTOR;
  }

374
  set_rate_correction_factor(cpi, rate_correction_factor);
John Koleszar's avatar
John Koleszar committed
375 376 377
}


Deb Mukherjee's avatar
Deb Mukherjee committed
378 379
int vp9_rc_regulate_q(const VP9_COMP *cpi, int target_bits_per_frame,
                      int active_best_quality, int active_worst_quality) {
380
  const VP9_COMMON *const cm = &cpi->common;
Deb Mukherjee's avatar
Deb Mukherjee committed
381
  int q = active_worst_quality;
John Koleszar's avatar
John Koleszar committed
382
  int last_error = INT_MAX;
383
  int i, target_bits_per_mb;
384
  const double correction_factor = get_rate_correction_factor(cpi);
John Koleszar's avatar
John Koleszar committed
385

386 387
  // Calculate required scaling factor based on target frame size and size of
  // frame produced using previous Q.
388 389
  target_bits_per_mb =
      ((uint64_t)target_bits_per_frame << BPER_MB_NORMBITS) / cm->MBs;
John Koleszar's avatar
John Koleszar committed
390

Deb Mukherjee's avatar
Deb Mukherjee committed
391
  i = active_best_quality;
John Koleszar's avatar
John Koleszar committed
392

John Koleszar's avatar
John Koleszar committed
393
  do {
394 395
    const int bits_per_mb_at_this_q = (int)vp9_rc_bits_per_mb(cm->frame_type, i,
                                                             correction_factor);
John Koleszar's avatar
John Koleszar committed
396

John Koleszar's avatar
John Koleszar committed
397 398
    if (bits_per_mb_at_this_q <= target_bits_per_mb) {
      if ((target_bits_per_mb - bits_per_mb_at_this_q) <= last_error)
399
        q = i;
John Koleszar's avatar
John Koleszar committed
400
      else
401
        q = i - 1;
John Koleszar's avatar
John Koleszar committed
402

John Koleszar's avatar
John Koleszar committed
403
      break;
404
    } else {
John Koleszar's avatar
John Koleszar committed
405
      last_error = bits_per_mb_at_this_q - target_bits_per_mb;
406
    }
Deb Mukherjee's avatar
Deb Mukherjee committed
407
  } while (++i <= active_worst_quality);
408 409 410 411

  return q;
}

412 413
static int get_active_quality(int q, int gfu_boost, int low, int high,
                              int *low_motion_minq, int *high_motion_minq) {
414
  if (gfu_boost > high) {
415
    return low_motion_minq[q];
416
  } else if (gfu_boost < low) {
417
    return high_motion_minq[q];
418 419 420 421 422
  } else {
    const int gap = high - low;
    const int offset = high - gfu_boost;
    const int qdiff = high_motion_minq[q] - low_motion_minq[q];
    const int adjustment = ((offset * qdiff) + (gap >> 1)) / gap;
423
    return low_motion_minq[q] + adjustment;
424 425 426
  }
}

427
static int calc_active_worst_quality_one_pass_vbr(const VP9_COMP *cpi) {
428 429
  const RATE_CONTROL *const rc = &cpi->rc;
  const unsigned int curr_frame = cpi->common.current_video_frame;
430
  int active_worst_quality;
431

432
  if (cpi->common.frame_type == KEY_FRAME) {
433 434
    active_worst_quality = curr_frame == 0 ? rc->worst_quality
                                           : rc->last_q[KEY_FRAME] * 2;
435
  } else {
436 437 438 439
    if (!rc->is_src_frame_alt_ref &&
        (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
      active_worst_quality =  curr_frame == 1 ? rc->last_q[KEY_FRAME] * 5 / 4
                                              : rc->last_q[INTER_FRAME];
440
    } else {
441 442
      active_worst_quality = curr_frame == 1 ? rc->last_q[KEY_FRAME] * 2
                                             : rc->last_q[INTER_FRAME] * 2;
443 444
    }
  }
445
  return MIN(active_worst_quality, rc->worst_quality);
446 447 448 449 450 451 452 453 454
}

// Adjust active_worst_quality level based on buffer level.
static int calc_active_worst_quality_one_pass_cbr(const VP9_COMP *cpi) {
  // Adjust active_worst_quality: If buffer is above the optimal/target level,
  // bring active_worst_quality down depending on fullness of buffer.
  // If buffer is below the optimal level, let the active_worst_quality go from
  // ambient Q (at buffer = optimal level) to worst_quality level
  // (at buffer = critical level).
455
  const VP9_COMMON *const cm = &cpi->common;
456 457
  const RATE_CONTROL *rc = &cpi->rc;
  // Buffer level below which we push active_worst to worst_quality.
458
  int64_t critical_level = rc->optimal_buffer_level >> 2;
459
  int64_t buff_lvl_step = 0;
460 461
  int adjustment = 0;
  int active_worst_quality;
462
  if (cm->frame_type == KEY_FRAME)
463
    return rc->worst_quality;
464
  if (cm->current_video_frame > 1)
465 466 467 468 469
    active_worst_quality = MIN(rc->worst_quality,
                               rc->avg_frame_qindex[INTER_FRAME] * 5 / 4);
  else
    active_worst_quality = MIN(rc->worst_quality,
                               rc->avg_frame_qindex[KEY_FRAME] * 3 / 2);
470
  if (rc->buffer_level > rc->optimal_buffer_level) {
471
    // Adjust down.
472
    // Maximum limit for down adjustment, ~30%.
473 474
    int max_adjustment_down = active_worst_quality / 3;
    if (max_adjustment_down) {
475 476
      buff_lvl_step = ((rc->maximum_buffer_size -
                        rc->optimal_buffer_level) / max_adjustment_down);
477
      if (buff_lvl_step)
478
        adjustment = (int)((rc->buffer_level - rc->optimal_buffer_level) /
479 480 481 482 483 484
                            buff_lvl_step);
      active_worst_quality -= adjustment;
    }
  } else if (rc->buffer_level > critical_level) {
    // Adjust up from ambient Q.
    if (critical_level) {
485
      buff_lvl_step = (rc->optimal_buffer_level - critical_level);
486
      if (buff_lvl_step) {
487 488
        adjustment =
            (int)((rc->worst_quality - rc->avg_frame_qindex[INTER_FRAME]) *
489
                  (rc->optimal_buffer_level - rc->buffer_level) /
490
                  buff_lvl_step);
491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517
      }
      active_worst_quality = rc->avg_frame_qindex[INTER_FRAME] + adjustment;
    }
  } else {
    // Set to worst_quality if buffer is below critical level.
    active_worst_quality = rc->worst_quality;
  }
  return active_worst_quality;
}

static int rc_pick_q_and_bounds_one_pass_cbr(const VP9_COMP *cpi,
                                             int *bottom_index,
                                             int *top_index) {
  const VP9_COMMON *const cm = &cpi->common;
  const RATE_CONTROL *const rc = &cpi->rc;
  int active_best_quality;
  int active_worst_quality = calc_active_worst_quality_one_pass_cbr(cpi);
  int q;

  if (frame_is_intra_only(cm)) {
    active_best_quality = rc->best_quality;
    // Handle the special case for key frames forced when we have75 reached
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
    if (rc->this_key_frame_forced) {
      int qindex = rc->last_boosted_qindex;
      double last_boosted_q = vp9_convert_qindex_to_q(qindex);
518
      int delta_qindex = vp9_compute_qdelta(rc, last_boosted_q,
519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539
                                            (last_boosted_q * 0.75));
      active_best_quality = MAX(qindex + delta_qindex, rc->best_quality);
    } else if (cm->current_video_frame > 0) {
      // not first frame of one pass and kf_boost is set
      double q_adj_factor = 1.0;
      double q_val;

      active_best_quality = get_active_quality(rc->avg_frame_qindex[KEY_FRAME],
                                               rc->kf_boost,
                                               kf_low, kf_high,
                                               kf_low_motion_minq,
                                               kf_high_motion_minq);

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

      // Convert the adjustment factor to a qindex delta
      // on active_best_quality.
      q_val = vp9_convert_qindex_to_q(active_best_quality);
540 541
      active_best_quality += vp9_compute_qdelta(rc, q_val,
                                                q_val * q_adj_factor);
542 543
    }
  } else if (!rc->is_src_frame_alt_ref &&
544
             !cpi->use_svc &&
545 546 547 548 549 550 551 552 553 554 555 556
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
    // Use the lower of active_worst_quality and recent
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
    if (rc->frames_since_key > 1 &&
        rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality) {
      q = rc->avg_frame_qindex[INTER_FRAME];
    } else {
      q = active_worst_quality;
    }
    active_best_quality = get_active_quality(
        q, rc->gfu_boost, gf_low, gf_high,
557
        arfgf_low_motion_minq, arfgf_high_motion_minq);
558 559 560 561
  } else {
    // Use the lower of active_worst_quality and recent/average Q.
    if (cm->current_video_frame > 1) {
      if (rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality)
562
        active_best_quality = rtc_minq[rc->avg_frame_qindex[INTER_FRAME]];
563
      else
564
        active_best_quality = rtc_minq[active_worst_quality];
565 566
    } else {
      if (rc->avg_frame_qindex[KEY_FRAME] < active_worst_quality)
567
        active_best_quality = rtc_minq[rc->avg_frame_qindex[KEY_FRAME]];
568
      else
569
        active_best_quality = rtc_minq[active_worst_quality];
570 571 572 573 574 575 576 577 578 579 580 581 582 583
    }
  }

  // Clip the active best and worst quality values to limits
  active_best_quality = clamp(active_best_quality,
                              rc->best_quality, rc->worst_quality);
  active_worst_quality = clamp(active_worst_quality,
                               active_best_quality, rc->worst_quality);

  *top_index = active_worst_quality;
  *bottom_index = active_best_quality;

#if LIMIT_QRANGE_FOR_ALTREF_AND_KEY
  // Limit Q range for the adaptive loop.
Paul Wilkins's avatar
Paul Wilkins committed
584 585 586 587 588 589 590 591 592
  if (cm->frame_type == KEY_FRAME &&
      !rc->this_key_frame_forced  &&
      !(cm->current_video_frame == 0)) {
    int qdelta = 0;
    vp9_clear_system_state();
    qdelta = vp9_compute_qdelta_by_rate(&cpi->rc, cm->frame_type,
                                        active_worst_quality, 2.0);
    *top_index = active_worst_quality + qdelta;
    *top_index = (*top_index > *bottom_index) ? *top_index : *bottom_index;
593 594
  }
#endif
Paul Wilkins's avatar
Paul Wilkins committed
595

596 597 598 599 600 601 602 603
  // Special case code to try and match quality with forced key frames
  if (cm->frame_type == KEY_FRAME && rc->this_key_frame_forced) {
    q = rc->last_boosted_qindex;
  } else {
    q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
                          active_best_quality, active_worst_quality);
    if (q > *top_index) {
      // Special case when we are targeting the max allowed rate
604
      if (rc->this_frame_target >= rc->max_frame_bandwidth)
605 606 607 608 609 610 611 612 613 614 615 616 617
        *top_index = q;
      else
        q = *top_index;
    }
  }
  assert(*top_index <= rc->worst_quality &&
         *top_index >= rc->best_quality);
  assert(*bottom_index <= rc->worst_quality &&
         *bottom_index >= rc->best_quality);
  assert(q <= rc->worst_quality && q >= rc->best_quality);
  return q;
}

618 619 620 621
static int get_active_cq_level(const RATE_CONTROL *rc,
                               const VP9EncoderConfig *const oxcf) {
  static const double cq_adjust_threshold = 0.5;
  int active_cq_level = oxcf->cq_level;
622
  if (oxcf->rc_mode == VPX_CQ &&
623
      rc->total_target_bits > 0) {
624
    const double x = (double)rc->total_actual_bits / rc->total_target_bits;
625
    if (x < cq_adjust_threshold) {
626
      active_cq_level = (int)(active_cq_level * x / cq_adjust_threshold);
627 628 629 630 631
    }
  }
  return active_cq_level;
}

632 633 634
static int rc_pick_q_and_bounds_one_pass_vbr(const VP9_COMP *cpi,
                                             int *bottom_index,
                                             int *top_index) {
Deb Mukherjee's avatar
Deb Mukherjee committed
635
  const VP9_COMMON *const cm = &cpi->common;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
636
  const RATE_CONTROL *const rc = &cpi->rc;
637
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
638
  const int cq_level = get_active_cq_level(rc, oxcf);
Deb Mukherjee's avatar
Deb Mukherjee committed
639
  int active_best_quality;
640
  int active_worst_quality = calc_active_worst_quality_one_pass_vbr(cpi);
Deb Mukherjee's avatar
Deb Mukherjee committed
641
  int q;
642 643

  if (frame_is_intra_only(cm)) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
644
    active_best_quality = rc->best_quality;
645 646

    // Handle the special case for key frames forced when we have reached
647 648
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
649 650
    if (rc->this_key_frame_forced) {
      int qindex = rc->last_boosted_qindex;
651
      double last_boosted_q = vp9_convert_qindex_to_q(qindex);
652 653
      int delta_qindex = vp9_compute_qdelta(rc, last_boosted_q,
                                            last_boosted_q * 0.75);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
654
      active_best_quality = MAX(qindex + delta_qindex, rc->best_quality);
655
    } else {
Alex Converse's avatar
Alex Converse committed
656
      // not first frame of one pass and kf_boost is set
657 658 659
      double q_adj_factor = 1.0;
      double q_val;

660
      active_best_quality = get_active_quality(rc->avg_frame_qindex[KEY_FRAME],
Dmitry Kovalev's avatar
Dmitry Kovalev committed
661
                                               rc->kf_boost,
Deb Mukherjee's avatar
Deb Mukherjee committed
662 663 664
                                               kf_low, kf_high,
                                               kf_low_motion_minq,
                                               kf_high_motion_minq);
665 666 667 668 669 670 671 672

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

      // Convert the adjustment factor to a qindex delta
      // on active_best_quality.
Deb Mukherjee's avatar
Deb Mukherjee committed
673
      q_val = vp9_convert_qindex_to_q(active_best_quality);
674 675
      active_best_quality += vp9_compute_qdelta(rc, q_val,
                                                q_val * q_adj_factor);
676
    }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
677
  } else if (!rc->is_src_frame_alt_ref &&
678
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
Deb Mukherjee's avatar
Deb Mukherjee committed
679
    // Use the lower of active_worst_quality and recent
680 681
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
682 683 684
    if (rc->frames_since_key > 1 &&
        rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality) {
      q = rc->avg_frame_qindex[INTER_FRAME];
Deb Mukherjee's avatar
Deb Mukherjee committed
685
    } else {
686
      q = rc->avg_frame_qindex[KEY_FRAME];
687 688
    }
    // For constrained quality dont allow Q less than the cq level
689
    if (oxcf->rc_mode == VPX_CQ) {
690 691
      if (q < cq_level)
        q = cq_level;
692 693 694 695 696 697

      active_best_quality = get_active_quality(q, rc->gfu_boost,
                                               gf_low, gf_high,
                                               arfgf_low_motion_minq,
                                               arfgf_high_motion_minq);

698
      // Constrained quality use slightly lower active best.
Deb Mukherjee's avatar
Deb Mukherjee committed
699
      active_best_quality = active_best_quality * 15 / 16;
700

701
    } else if (oxcf->rc_mode == VPX_Q) {
702
      if (!cpi->refresh_alt_ref_frame) {
703
        active_best_quality = cq_level;
704
      } else {
705 706 707
        active_best_quality = get_active_quality(
            q, rc->gfu_boost, gf_low, gf_high,
            arfgf_low_motion_minq, arfgf_high_motion_minq);
708 709
      }
    } else {
Deb Mukherjee's avatar
Deb Mukherjee committed
710
      active_best_quality = get_active_quality(
Dmitry Kovalev's avatar
Dmitry Kovalev committed
711
          q, rc->gfu_boost, gf_low, gf_high,
712
          arfgf_low_motion_minq, arfgf_high_motion_minq);
713 714
    }
  } else {
715
    if (oxcf->rc_mode == VPX_Q) {
716
      active_best_quality = cq_level;
717
    } else {
718
      // Use the lower of active_worst_quality and recent/average Q.
719 720 721 722
      if (cm->current_video_frame > 1)
        active_best_quality = inter_minq[rc->avg_frame_qindex[INTER_FRAME]];
      else
        active_best_quality = inter_minq[rc->avg_frame_qindex[KEY_FRAME]];
723 724
      // For the constrained quality mode we don't want
      // q to fall below the cq level.
725
      if ((oxcf->rc_mode == VPX_CQ) &&
726 727
          (active_best_quality < cq_level)) {
        active_best_quality = cq_level;
728 729 730 731 732
      }
    }
  }

  // Clip the active best and worst quality values to limits
733 734 735 736
  active_best_quality = clamp(active_best_quality,
                              rc->best_quality, rc->worst_quality);
  active_worst_quality = clamp(active_worst_quality,
                               active_best_quality, rc->worst_quality);
737

Deb Mukherjee's avatar
Deb Mukherjee committed
738 739
  *top_index = active_worst_quality;
  *bottom_index = active_best_quality;
740 741

#if LIMIT_QRANGE_FOR_ALTREF_AND_KEY
Paul Wilkins's avatar
Paul Wilkins committed
742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758
  {
    int qdelta = 0;
    vp9_clear_system_state();

    // Limit Q range for the adaptive loop.
    if (cm->frame_type == KEY_FRAME &&
        !rc->this_key_frame_forced &&
        !(cm->current_video_frame == 0)) {
      qdelta = vp9_compute_qdelta_by_rate(&cpi->rc, cm->frame_type,
                                          active_worst_quality, 2.0);
    } else if (!rc->is_src_frame_alt_ref &&
               (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
      qdelta = vp9_compute_qdelta_by_rate(&cpi->rc, cm->frame_type,
                                          active_worst_quality, 1.75);
    }
    *top_index = active_worst_quality + qdelta;
    *top_index = (*top_index > *bottom_index) ? *top_index : *bottom_index;
759
  }
760
#endif
Paul Wilkins's avatar
Paul Wilkins committed
761

762
  if (oxcf->rc_mode == VPX_Q) {
Deb Mukherjee's avatar
Deb Mukherjee committed
763
    q = active_best_quality;
764
  // Special case code to try and match quality with forced key frames
Dmitry Kovalev's avatar
Dmitry Kovalev committed
765 766
  } else if ((cm->frame_type == KEY_FRAME) && rc->this_key_frame_forced) {
    q = rc->last_boosted_qindex;
767
  } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
768
    q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
769
                          active_best_quality, active_worst_quality);
Paul Wilkins's avatar
Paul Wilkins committed
770 771
    if (q > *top_index) {
      // Special case when we are targeting the max allowed rate
772
      if (rc->this_frame_target >= rc->max_frame_bandwidth)
Paul Wilkins's avatar
Paul Wilkins committed
773 774 775 776
        *top_index = q;
      else
        q = *top_index;
    }
777
  }
778

Dmitry Kovalev's avatar
Dmitry Kovalev committed
779 780 781 782 783
  assert(*top_index <= rc->worst_quality &&
         *top_index >= rc->best_quality);
  assert(*bottom_index <= rc->worst_quality &&
         *bottom_index >= rc->best_quality);
  assert(q <= rc->worst_quality && q >= rc->best_quality);
784
  return q;
John Koleszar's avatar
John Koleszar committed
785 786
}

787 788 789
static int rc_pick_q_and_bounds_two_pass(const VP9_COMP *cpi,
                                         int *bottom_index,
                                         int *top_index) {
790 791
  const VP9_COMMON *const cm = &cpi->common;
  const RATE_CONTROL *const rc = &cpi->rc;
792
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
793
  const int cq_level = get_active_cq_level(rc, oxcf);
794
  int active_best_quality;
795
  int active_worst_quality = cpi->twopass.active_worst_quality;
796 797
  int q;

798
  if (frame_is_intra_only(cm) || vp9_is_upper_layer_key_frame(cpi)) {
799 800 801 802 803 804
    // Handle the special case for key frames forced when we have75 reached
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
    if (rc->this_key_frame_forced) {
      int qindex = rc->last_boosted_qindex;
      double last_boosted_q = vp9_convert_qindex_to_q(qindex);