svc_encodeframe.c 22.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 *  Copyright (c) 2013 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

/**
 * @file
 * VP9 SVC encoding support via libvpx
 */

16
#include <assert.h>
17
#include <math.h>
18
#include <limits.h>
19 20 21 22 23
#include <stdarg.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#define VPX_DISABLE_CTRL_TYPECHECKS 1
24
#include "./vpx_config.h"
25 26 27
#include "vpx/svc_context.h"
#include "vpx/vp8cx.h"
#include "vpx/vpx_encoder.h"
28
#include "vpx_mem/vpx_mem.h"
29
#include "vp9/common/vp9_onyxc_int.h"
30

31
#ifdef __MINGW32__
32
#define strtok_r strtok_s
33
#ifndef MINGW_HAS_SECURE_API
34 35
// proto from /usr/x86_64-w64-mingw32/include/sec_api/string_s.h
_CRTIMP char *__cdecl strtok_s(char *str, const char *delim, char **context);
36 37
#endif  /* MINGW_HAS_SECURE_API */
#endif  /* __MINGW32__ */
38 39 40 41 42 43 44 45 46 47

#ifdef _MSC_VER
#define strdup _strdup
#define strtok_r strtok_s
#endif

#define SVC_REFERENCE_FRAMES 8
#define SUPERFRAME_SLOTS (8)
#define SUPERFRAME_BUFFER_SIZE (SUPERFRAME_SLOTS * sizeof(uint32_t) + 2)

48
#define MAX_QUANTIZER 63
49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72

static const int DEFAULT_SCALE_FACTORS_NUM[VPX_SS_MAX_LAYERS] = {
  4, 5, 7, 11, 16
};

static const int DEFAULT_SCALE_FACTORS_DEN[VPX_SS_MAX_LAYERS] = {
  16, 16, 16, 16, 16
};

typedef enum {
  QUANTIZER = 0,
  BITRATE,
  SCALE_FACTOR,
  AUTO_ALT_REF,
  ALL_OPTION_TYPES
} LAYER_OPTION_TYPE;

static const int option_max_values[ALL_OPTION_TYPES] = {
  63, INT_MAX, INT_MAX, 1
};

static const int option_min_values[ALL_OPTION_TYPES] = {
  0, 0, 1, 0
};
73

74 75 76 77 78 79 80 81
// One encoded frame
typedef struct FrameData {
  void                     *buf;    // compressed data buffer
  size_t                    size;  // length of compressed data
  vpx_codec_frame_flags_t   flags;    /**< flags for this frame */
  struct FrameData         *next;
} FrameData;

82
static SvcInternal_t *get_svc_internal(SvcContext *svc_ctx) {
83 84
  if (svc_ctx == NULL) return NULL;
  if (svc_ctx->internal == NULL) {
85
    SvcInternal_t *const si = (SvcInternal_t *)malloc(sizeof(*si));
86 87 88 89 90
    if (si != NULL) {
      memset(si, 0, sizeof(*si));
    }
    svc_ctx->internal = si;
  }
91
  return (SvcInternal_t *)svc_ctx->internal;
92 93
}

94
static const SvcInternal_t *get_const_svc_internal(
95
    const SvcContext *svc_ctx) {
96
  if (svc_ctx == NULL) return NULL;
97
  return (const SvcInternal_t *)svc_ctx->internal;
98 99
}

100
static void svc_log_reset(SvcContext *svc_ctx) {
101
  SvcInternal_t *const si = (SvcInternal_t *)svc_ctx->internal;
102 103 104
  si->message_buffer[0] = '\0';
}

105
static int svc_log(SvcContext *svc_ctx, SVC_LOG_LEVEL level,
106
                   const char *fmt, ...) {
107 108 109
  char buf[512];
  int retval = 0;
  va_list ap;
110
  SvcInternal_t *const si = get_svc_internal(svc_ctx);
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132

  if (level > svc_ctx->log_level) {
    return retval;
  }

  va_start(ap, fmt);
  retval = vsnprintf(buf, sizeof(buf), fmt, ap);
  va_end(ap);

  if (svc_ctx->log_print) {
    printf("%s", buf);
  } else {
    strncat(si->message_buffer, buf,
            sizeof(si->message_buffer) - strlen(si->message_buffer) - 1);
  }

  if (level == SVC_LOG_ERROR) {
    si->codec_ctx->err_detail = si->message_buffer;
  }
  return retval;
}

133 134 135 136 137 138 139 140 141 142 143 144 145
static vpx_codec_err_t extract_option(LAYER_OPTION_TYPE type,
                                      char *input,
                                      int *value0,
                                      int *value1) {
  if (type == SCALE_FACTOR) {
    *value0 = strtol(input, &input, 10);
    if (*input++ != '/')
      return VPX_CODEC_INVALID_PARAM;
    *value1 = strtol(input, &input, 10);

    if (*value0 < option_min_values[SCALE_FACTOR] ||
        *value1 < option_min_values[SCALE_FACTOR] ||
        *value0 > option_max_values[SCALE_FACTOR] ||
146 147
        *value1 > option_max_values[SCALE_FACTOR] ||
        *value0 > *value1)  // num shouldn't be greater than den
148
      return VPX_CODEC_INVALID_PARAM;
149
  } else {
150 151 152 153
    *value0 = atoi(input);
    if (*value0 < option_min_values[type] ||
        *value0 > option_max_values[type])
      return VPX_CODEC_INVALID_PARAM;
154
  }
155
  return VPX_CODEC_OK;
156 157
}

158
static vpx_codec_err_t parse_layer_options_from_string(SvcContext *svc_ctx,
159 160 161 162 163 164
                                                       LAYER_OPTION_TYPE type,
                                                       const char *input,
                                                       int *option0,
                                                       int *option1) {
  int i;
  vpx_codec_err_t res = VPX_CODEC_OK;
165 166 167 168 169
  char *input_string;
  char *token;
  const char *delim = ",";
  char *save_ptr;

170 171
  if (input == NULL || option0 == NULL ||
      (option1 == NULL && type == SCALE_FACTOR))
172 173
    return VPX_CODEC_INVALID_PARAM;

174
  input_string = strdup(input);
175 176 177
  token = strtok_r(input_string, delim, &save_ptr);
  for (i = 0; i < svc_ctx->spatial_layers; ++i) {
    if (token != NULL) {
178 179
      res = extract_option(type, token, option0 + i, option1 + i);
      if (res != VPX_CODEC_OK)
180 181 182
        break;
      token = strtok_r(NULL, delim, &save_ptr);
    } else {
183
      break;
184 185
    }
  }
186
  if (res == VPX_CODEC_OK && i != svc_ctx->spatial_layers) {
187
    svc_log(svc_ctx, SVC_LOG_ERROR,
188 189
            "svc: layer params type: %d    %d values required, "
            "but only %d specified\n", type, svc_ctx->spatial_layers, i);
190 191 192 193 194 195 196 197 198 199 200 201 202
    res = VPX_CODEC_INVALID_PARAM;
  }
  free(input_string);
  return res;
}

/**
 * Parse SVC encoding options
 * Format: encoding-mode=<svc_mode>,layers=<layer_count>
 *         scale-factors=<n1>/<d1>,<n2>/<d2>,...
 *         quantizers=<q1>,<q2>,...
 * svc_mode = [i|ip|alt_ip|gf]
 */
203
static vpx_codec_err_t parse_options(SvcContext *svc_ctx, const char *options) {
204 205 206 207
  char *input_string;
  char *option_name;
  char *option_value;
  char *input_ptr;
208
  SvcInternal_t *const si = get_svc_internal(svc_ctx);
209
  vpx_codec_err_t res = VPX_CODEC_OK;
210
  int i, alt_ref_enabled = 0;
211 212 213 214 215 216 217 218 219 220 221 222 223 224 225

  if (options == NULL) return VPX_CODEC_OK;
  input_string = strdup(options);

  // parse option name
  option_name = strtok_r(input_string, "=", &input_ptr);
  while (option_name != NULL) {
    // parse option value
    option_value = strtok_r(NULL, " ", &input_ptr);
    if (option_value == NULL) {
      svc_log(svc_ctx, SVC_LOG_ERROR, "option missing value: %s\n",
              option_name);
      res = VPX_CODEC_INVALID_PARAM;
      break;
    }
226
    if (strcmp("spatial-layers", option_name) == 0) {
227
      svc_ctx->spatial_layers = atoi(option_value);
228 229
    } else if (strcmp("temporal-layers", option_name) == 0) {
      svc_ctx->temporal_layers = atoi(option_value);
230
    } else if (strcmp("scale-factors", option_name) == 0) {
231
      res = parse_layer_options_from_string(svc_ctx, SCALE_FACTOR, option_value,
232 233
                                            si->svc_params.scaling_factor_num,
                                            si->svc_params.scaling_factor_den);
234
      if (res != VPX_CODEC_OK) break;
235 236
    } else if (strcmp("max-quantizers", option_name) == 0) {
      res = parse_layer_options_from_string(svc_ctx, QUANTIZER, option_value,
237 238
                                            si->svc_params.max_quantizers,
                                            NULL);
239 240
      if (res != VPX_CODEC_OK) break;
    } else if (strcmp("min-quantizers", option_name) == 0) {
241
      res = parse_layer_options_from_string(svc_ctx, QUANTIZER, option_value,
242 243
                                            si->svc_params.min_quantizers,
                                            NULL);
244
      if (res != VPX_CODEC_OK) break;
245
    } else if (strcmp("auto-alt-refs", option_name) == 0) {
246 247 248 249 250 251
      res = parse_layer_options_from_string(svc_ctx, AUTO_ALT_REF, option_value,
                                            si->enable_auto_alt_ref, NULL);
      if (res != VPX_CODEC_OK) break;
    } else if (strcmp("bitrates", option_name) == 0) {
      res = parse_layer_options_from_string(svc_ctx, BITRATE, option_value,
                                            si->bitrates, NULL);
252
      if (res != VPX_CODEC_OK) break;
253 254
    } else if (strcmp("multi-frame-contexts", option_name) == 0) {
      si->use_multiple_frame_contexts = atoi(option_value);
255 256 257 258 259 260 261 262
    } else {
      svc_log(svc_ctx, SVC_LOG_ERROR, "invalid option: %s\n", option_name);
      res = VPX_CODEC_INVALID_PARAM;
      break;
    }
    option_name = strtok_r(NULL, "=", &input_ptr);
  }
  free(input_string);
263

264
  for (i = 0; i < svc_ctx->spatial_layers; ++i) {
265 266 267 268
    if (si->svc_params.max_quantizers[i] > MAX_QUANTIZER ||
        si->svc_params.max_quantizers[i] < 0 ||
        si->svc_params.min_quantizers[i] > si->svc_params.max_quantizers[i] ||
        si->svc_params.min_quantizers[i] < 0)
269 270 271
      res = VPX_CODEC_INVALID_PARAM;
  }

272 273 274
  if (si->use_multiple_frame_contexts &&
      (svc_ctx->spatial_layers > 3 ||
       svc_ctx->spatial_layers * svc_ctx->temporal_layers > 4))
275 276
    res = VPX_CODEC_INVALID_PARAM;

277 278 279 280 281 282 283 284 285 286
  for (i = 0; i < svc_ctx->spatial_layers; ++i)
    alt_ref_enabled += si->enable_auto_alt_ref[i];
  if (alt_ref_enabled > REF_FRAMES - svc_ctx->spatial_layers) {
    svc_log(svc_ctx, SVC_LOG_ERROR,
            "svc: auto alt ref: Maxinum %d(REF_FRAMES - layers) layers could"
            "enabled auto alt reference frame, but % layers are enabled\n",
            REF_FRAMES - svc_ctx->spatial_layers, alt_ref_enabled);
    res = VPX_CODEC_INVALID_PARAM;
  }

287 288 289
  return res;
}

290
vpx_codec_err_t vpx_svc_set_options(SvcContext *svc_ctx,
291 292
                                    const char *options) {
  SvcInternal_t *const si = get_svc_internal(svc_ctx);
293 294 295 296 297 298 299 300
  if (svc_ctx == NULL || options == NULL || si == NULL) {
    return VPX_CODEC_INVALID_PARAM;
  }
  strncpy(si->options, options, sizeof(si->options));
  si->options[sizeof(si->options) - 1] = '\0';
  return VPX_CODEC_OK;
}

301
void assign_layer_bitrates(const SvcContext *svc_ctx,
302 303
                           vpx_codec_enc_cfg_t *const enc_cfg) {
  int i;
304
  const SvcInternal_t *const si = get_const_svc_internal(svc_ctx);
305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329
  int sl, tl, spatial_layer_target;

  if (svc_ctx->temporal_layering_mode != 0) {
    if (si->bitrates[0] != 0) {
      enc_cfg->rc_target_bitrate = 0;
      for (sl = 0; sl < svc_ctx->spatial_layers; ++sl) {
        enc_cfg->ss_target_bitrate[sl*svc_ctx->temporal_layers] = 0;
        for (tl = 0; tl < svc_ctx->temporal_layers; ++tl) {
          enc_cfg->ss_target_bitrate[sl*svc_ctx->temporal_layers]
              += (unsigned int)si->bitrates[sl * svc_ctx->temporal_layers + tl];
          enc_cfg->layer_target_bitrate[sl*svc_ctx->temporal_layers + tl]
              = si->bitrates[sl * svc_ctx->temporal_layers + tl];
        }
      }
    } else {
      float total = 0;
      float alloc_ratio[VPX_MAX_LAYERS] = {0};

      for (sl = 0; sl < svc_ctx->spatial_layers; ++sl) {
        if (si->svc_params.scaling_factor_den[sl] > 0) {
          alloc_ratio[sl] = (float)(si->svc_params.scaling_factor_num[sl] *
              1.0 / si->svc_params.scaling_factor_den[sl]);
          total += alloc_ratio[sl];
        }
      }
330

331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351
      for (sl = 0; sl < svc_ctx->spatial_layers; ++sl) {
        enc_cfg->ss_target_bitrate[sl] = spatial_layer_target =
            (unsigned int)(enc_cfg->rc_target_bitrate *
                alloc_ratio[sl] / total);
        if (svc_ctx->temporal_layering_mode == 3) {
          enc_cfg->layer_target_bitrate[sl * svc_ctx->temporal_layers] =
              spatial_layer_target >> 1;
          enc_cfg->layer_target_bitrate[sl * svc_ctx->temporal_layers + 1] =
              (spatial_layer_target >> 1) + (spatial_layer_target >> 2);
          enc_cfg->layer_target_bitrate[sl * svc_ctx->temporal_layers + 2] =
              spatial_layer_target;
        } else if (svc_ctx->temporal_layering_mode == 2) {
          enc_cfg->layer_target_bitrate[sl * svc_ctx->temporal_layers] =
              spatial_layer_target * 2 / 3;
          enc_cfg->layer_target_bitrate[sl * svc_ctx->temporal_layers + 1] =
              spatial_layer_target;
        } else {
          // User should explicitly assign bitrates in this case.
          assert(0);
        }
      }
352 353
    }
  } else {
354 355 356 357 358 359 360 361 362
    if (si->bitrates[0] != 0) {
      enc_cfg->rc_target_bitrate = 0;
      for (i = 0; i < svc_ctx->spatial_layers; ++i) {
        enc_cfg->ss_target_bitrate[i] = (unsigned int)si->bitrates[i];
        enc_cfg->rc_target_bitrate += si->bitrates[i];
      }
    } else {
      float total = 0;
      float alloc_ratio[VPX_MAX_LAYERS] = {0};
363

364 365 366 367
      for (i = 0; i < svc_ctx->spatial_layers; ++i) {
        if (si->svc_params.scaling_factor_den[i] > 0) {
          alloc_ratio[i] = (float)(si->svc_params.scaling_factor_num[i] * 1.0 /
                                   si->svc_params.scaling_factor_den[i]);
368

369 370 371
          alloc_ratio[i] *= alloc_ratio[i];
          total += alloc_ratio[i];
        }
372
      }
373 374 375 376 377
      for (i = 0; i < VPX_SS_MAX_LAYERS; ++i) {
        if (total > 0) {
          enc_cfg->layer_target_bitrate[i] = (unsigned int)
              (enc_cfg->rc_target_bitrate * alloc_ratio[i] / total);
        }
378 379 380 381 382
      }
    }
  }
}

383
vpx_codec_err_t vpx_svc_init(SvcContext *svc_ctx, vpx_codec_ctx_t *codec_ctx,
384 385 386
                             vpx_codec_iface_t *iface,
                             vpx_codec_enc_cfg_t *enc_cfg) {
  vpx_codec_err_t res;
387
  int i;
388
  SvcInternal_t *const si = get_svc_internal(svc_ctx);
389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415
  if (svc_ctx == NULL || codec_ctx == NULL || iface == NULL ||
      enc_cfg == NULL) {
    return VPX_CODEC_INVALID_PARAM;
  }
  if (si == NULL) return VPX_CODEC_MEM_ERROR;

  si->codec_ctx = codec_ctx;

  si->width = enc_cfg->g_w;
  si->height = enc_cfg->g_h;

  if (enc_cfg->kf_max_dist < 2) {
    svc_log(svc_ctx, SVC_LOG_ERROR, "key frame distance too small: %d\n",
            enc_cfg->kf_max_dist);
    return VPX_CODEC_INVALID_PARAM;
  }
  si->kf_dist = enc_cfg->kf_max_dist;

  if (svc_ctx->spatial_layers == 0)
    svc_ctx->spatial_layers = VPX_SS_DEFAULT_LAYERS;
  if (svc_ctx->spatial_layers < 1 ||
      svc_ctx->spatial_layers > VPX_SS_MAX_LAYERS) {
    svc_log(svc_ctx, SVC_LOG_ERROR, "spatial layers: invalid value: %d\n",
            svc_ctx->spatial_layers);
    return VPX_CODEC_INVALID_PARAM;
  }

416 417 418 419 420 421 422 423
  // Note: temporal_layering_mode only applies to one-pass CBR
  // si->svc_params.temporal_layering_mode = svc_ctx->temporal_layering_mode;
  if (svc_ctx->temporal_layering_mode == 3) {
    svc_ctx->temporal_layers = 3;
  } else if (svc_ctx->temporal_layering_mode == 2) {
    svc_ctx->temporal_layers = 2;
  }

424
  for (i = 0; i < VPX_SS_MAX_LAYERS; ++i) {
425 426 427 428
    si->svc_params.max_quantizers[i] = MAX_QUANTIZER;
    si->svc_params.min_quantizers[i] = 0;
    si->svc_params.scaling_factor_num[i] = DEFAULT_SCALE_FACTORS_NUM[i];
    si->svc_params.scaling_factor_den[i] = DEFAULT_SCALE_FACTORS_DEN[i];
429
  }
430

431 432
  // Parse aggregate command line options. Options must start with
  // "layers=xx" then followed by other options
433 434 435
  res = parse_options(svc_ctx, si->options);
  if (res != VPX_CODEC_OK) return res;

436 437 438 439 440 441 442 443 444 445
  if (svc_ctx->spatial_layers < 1)
    svc_ctx->spatial_layers = 1;
  if (svc_ctx->spatial_layers > VPX_SS_MAX_LAYERS)
    svc_ctx->spatial_layers = VPX_SS_MAX_LAYERS;

  if (svc_ctx->temporal_layers < 1)
    svc_ctx->temporal_layers = 1;
  if (svc_ctx->temporal_layers > VPX_TS_MAX_LAYERS)
    svc_ctx->temporal_layers = VPX_TS_MAX_LAYERS;

446 447 448 449 450 451 452 453
  if (svc_ctx->temporal_layers * svc_ctx->spatial_layers > VPX_MAX_LAYERS) {
      svc_log(svc_ctx, SVC_LOG_ERROR,
          "spatial layers * temporal layers exceeds the maximum number of "
          "allowed layers of %d\n",
          svc_ctx->spatial_layers * svc_ctx->temporal_layers,
          (int) VPX_MAX_LAYERS);
      return VPX_CODEC_INVALID_PARAM;
  }
454
  assign_layer_bitrates(svc_ctx, enc_cfg);
455

456
#if CONFIG_SPATIAL_SVC
457
  for (i = 0; i < svc_ctx->spatial_layers; ++i)
458
    enc_cfg->ss_enable_auto_alt_ref[i] = si->enable_auto_alt_ref[i];
459
#endif
460

461 462 463 464 465 466 467 468 469
  if (svc_ctx->temporal_layers > 1) {
    int i;
    for (i = 0; i < svc_ctx->temporal_layers; ++i) {
      enc_cfg->ts_target_bitrate[i] = enc_cfg->rc_target_bitrate /
                                      svc_ctx->temporal_layers;
      enc_cfg->ts_rate_decimator[i] = 1 << (svc_ctx->temporal_layers - 1 - i);
    }
  }

470 471 472 473
  if (svc_ctx->threads)
    enc_cfg->g_threads = svc_ctx->threads;

  // Modify encoder configuration
474
  enc_cfg->ss_number_layers = svc_ctx->spatial_layers;
475
  enc_cfg->ts_number_layers = svc_ctx->temporal_layers;
476

477 478 479 480 481 482 483 484 485 486 487
  if (enc_cfg->rc_end_usage == VPX_CBR) {
    enc_cfg->rc_resize_allowed = 0;
    enc_cfg->rc_min_quantizer = 2;
    enc_cfg->rc_max_quantizer = 63;
    enc_cfg->rc_undershoot_pct = 50;
    enc_cfg->rc_overshoot_pct = 50;
    enc_cfg->rc_buf_initial_sz = 20;
    enc_cfg->rc_buf_optimal_sz = 600;
    enc_cfg->rc_buf_sz = 1000;
  }

488 489
  if (enc_cfg->g_error_resilient == 0 && si->use_multiple_frame_contexts == 0)
    enc_cfg->g_error_resilient = 1;
490 491 492 493 494 495 496 497 498

  // Initialize codec
  res = vpx_codec_enc_init(codec_ctx, iface, enc_cfg, VPX_CODEC_USE_PSNR);
  if (res != VPX_CODEC_OK) {
    svc_log(svc_ctx, SVC_LOG_ERROR, "svc_enc_init error\n");
    return res;
  }

  vpx_codec_control(codec_ctx, VP9E_SET_SVC, 1);
499
  vpx_codec_control(codec_ctx, VP9E_SET_SVC_PARAMETERS, &si->svc_params);
500 501 502 503 504 505 506 507

  return VPX_CODEC_OK;
}

/**
 * Encode a frame into multiple layers
 * Create a superframe containing the individual layers
 */
508
vpx_codec_err_t vpx_svc_encode(SvcContext *svc_ctx,
509 510 511
                               vpx_codec_ctx_t *codec_ctx,
                               struct vpx_image *rawimg,
                               vpx_codec_pts_t pts,
512 513 514 515
                               int64_t duration, int deadline) {
  vpx_codec_err_t res;
  vpx_codec_iter_t iter;
  const vpx_codec_cx_pkt_t *cx_pkt;
516
  SvcInternal_t *const si = get_svc_internal(svc_ctx);
517
  if (svc_ctx == NULL || codec_ctx == NULL || si == NULL) {
518 519 520 521 522
    return VPX_CODEC_INVALID_PARAM;
  }

  svc_log_reset(svc_ctx);

523 524 525 526 527 528 529 530 531
  res = vpx_codec_encode(codec_ctx, rawimg, pts, (uint32_t)duration, 0,
                         deadline);
  if (res != VPX_CODEC_OK) {
    return res;
  }
  // save compressed data
  iter = NULL;
  while ((cx_pkt = vpx_codec_get_cx_data(codec_ctx, &iter))) {
    switch (cx_pkt->kind) {
532
#if VPX_ENCODER_ABI_VERSION > (5 + VPX_CODEC_ABI_VERSION)
533 534
#if CONFIG_SPATIAL_SVC
      case VPX_CODEC_SPATIAL_SVC_LAYER_PSNR: {
535
        int i;
536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559
        for (i = 0; i < svc_ctx->spatial_layers; ++i) {
          int j;
          svc_log(svc_ctx, SVC_LOG_DEBUG,
                  "SVC frame: %d, layer: %d, PSNR(Total/Y/U/V): "
                  "%2.3f  %2.3f  %2.3f  %2.3f \n",
                  si->psnr_pkt_received, i,
                  cx_pkt->data.layer_psnr[i].psnr[0],
                  cx_pkt->data.layer_psnr[i].psnr[1],
                  cx_pkt->data.layer_psnr[i].psnr[2],
                  cx_pkt->data.layer_psnr[i].psnr[3]);
          svc_log(svc_ctx, SVC_LOG_DEBUG,
                  "SVC frame: %d, layer: %d, SSE(Total/Y/U/V): "
                  "%2.3f  %2.3f  %2.3f  %2.3f \n",
                  si->psnr_pkt_received, i,
                  cx_pkt->data.layer_psnr[i].sse[0],
                  cx_pkt->data.layer_psnr[i].sse[1],
                  cx_pkt->data.layer_psnr[i].sse[2],
                  cx_pkt->data.layer_psnr[i].sse[3]);

          for (j = 0; j < COMPONENTS; ++j) {
            si->psnr_sum[i][j] +=
                cx_pkt->data.layer_psnr[i].psnr[j];
            si->sse_sum[i][j] += cx_pkt->data.layer_psnr[i].sse[j];
          }
560
        }
561
        ++si->psnr_pkt_received;
562
        break;
563
      }
564 565
      case VPX_CODEC_SPATIAL_SVC_LAYER_SIZES: {
        int i;
566
        for (i = 0; i < svc_ctx->spatial_layers; ++i)
567 568 569
          si->bytes_sum[i] += cx_pkt->data.layer_sizes[i];
        break;
      }
570
#endif
571
#endif
572 573
      default: {
        break;
574
      }
575 576
    }
  }
577

578 579 580
  return VPX_CODEC_OK;
}

581
const char *vpx_svc_get_message(const SvcContext *svc_ctx) {
582
  const SvcInternal_t *const si = get_const_svc_internal(svc_ctx);
583 584 585 586
  if (svc_ctx == NULL || si == NULL) return NULL;
  return si->message_buffer;
}

587 588 589 590 591
static double calc_psnr(double d) {
  if (d == 0) return 100;
  return -10.0 * log(d) / log(10.0);
}

592
// dump accumulated statistics and reset accumulated values
593
const char *vpx_svc_dump_statistics(SvcContext *svc_ctx) {
594
  int number_of_frames;
595
  int i, j;
596
  uint32_t bytes_total = 0;
597 598 599 600 601
  double scale[COMPONENTS];
  double psnr[COMPONENTS];
  double mse[COMPONENTS];
  double y_scale;

602
  SvcInternal_t *const si = get_svc_internal(svc_ctx);
603 604 605 606
  if (svc_ctx == NULL || si == NULL) return NULL;

  svc_log_reset(svc_ctx);

607 608
  number_of_frames = si->psnr_pkt_received;
  if (number_of_frames <= 0) return vpx_svc_get_message(svc_ctx);
609 610

  svc_log(svc_ctx, SVC_LOG_INFO, "\n");
611
  for (i = 0; i < svc_ctx->spatial_layers; ++i) {
612

613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636
    svc_log(svc_ctx, SVC_LOG_INFO,
            "Layer %d Average PSNR=[%2.3f, %2.3f, %2.3f, %2.3f], Bytes=[%u]\n",
            i, (double)si->psnr_sum[i][0] / number_of_frames,
            (double)si->psnr_sum[i][1] / number_of_frames,
            (double)si->psnr_sum[i][2] / number_of_frames,
            (double)si->psnr_sum[i][3] / number_of_frames, si->bytes_sum[i]);
    // the following psnr calculation is deduced from ffmpeg.c#print_report
    y_scale = si->width * si->height * 255.0 * 255.0 * number_of_frames;
    scale[1] = y_scale;
    scale[2] = scale[3] = y_scale / 4;  // U or V
    scale[0] = y_scale * 1.5;           // total

    for (j = 0; j < COMPONENTS; j++) {
      psnr[j] = calc_psnr(si->sse_sum[i][j] / scale[j]);
      mse[j] = si->sse_sum[i][j] * 255.0 * 255.0 / scale[j];
    }
    svc_log(svc_ctx, SVC_LOG_INFO,
            "Layer %d Overall PSNR=[%2.3f, %2.3f, %2.3f, %2.3f]\n", i, psnr[0],
            psnr[1], psnr[2], psnr[3]);
    svc_log(svc_ctx, SVC_LOG_INFO,
            "Layer %d Overall MSE=[%2.3f, %2.3f, %2.3f, %2.3f]\n", i, mse[0],
            mse[1], mse[2], mse[3]);

    bytes_total += si->bytes_sum[i];
637
    // Clear sums for next time.
638 639 640 641 642
    si->bytes_sum[i] = 0;
    for (j = 0; j < COMPONENTS; ++j) {
      si->psnr_sum[i][j] = 0;
      si->sse_sum[i][j] = 0;
    }
643 644 645
  }

  // only display statistics once
646
  si->psnr_pkt_received = 0;
647 648 649 650 651

  svc_log(svc_ctx, SVC_LOG_INFO, "Total Bytes=[%u]\n", bytes_total);
  return vpx_svc_get_message(svc_ctx);
}

652
void vpx_svc_release(SvcContext *svc_ctx) {
653
  SvcInternal_t *si;
654 655
  if (svc_ctx == NULL) return;
  // do not use get_svc_internal as it will unnecessarily allocate an
656 657
  // SvcInternal_t if it was not already allocated
  si = (SvcInternal_t *)svc_ctx->internal;
658 659 660 661 662
  if (si != NULL) {
    free(si);
    svc_ctx->internal = NULL;
  }
}
663