vp9_ethread_test.cc 13.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 *  Copyright (c) 2014 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#include <string>
#include <vector>
#include "third_party/googletest/src/include/gtest/gtest.h"
#include "test/codec_factory.h"
#include "test/encode_test_driver.h"
#include "test/md5_helper.h"
17 18
#include "test/util.h"
#include "test/y4m_video_source.h"
19
#include "vp9/encoder/vp9_firstpass.h"
20 21

namespace {
22 23
// FIRSTPASS_STATS struct:
// {
24
//   25 double members;
25 26 27 28
//   1 int64_t member;
// }
// Whenever FIRSTPASS_STATS struct is modified, the following constants need to
// be revisited.
29
const int kDbl = 25;
30 31 32 33 34 35 36 37 38 39 40 41
const int kInt = 1;
const size_t kFirstPassStatsSz = kDbl * sizeof(double) + kInt * sizeof(int64_t);

class VPxFirstPassEncoderThreadTest
    : public ::libvpx_test::EncoderTest,
      public ::libvpx_test::CodecTestWith2Params<libvpx_test::TestMode, int> {
 protected:
  VPxFirstPassEncoderThreadTest()
      : EncoderTest(GET_PARAM(0)), encoder_initialized_(false), tiles_(0),
        encoding_mode_(GET_PARAM(1)), set_cpu_used_(GET_PARAM(2)) {
    init_flags_ = VPX_CODEC_USE_PSNR;

42
    row_mt_mode_ = 1;
43
    first_pass_only_ = true;
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82
    firstpass_stats_.buf = NULL;
    firstpass_stats_.sz = 0;
  }
  virtual ~VPxFirstPassEncoderThreadTest() { free(firstpass_stats_.buf); }

  virtual void SetUp() {
    InitializeConfig();
    SetMode(encoding_mode_);

    cfg_.rc_end_usage = VPX_VBR;
    cfg_.rc_2pass_vbr_minsection_pct = 5;
    cfg_.rc_2pass_vbr_maxsection_pct = 2000;
    cfg_.rc_max_quantizer = 56;
    cfg_.rc_min_quantizer = 0;
  }

  virtual void BeginPassHook(unsigned int /*pass*/) {
    encoder_initialized_ = false;
    abort_ = false;
  }

  virtual void EndPassHook() {
    // For first pass stats test, only run first pass encoder.
    if (first_pass_only_ && cfg_.g_pass == VPX_RC_FIRST_PASS)
      abort_ |= first_pass_only_;
  }

  virtual void PreEncodeFrameHook(::libvpx_test::VideoSource * /*video*/,
                                  ::libvpx_test::Encoder *encoder) {
    if (!encoder_initialized_) {
      // Encode in 2-pass mode.
      encoder->Control(VP9E_SET_TILE_COLUMNS, tiles_);
      encoder->Control(VP8E_SET_CPUUSED, set_cpu_used_);
      encoder->Control(VP8E_SET_ENABLEAUTOALTREF, 1);
      encoder->Control(VP8E_SET_ARNR_MAXFRAMES, 7);
      encoder->Control(VP8E_SET_ARNR_STRENGTH, 5);
      encoder->Control(VP8E_SET_ARNR_TYPE, 3);
      encoder->Control(VP9E_SET_FRAME_PARALLEL_DECODING, 0);

83
      if (encoding_mode_ == ::libvpx_test::kTwoPassGood)
84
        encoder->Control(VP9E_SET_ROW_MT, row_mt_mode_);
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109

      encoder_initialized_ = true;
    }
  }

  virtual void StatsPktHook(const vpx_codec_cx_pkt_t *pkt) {
    const uint8_t *const pkt_buf =
        reinterpret_cast<uint8_t *>(pkt->data.twopass_stats.buf);
    const size_t pkt_size = pkt->data.twopass_stats.sz;

    // First pass stats size equals sizeof(FIRSTPASS_STATS)
    EXPECT_EQ(pkt_size, kFirstPassStatsSz)
        << "Error: First pass stats size doesn't equal kFirstPassStatsSz";

    firstpass_stats_.buf =
        realloc(firstpass_stats_.buf, firstpass_stats_.sz + pkt_size);
    memcpy((uint8_t *)firstpass_stats_.buf + firstpass_stats_.sz, pkt_buf,
           pkt_size);
    firstpass_stats_.sz += pkt_size;
  }

  bool encoder_initialized_;
  int tiles_;
  ::libvpx_test::TestMode encoding_mode_;
  int set_cpu_used_;
110
  int row_mt_mode_;
111
  bool first_pass_only_;
112 113 114
  vpx_fixed_buf_t firstpass_stats_;
};

115
static void compare_fp_stats(vpx_fixed_buf_t *fp_stats, double factor) {
116 117 118 119 120 121 122 123 124 125 126 127 128 129
  // fp_stats consists of 2 set of first pass encoding stats. These 2 set of
  // stats are compared to check if the stats match or at least are very close.
  FIRSTPASS_STATS *stats1 = reinterpret_cast<FIRSTPASS_STATS *>(fp_stats->buf);
  int nframes_ = (int)(fp_stats->sz / sizeof(FIRSTPASS_STATS));
  FIRSTPASS_STATS *stats2 = stats1 + nframes_ / 2;
  int i, j;

  // The total stats are also output and included in the first pass stats. Here
  // ignore that in the comparison.
  for (i = 0; i < (nframes_ / 2 - 1); ++i) {
    const double *frame_stats1 = reinterpret_cast<double *>(stats1);
    const double *frame_stats2 = reinterpret_cast<double *>(stats2);

    for (j = 0; j < kDbl; ++j) {
130 131 132 133
      ASSERT_LE(fabs(*frame_stats1 - *frame_stats2),
                fabs(*frame_stats1) / factor)
          << "First failure @ frame #" << i << " stat #" << j << " ("
          << *frame_stats1 << " vs. " << *frame_stats2 << ")";
134 135 136 137 138 139 140 141 142 143 144 145 146
      frame_stats1++;
      frame_stats2++;
    }

    stats1++;
    stats2++;
  }

  // Reset firstpass_stats_ to 0.
  memset((uint8_t *)fp_stats->buf, 0, fp_stats->sz);
  fp_stats->sz = 0;
}

147 148 149 150 151
static void compare_fp_stats_md5(vpx_fixed_buf_t *fp_stats) {
  // fp_stats consists of 2 set of first pass encoding stats. These 2 set of
  // stats are compared to check if the stats match.
  uint8_t *stats1 = reinterpret_cast<uint8_t *>(fp_stats->buf);
  uint8_t *stats2 = stats1 + fp_stats->sz / 2;
152
  ::libvpx_test::MD5 md5_row_mt_0, md5_row_mt_1;
153

154 155
  md5_row_mt_0.Add(stats1, fp_stats->sz / 2);
  const char *md5_row_mt_0_str = md5_row_mt_0.Get();
156

157 158
  md5_row_mt_1.Add(stats2, fp_stats->sz / 2);
  const char *md5_row_mt_1_str = md5_row_mt_1.Get();
159 160

  // Check md5 match.
161
  ASSERT_STREQ(md5_row_mt_0_str, md5_row_mt_1_str)
162 163 164 165 166 167 168
      << "MD5 checksums don't match";

  // Reset firstpass_stats_ to 0.
  memset((uint8_t *)fp_stats->buf, 0, fp_stats->sz);
  fp_stats->sz = 0;
}

169
TEST_P(VPxFirstPassEncoderThreadTest, FirstPassStatsTest) {
170
  ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60);
171

172
  first_pass_only_ = true;
173 174
  cfg_.rc_target_bitrate = 1000;

175
  // Test row_mt_mode: 0 vs 1 at single thread case(threads = 1, tiles_ = 0)
176 177 178
  tiles_ = 0;
  cfg_.g_threads = 1;

179
  row_mt_mode_ = 0;
180 181 182
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

183
  row_mt_mode_ = 1;
184 185
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

186
  // Compare to check if using or not using row-mt generates close stats.
187
  ASSERT_NO_FATAL_FAILURE(compare_fp_stats(&firstpass_stats_, 1000.0));
188

189
  // Test single thread vs multiple threads
190
  row_mt_mode_ = 1;
191
  tiles_ = 0;
192 193 194 195 196 197 198 199

  cfg_.g_threads = 1;
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

  cfg_.g_threads = 4;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

200
  // Compare to check if single-thread and multi-thread stats are close enough.
201
  ASSERT_NO_FATAL_FAILURE(compare_fp_stats(&firstpass_stats_, 1000.0));
202

203 204 205 206
  // Bit exact test in row_mt mode.
  // When row_mt_mode_=1 and using >1 threads, the encoder generates bit exact
  // result.
  row_mt_mode_ = 1;
207 208
  tiles_ = 2;

209
  cfg_.g_threads = 2;
210 211 212
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

213
  cfg_.g_threads = 8;
214 215
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

216
  // Compare to check if stats match with row-mt=0/1.
217
  compare_fp_stats_md5(&firstpass_stats_);
218 219
}

220
class VPxEncoderThreadTest
221
    : public ::libvpx_test::EncoderTest,
222 223
      public ::libvpx_test::CodecTestWith4Params<libvpx_test::TestMode, int,
                                                 int, int> {
224
 protected:
225
  VPxEncoderThreadTest()
226 227
      : EncoderTest(GET_PARAM(0)), encoder_initialized_(false),
        tiles_(GET_PARAM(3)), threads_(GET_PARAM(4)),
clang-format's avatar
clang-format committed
228
        encoding_mode_(GET_PARAM(1)), set_cpu_used_(GET_PARAM(2)) {
229 230
    init_flags_ = VPX_CODEC_USE_PSNR;
    md5_.clear();
231
    row_mt_mode_ = 1;
232 233
    psnr_ = 0.0;
    nframes_ = 0;
234
  }
235
  virtual ~VPxEncoderThreadTest() {}
236 237 238 239 240 241 242 243

  virtual void SetUp() {
    InitializeConfig();
    SetMode(encoding_mode_);

    if (encoding_mode_ != ::libvpx_test::kRealTime) {
      cfg_.rc_end_usage = VPX_VBR;
      cfg_.rc_2pass_vbr_minsection_pct = 5;
hui su's avatar
hui su committed
244
      cfg_.rc_2pass_vbr_maxsection_pct = 2000;
245 246 247 248 249 250 251 252 253
    } else {
      cfg_.g_lag_in_frames = 0;
      cfg_.rc_end_usage = VPX_CBR;
      cfg_.g_error_resilient = 1;
    }
    cfg_.rc_max_quantizer = 56;
    cfg_.rc_min_quantizer = 0;
  }

254 255
  virtual void BeginPassHook(unsigned int /*pass*/) {
    encoder_initialized_ = false;
256 257
    psnr_ = 0.0;
    nframes_ = 0;
258 259
  }

260
  virtual void PreEncodeFrameHook(::libvpx_test::VideoSource * /*video*/,
261
                                  ::libvpx_test::Encoder *encoder) {
262
    if (!encoder_initialized_) {
263 264 265 266 267 268 269 270
      // Encode 4 column tiles.
      encoder->Control(VP9E_SET_TILE_COLUMNS, tiles_);
      encoder->Control(VP8E_SET_CPUUSED, set_cpu_used_);
      if (encoding_mode_ != ::libvpx_test::kRealTime) {
        encoder->Control(VP8E_SET_ENABLEAUTOALTREF, 1);
        encoder->Control(VP8E_SET_ARNR_MAXFRAMES, 7);
        encoder->Control(VP8E_SET_ARNR_STRENGTH, 5);
        encoder->Control(VP8E_SET_ARNR_TYPE, 3);
271
        encoder->Control(VP9E_SET_FRAME_PARALLEL_DECODING, 0);
272 273
      } else {
        encoder->Control(VP8E_SET_ENABLEAUTOALTREF, 0);
Marco's avatar
Marco committed
274
        encoder->Control(VP9E_SET_AQ_MODE, 3);
275
      }
276
      encoder->Control(VP9E_SET_ROW_MT, row_mt_mode_);
277

278
      encoder_initialized_ = true;
279 280 281
    }
  }

282 283 284 285 286
  virtual void PSNRPktHook(const vpx_codec_cx_pkt_t *pkt) {
    psnr_ += pkt->data.psnr.psnr[0];
    nframes_++;
  }

287 288 289 290 291 292 293 294
  virtual void DecompressedFrameHook(const vpx_image_t &img,
                                     vpx_codec_pts_t /*pts*/) {
    ::libvpx_test::MD5 md5_res;
    md5_res.Add(&img);
    md5_.push_back(md5_res.Get());
  }

  virtual bool HandleDecodeResult(const vpx_codec_err_t res,
clang-format's avatar
clang-format committed
295
                                  const libvpx_test::VideoSource & /*video*/,
296
                                  libvpx_test::Decoder * /*decoder*/) {
297
    if (res != VPX_CODEC_OK) {
298 299
      EXPECT_EQ(VPX_CODEC_OK, res);
      return false;
300 301
    }

302
    return true;
303 304
  }

305 306
  double GetAveragePsnr() const { return nframes_ ? (psnr_ / nframes_) : 0.0; }

307
  bool encoder_initialized_;
308
  int tiles_;
309
  int threads_;
310 311
  ::libvpx_test::TestMode encoding_mode_;
  int set_cpu_used_;
312
  int row_mt_mode_;
313 314
  double psnr_;
  unsigned int nframes_;
315 316 317
  std::vector<std::string> md5_;
};

318
TEST_P(VPxEncoderThreadTest, EncoderResultTest) {
319
  ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 15, 20);
320
  cfg_.rc_target_bitrate = 1000;
321

322
  // Part 1: Bit exact test for row_mt_mode_ = 0.
323
  // This part keeps original unit tests done before row-mt code is checked in.
324
  row_mt_mode_ = 0;
325 326 327 328 329

  // Encode using single thread.
  cfg_.g_threads = 1;
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
330
  const std::vector<std::string> single_thr_md5 = md5_;
331 332 333
  md5_.clear();

  // Encode using multiple threads.
334
  cfg_.g_threads = threads_;
335
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
336
  const std::vector<std::string> multi_thr_md5 = md5_;
337 338 339 340
  md5_.clear();

  // Compare to check if two vectors are equal.
  ASSERT_EQ(single_thr_md5, multi_thr_md5);
341

342
  // Part 2: row_mt_mode_ = 0 vs row_mt_mode_ = 1 single thread bit exact test.
343
  row_mt_mode_ = 1;
344 345 346 347 348

  // Encode using single thread
  cfg_.g_threads = 1;
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
349
  std::vector<std::string> row_mt_single_thr_md5 = md5_;
350 351
  md5_.clear();

352
  ASSERT_EQ(single_thr_md5, row_mt_single_thr_md5);
353

354
  // Part 3: Bit exact test with row-mt on
355 356
  // When row_mt_mode_=1 and using >1 threads, the encoder generates bit exact
  // result.
357
  row_mt_mode_ = 1;
358
  row_mt_single_thr_md5.clear();
359

360 361
  // Encode using 2 threads.
  cfg_.g_threads = 2;
362 363
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
364
  row_mt_single_thr_md5 = md5_;
365 366 367 368 369
  md5_.clear();

  // Encode using multiple threads.
  cfg_.g_threads = threads_;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
370
  const std::vector<std::string> row_mt_multi_thr_md5 = md5_;
371 372 373
  md5_.clear();

  // Compare to check if two vectors are equal.
374
  ASSERT_EQ(row_mt_single_thr_md5, row_mt_multi_thr_md5);
375 376

  // Part 4: PSNR test with bit_match_mode_ = 0
377
  row_mt_mode_ = 1;
378 379 380 381 382 383 384 385 386 387 388 389 390

  // Encode using single thread.
  cfg_.g_threads = 1;
  init_flags_ = VPX_CODEC_USE_PSNR;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
  const double single_thr_psnr = GetAveragePsnr();

  // Encode using multiple threads.
  cfg_.g_threads = threads_;
  ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
  const double multi_thr_psnr = GetAveragePsnr();

  EXPECT_NEAR(single_thr_psnr, multi_thr_psnr, 0.1);
391 392
}

393 394 395 396 397 398 399 400
INSTANTIATE_TEST_CASE_P(
    VP9, VPxFirstPassEncoderThreadTest,
    ::testing::Combine(
        ::testing::Values(
            static_cast<const libvpx_test::CodecFactory *>(&libvpx_test::kVP9)),
        ::testing::Values(::libvpx_test::kTwoPassGood),
        ::testing::Range(0, 4)));  // cpu_used

401 402 403 404 405 406 407 408 409 410 411
// Split this into two instantiations so that we can distinguish
// between very slow runs ( ie cpu_speed 0 ) vs ones that can be
// run nightly by adding Large to the title.
INSTANTIATE_TEST_CASE_P(
    VP9, VPxEncoderThreadTest,
    ::testing::Combine(
        ::testing::Values(
            static_cast<const libvpx_test::CodecFactory *>(&libvpx_test::kVP9)),
        ::testing::Values(::libvpx_test::kTwoPassGood,
                          ::libvpx_test::kOnePassGood,
                          ::libvpx_test::kRealTime),
412
        ::testing::Range(3, 9),    // cpu_used
413 414 415 416 417 418 419 420 421 422 423
        ::testing::Range(0, 3),    // tile_columns
        ::testing::Range(2, 5)));  // threads

INSTANTIATE_TEST_CASE_P(
    VP9Large, VPxEncoderThreadTest,
    ::testing::Combine(
        ::testing::Values(
            static_cast<const libvpx_test::CodecFactory *>(&libvpx_test::kVP9)),
        ::testing::Values(::libvpx_test::kTwoPassGood,
                          ::libvpx_test::kOnePassGood,
                          ::libvpx_test::kRealTime),
424
        ::testing::Range(0, 3),    // cpu_used
425 426 427
        ::testing::Range(0, 3),    // tile_columns
        ::testing::Range(2, 5)));  // threads

428
}  // namespace