pickinter.c 34.8 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11 12
 */


#include <limits.h>
13
#include "vpx_config.h"
John Koleszar's avatar
John Koleszar committed
14 15 16
#include "onyx_int.h"
#include "modecosts.h"
#include "encodeintra.h"
John Koleszar's avatar
John Koleszar committed
17
#include "vp8/common/entropymode.h"
John Koleszar's avatar
John Koleszar committed
18
#include "pickinter.h"
John Koleszar's avatar
John Koleszar committed
19
#include "vp8/common/findnearmv.h"
John Koleszar's avatar
John Koleszar committed
20
#include "encodemb.h"
John Koleszar's avatar
John Koleszar committed
21 22
#include "vp8/common/reconinter.h"
#include "vp8/common/reconintra4x4.h"
John Koleszar's avatar
John Koleszar committed
23 24
#include "variance.h"
#include "mcomp.h"
25
#include "rdopt.h"
John Koleszar's avatar
John Koleszar committed
26 27
#include "vpx_mem/vpx_mem.h"

John Koleszar's avatar
John Koleszar committed
28
extern int VP8_UVSSE(MACROBLOCK *x);
John Koleszar's avatar
John Koleszar committed
29 30 31 32 33

#ifdef SPEEDSTATS
extern unsigned int cnt_pm;
#endif

34
extern const int vp8_ref_frame_order[MAX_MODES];
John Koleszar's avatar
John Koleszar committed
35 36 37 38 39
extern const MB_PREDICTION_MODE vp8_mode_order[MAX_MODES];

extern int vp8_cost_mv_ref(MB_PREDICTION_MODE m, const int near_mv_ref_ct[4]);


Scott LaVarnway's avatar
Scott LaVarnway committed
40 41 42 43 44 45
int vp8_skip_fractional_mv_step(MACROBLOCK *mb, BLOCK *b, BLOCKD *d,
                                int_mv *bestmv, int_mv *ref_mv,
                                int error_per_bit,
                                const vp8_variance_fn_ptr_t *vfp,
                                int *mvcost[2], int *distortion,
                                unsigned int *sse)
John Koleszar's avatar
John Koleszar committed
46 47 48 49 50
{
    (void) b;
    (void) d;
    (void) ref_mv;
    (void) error_per_bit;
51
    (void) vfp;
John Koleszar's avatar
John Koleszar committed
52
    (void) mvcost;
53
    (void) distortion;
54
    (void) sse;
Scott LaVarnway's avatar
Scott LaVarnway committed
55 56
    bestmv->as_mv.row <<= 3;
    bestmv->as_mv.col <<= 3;
John Koleszar's avatar
John Koleszar committed
57 58 59 60
    return 0;
}


61 62 63 64
static int get_inter_mbpred_error(MACROBLOCK *mb,
                                  const vp8_variance_fn_ptr_t *vfp,
                                  unsigned int *sse,
                                  int_mv this_mv)
John Koleszar's avatar
John Koleszar committed
65 66 67 68 69 70 71 72
{

    BLOCK *b = &mb->block[0];
    BLOCKD *d = &mb->e_mbd.block[0];
    unsigned char *what = (*(b->base_src) + b->src);
    int what_stride = b->src_stride;
    unsigned char *in_what = *(d->base_pre) + d->pre ;
    int in_what_stride = d->pre_stride;
73 74
    int xoffset = this_mv.as_mv.col & 7;
    int yoffset = this_mv.as_mv.row & 7;
John Koleszar's avatar
John Koleszar committed
75

76
    in_what += (this_mv.as_mv.row >> 3) * d->pre_stride + (this_mv.as_mv.col >> 3);
John Koleszar's avatar
John Koleszar committed
77 78 79

    if (xoffset | yoffset)
    {
80
        return vfp->svf(in_what, in_what_stride, xoffset, yoffset, what, what_stride, sse);
John Koleszar's avatar
John Koleszar committed
81 82 83
    }
    else
    {
84
        return vfp->vf(what, what_stride, in_what, in_what_stride, sse);
John Koleszar's avatar
John Koleszar committed
85 86 87 88 89 90 91
    }

}


unsigned int vp8_get4x4sse_cs_c
(
92
    const unsigned char *src_ptr,
John Koleszar's avatar
John Koleszar committed
93
    int  source_stride,
94
    const unsigned char *ref_ptr,
95
    int  recon_stride
John Koleszar's avatar
John Koleszar committed
96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
)
{
    int distortion = 0;
    int r, c;

    for (r = 0; r < 4; r++)
    {
        for (c = 0; c < 4; c++)
        {
            int diff = src_ptr[c] - ref_ptr[c];
            distortion += diff * diff;
        }

        src_ptr += source_stride;
        ref_ptr += recon_stride;
    }

    return distortion;
}

John Koleszar's avatar
John Koleszar committed
116
static int get_prediction_error(BLOCK *be, BLOCKD *b)
John Koleszar's avatar
John Koleszar committed
117 118 119 120 121 122
{
    unsigned char *sptr;
    unsigned char *dptr;
    sptr = (*(be->base_src) + be->src);
    dptr = b->predictor;

John Koleszar's avatar
John Koleszar committed
123
    return vp8_get4x4sse_cs(sptr, be->src_stride, dptr, 16);
John Koleszar's avatar
John Koleszar committed
124 125 126 127 128

}

static int pick_intra4x4block(
    MACROBLOCK *x,
129
    int ib,
John Koleszar's avatar
John Koleszar committed
130
    B_PREDICTION_MODE *best_mode,
Scott LaVarnway's avatar
Scott LaVarnway committed
131
    unsigned int *mode_costs,
John Koleszar's avatar
John Koleszar committed
132 133 134 135

    int *bestrate,
    int *bestdistortion)
{
136 137 138

    BLOCKD *b = &x->e_mbd.block[ib];
    BLOCK *be = &x->block[ib];
John Koleszar's avatar
John Koleszar committed
139 140 141 142 143 144 145 146 147 148
    B_PREDICTION_MODE mode;
    int best_rd = INT_MAX;       // 1<<30
    int rate;
    int distortion;

    for (mode = B_DC_PRED; mode <= B_HE_PRED /*B_HU_PRED*/; mode++)
    {
        int this_rd;

        rate = mode_costs[mode];
John Koleszar's avatar
John Koleszar committed
149
        vp8_intra4x4_predict
150 151
                     (*(b->base_dst) + b->dst, b->dst_stride,
                      mode, b->predictor, 16);
John Koleszar's avatar
John Koleszar committed
152
        distortion = get_prediction_error(be, b);
Yunqing Wang's avatar
Yunqing Wang committed
153
        this_rd = RDCOST(x->rdmult, x->rddiv, rate, distortion);
John Koleszar's avatar
John Koleszar committed
154 155 156 157 158 159 160 161 162

        if (this_rd < best_rd)
        {
            *bestrate = rate;
            *bestdistortion = distortion;
            best_rd = this_rd;
            *best_mode = mode;
        }
    }
Scott LaVarnway's avatar
Scott LaVarnway committed
163 164

    b->bmi.as_mode = (B_PREDICTION_MODE)(*best_mode);
John Koleszar's avatar
John Koleszar committed
165
    vp8_encode_intra4x4block(x, ib);
John Koleszar's avatar
John Koleszar committed
166 167 168 169
    return best_rd;
}


170
static int pick_intra4x4mby_modes
171 172 173 174 175
(
    MACROBLOCK *mb,
    int *Rate,
    int *best_dist
)
John Koleszar's avatar
John Koleszar committed
176 177 178 179
{
    MACROBLOCKD *const xd = &mb->e_mbd;
    int i;
    int cost = mb->mbmode_cost [xd->frame_type] [B_PRED];
180
    int error;
John Koleszar's avatar
John Koleszar committed
181
    int distortion = 0;
Scott LaVarnway's avatar
Scott LaVarnway committed
182
    unsigned int *bmode_costs;
John Koleszar's avatar
John Koleszar committed
183 184 185

    vp8_intra_prediction_down_copy(xd);

Scott LaVarnway's avatar
Scott LaVarnway committed
186 187
    bmode_costs = mb->inter_bmode_costs;

John Koleszar's avatar
John Koleszar committed
188 189 190 191
    for (i = 0; i < 16; i++)
    {
        MODE_INFO *const mic = xd->mode_info_context;
        const int mis = xd->mode_info_stride;
Scott LaVarnway's avatar
Scott LaVarnway committed
192

John Koleszar's avatar
John Koleszar committed
193 194 195
        B_PREDICTION_MODE UNINITIALIZED_IS_SAFE(best_mode);
        int UNINITIALIZED_IS_SAFE(r), UNINITIALIZED_IS_SAFE(d);

Scott LaVarnway's avatar
Scott LaVarnway committed
196 197 198 199 200 201 202 203 204
        if (mb->e_mbd.frame_type == KEY_FRAME)
        {
            const B_PREDICTION_MODE A = above_block_mode(mic, i, mis);
            const B_PREDICTION_MODE L = left_block_mode(mic, i);

            bmode_costs  = mb->bmode_costs[A][L];
        }


John Koleszar's avatar
John Koleszar committed
205
        pick_intra4x4block(mb, i, &best_mode, bmode_costs, &r, &d);
John Koleszar's avatar
John Koleszar committed
206 207 208

        cost += r;
        distortion += d;
Scott LaVarnway's avatar
Scott LaVarnway committed
209
        mic->bmi[i].as_mode = best_mode;
John Koleszar's avatar
John Koleszar committed
210

211 212
        // Break out case where we have already exceeded best so far value
        // that was passed in
John Koleszar's avatar
John Koleszar committed
213 214 215 216 217 218 219
        if (distortion > *best_dist)
            break;
    }

    *Rate = cost;

    if (i == 16)
220
    {
John Koleszar's avatar
John Koleszar committed
221
        *best_dist = distortion;
Yunqing Wang's avatar
Yunqing Wang committed
222
        error = RDCOST(mb->rdmult, mb->rddiv, cost, distortion);
223
    }
John Koleszar's avatar
John Koleszar committed
224
    else
225
    {
John Koleszar's avatar
John Koleszar committed
226
        *best_dist = INT_MAX;
227 228
        error = INT_MAX;
    }
John Koleszar's avatar
John Koleszar committed
229 230 231 232

    return error;
}

233
static void pick_intra_mbuv_mode(MACROBLOCK *mb)
John Koleszar's avatar
John Koleszar committed
234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
{

    MACROBLOCKD *x = &mb->e_mbd;
    unsigned char *uabove_row = x->dst.u_buffer - x->dst.uv_stride;
    unsigned char *vabove_row = x->dst.v_buffer - x->dst.uv_stride;
    unsigned char *usrc_ptr = (mb->block[16].src + *mb->block[16].base_src);
    unsigned char *vsrc_ptr = (mb->block[20].src + *mb->block[20].base_src);
    int uvsrc_stride = mb->block[16].src_stride;
    unsigned char uleft_col[8];
    unsigned char vleft_col[8];
    unsigned char utop_left = uabove_row[-1];
    unsigned char vtop_left = vabove_row[-1];
    int i, j;
    int expected_udc;
    int expected_vdc;
    int shift;
    int Uaverage = 0;
    int Vaverage = 0;
    int diff;
    int pred_error[4] = {0, 0, 0, 0}, best_error = INT_MAX;
    MB_PREDICTION_MODE UNINITIALIZED_IS_SAFE(best_mode);


    for (i = 0; i < 8; i++)
    {
        uleft_col[i] = x->dst.u_buffer [i* x->dst.uv_stride -1];
        vleft_col[i] = x->dst.v_buffer [i* x->dst.uv_stride -1];
    }

    if (!x->up_available && !x->left_available)
    {
        expected_udc = 128;
        expected_vdc = 128;
    }
    else
    {
        shift = 2;

        if (x->up_available)
        {

            for (i = 0; i < 8; i++)
            {
                Uaverage += uabove_row[i];
                Vaverage += vabove_row[i];
            }

            shift ++;

        }

        if (x->left_available)
        {
            for (i = 0; i < 8; i++)
            {
                Uaverage += uleft_col[i];
                Vaverage += vleft_col[i];
            }

            shift ++;

        }

        expected_udc = (Uaverage + (1 << (shift - 1))) >> shift;
        expected_vdc = (Vaverage + (1 << (shift - 1))) >> shift;
    }


    for (i = 0; i < 8; i++)
    {
        for (j = 0; j < 8; j++)
        {

            int predu = uleft_col[i] + uabove_row[j] - utop_left;
            int predv = vleft_col[i] + vabove_row[j] - vtop_left;
            int u_p, v_p;

            u_p = usrc_ptr[j];
            v_p = vsrc_ptr[j];

            if (predu < 0)
                predu = 0;

            if (predu > 255)
                predu = 255;

            if (predv < 0)
                predv = 0;

            if (predv > 255)
                predv = 255;


            diff = u_p - expected_udc;
            pred_error[DC_PRED] += diff * diff;
            diff = v_p - expected_vdc;
            pred_error[DC_PRED] += diff * diff;


            diff = u_p - uabove_row[j];
            pred_error[V_PRED] += diff * diff;
            diff = v_p - vabove_row[j];
            pred_error[V_PRED] += diff * diff;


            diff = u_p - uleft_col[i];
            pred_error[H_PRED] += diff * diff;
            diff = v_p - vleft_col[i];
            pred_error[H_PRED] += diff * diff;


            diff = u_p - predu;
            pred_error[TM_PRED] += diff * diff;
            diff = v_p - predv;
            pred_error[TM_PRED] += diff * diff;


        }

        usrc_ptr += uvsrc_stride;
        vsrc_ptr += uvsrc_stride;

        if (i == 3)
        {
            usrc_ptr = (mb->block[18].src + *mb->block[18].base_src);
            vsrc_ptr = (mb->block[22].src + *mb->block[22].base_src);
        }



    }


    for (i = DC_PRED; i <= TM_PRED; i++)
    {
        if (best_error > pred_error[i])
        {
            best_error = pred_error[i];
            best_mode = (MB_PREDICTION_MODE)i;
        }
    }


377
    mb->e_mbd.mode_info_context->mbmi.uv_mode = best_mode;
John Koleszar's avatar
John Koleszar committed
378 379 380

}

381
static void update_mvcount(VP8_COMP *cpi, MACROBLOCKD *xd, int_mv *best_ref_mv)
382
{
383 384
    /* Split MV modes currently not supported when RD is nopt enabled,
     * therefore, only need to modify MVcount in NEWMV mode. */
385 386
    if (xd->mode_info_context->mbmi.mode == NEWMV)
    {
Scott LaVarnway's avatar
Scott LaVarnway committed
387
        cpi->MVcount[0][mv_max+((xd->mode_info_context->mbmi.mv.as_mv.row -
388
                                      best_ref_mv->as_mv.row) >> 1)]++;
Scott LaVarnway's avatar
Scott LaVarnway committed
389
        cpi->MVcount[1][mv_max+((xd->mode_info_context->mbmi.mv.as_mv.col -
390
                                      best_ref_mv->as_mv.col) >> 1)]++;
391 392 393
    }
}

394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451

#if CONFIG_MULTI_RES_ENCODING
static
void get_lower_res_motion_info(VP8_COMP *cpi, MACROBLOCKD *xd, int *dissim,
                               int *parent_ref_frame,
                               MB_PREDICTION_MODE *parent_mode,
                               int_mv *parent_ref_mv, int mb_row, int mb_col)
{
    LOWER_RES_INFO* store_mode_info
                          = (LOWER_RES_INFO*)cpi->oxcf.mr_low_res_mode_info;
    unsigned int parent_mb_index;
    //unsigned int parent_mb_index = map_640x480_to_320x240[mb_row][mb_col];

    /* Consider different down_sampling_factor.  */
    {
        /* TODO: Removed the loop that supports special down_sampling_factor
         * such as 2, 4, 8. Will revisit it if needed.
         * Should also try using a look-up table to see if it helps
         * performance. */
        int round = cpi->oxcf.mr_down_sampling_factor.num/2;
        int parent_mb_row, parent_mb_col;

        parent_mb_row = (mb_row*cpi->oxcf.mr_down_sampling_factor.den+round)
                    /cpi->oxcf.mr_down_sampling_factor.num;
        parent_mb_col = (mb_col*cpi->oxcf.mr_down_sampling_factor.den+round)
                    /cpi->oxcf.mr_down_sampling_factor.num;
        parent_mb_index = parent_mb_row*cpi->mr_low_res_mb_cols + parent_mb_col;
    }

    /* Read lower-resolution mode & motion result from memory.*/
    *parent_ref_frame = store_mode_info[parent_mb_index].ref_frame;
    *parent_mode =  store_mode_info[parent_mb_index].mode;
    *dissim = store_mode_info[parent_mb_index].dissim;

    /* For highest-resolution encoder, adjust dissim value. Lower its quality
     * for good performance. */
    if (cpi->oxcf.mr_encoder_id == (cpi->oxcf.mr_total_resolutions - 1))
        *dissim>>=1;

    if(*parent_ref_frame != INTRA_FRAME)
    {
        /* Consider different down_sampling_factor.
         * The result can be rounded to be more precise, but it takes more time.
         */
        //int round = cpi->oxcf.mr_down_sampling_factor.den/2;
        (*parent_ref_mv).as_mv.row = store_mode_info[parent_mb_index].mv.as_mv.row
                                  *cpi->oxcf.mr_down_sampling_factor.num
                                  /cpi->oxcf.mr_down_sampling_factor.den;
        (*parent_ref_mv).as_mv.col = store_mode_info[parent_mb_index].mv.as_mv.col
                                  *cpi->oxcf.mr_down_sampling_factor.num
                                  /cpi->oxcf.mr_down_sampling_factor.den;

        vp8_clamp_mv2(parent_ref_mv, xd);
    }
}
#endif


452 453
void vp8_pick_inter_mode(VP8_COMP *cpi, MACROBLOCK *x, int recon_yoffset,
                         int recon_uvoffset, int *returnrate,
454 455
                         int *returndistortion, int *returnintra, int mb_row,
                         int mb_col)
John Koleszar's avatar
John Koleszar committed
456 457 458 459 460
{
    BLOCK *b = &x->block[0];
    BLOCKD *d = &x->e_mbd.block[0];
    MACROBLOCKD *xd = &x->e_mbd;
    MB_MODE_INFO best_mbmode;
461

462 463
    int_mv best_ref_mv_sb[2];
    int_mv mode_mv_sb[2][MB_MODE_COUNT];
Scott LaVarnway's avatar
Scott LaVarnway committed
464
    int_mv best_ref_mv;
465
    int_mv *mode_mv;
John Koleszar's avatar
John Koleszar committed
466 467 468 469 470 471 472 473 474
    MB_PREDICTION_MODE this_mode;
    int num00;
    int mdcounts[4];
    int best_rd = INT_MAX; // 1 << 30;
    int best_intra_rd = INT_MAX;
    int mode_index;
    int rate;
    int rate2;
    int distortion2;
475
    int bestsme = INT_MAX;
John Koleszar's avatar
John Koleszar committed
476
    int best_mode_index = 0;
477
    unsigned int sse = INT_MAX, best_sse = INT_MAX;
John Koleszar's avatar
John Koleszar committed
478

Scott LaVarnway's avatar
Scott LaVarnway committed
479
    int_mv mvp;
480

481 482 483 484
    int near_sadidx[8] = {0, 1, 2, 3, 4, 5, 6, 7};
    int saddone=0;
    int sr=0;    //search range got from mv_pred(). It uses step_param levels. (0-7)

485
    unsigned char *plane[4][3];
486
    int ref_frame_map[4];
487
    int sign_bias = 0;
John Koleszar's avatar
John Koleszar committed
488

489 490 491 492 493 494 495 496 497 498 499 500 501
    int have_subp_search = cpi->sf.half_pixel_search;  /* In real-time mode,
                                       when Speed >= 15, no sub-pixel search. */

#if CONFIG_MULTI_RES_ENCODING
    int dissim = INT_MAX;
    int parent_ref_frame = 0;
    int_mv parent_ref_mv;
    MB_PREDICTION_MODE parent_mode = 0;

    if (cpi->oxcf.mr_encoder_id)
        get_lower_res_motion_info(cpi, xd, &dissim, &parent_ref_frame,
                                  &parent_mode, &parent_ref_mv, mb_row, mb_col);
#endif
502

503 504 505
    mode_mv = mode_mv_sb[sign_bias];
    best_ref_mv.as_int = 0;
    vpx_memset(mode_mv_sb, 0, sizeof(mode_mv_sb));
506
    vpx_memset(&best_mbmode, 0, sizeof(best_mbmode));
John Koleszar's avatar
John Koleszar committed
507

508
    /* Setup search priorities */
509
    get_reference_search_order(cpi, ref_frame_map);
John Koleszar's avatar
John Koleszar committed
510

511 512 513 514 515
    /* Check to see if there is at least 1 valid reference frame that we need
     * to calculate near_mvs.
     */
    if (ref_frame_map[1] > 0)
    {
516 517 518 519 520 521 522 523 524 525
        sign_bias = vp8_find_near_mvs_bias(&x->e_mbd,
                                           x->e_mbd.mode_info_context,
                                           mode_mv_sb,
                                           best_ref_mv_sb,
                                           mdcounts,
                                           ref_frame_map[1],
                                           cpi->common.ref_frame_sign_bias);

        mode_mv = mode_mv_sb[sign_bias];
        best_ref_mv.as_int = best_ref_mv_sb[sign_bias].as_int;
526 527
    }

528
    get_predictor_pointers(cpi, plane, recon_yoffset, recon_uvoffset);
John Koleszar's avatar
John Koleszar committed
529

530
    cpi->mbs_tested_so_far++; // Count of the number of MBs tested so far this frame
John Koleszar's avatar
John Koleszar committed
531

Paul Wilkins's avatar
Paul Wilkins committed
532
    *returnintra = INT_MAX;
John Koleszar's avatar
John Koleszar committed
533 534
    x->skip = 0;

535
    x->e_mbd.mode_info_context->mbmi.ref_frame = INTRA_FRAME;
John Koleszar's avatar
John Koleszar committed
536 537 538 539 540 541 542

    // if we encode a new mv this is important
    // find the best new motion vector
    for (mode_index = 0; mode_index < MAX_MODES; mode_index++)
    {
        int frame_cost;
        int this_rd = INT_MAX;
543
        int this_ref_frame = ref_frame_map[vp8_ref_frame_order[mode_index]];
John Koleszar's avatar
John Koleszar committed
544 545 546 547

        if (best_rd <= cpi->rd_threshes[mode_index])
            continue;

548
        if (this_ref_frame < 0)
John Koleszar's avatar
John Koleszar committed
549 550
            continue;

551 552
        x->e_mbd.mode_info_context->mbmi.ref_frame = this_ref_frame;

553 554
#if CONFIG_MULTI_RES_ENCODING
        if (cpi->oxcf.mr_encoder_id)
John Koleszar's avatar
John Koleszar committed
555
        {
556 557 558
            /* If parent MB is intra, child MB is intra. */
            if (!parent_ref_frame && this_ref_frame)
                continue;
John Koleszar's avatar
John Koleszar committed
559

560 561 562 563 564
            /* If parent MB is inter, and it is unlikely there are multiple
             * objects in parent MB, we use parent ref frame as child MB's
             * ref frame. */
            if (parent_ref_frame && dissim < 8
                && parent_ref_frame != this_ref_frame)
John Koleszar's avatar
John Koleszar committed
565 566
                continue;
        }
567
#endif
John Koleszar's avatar
John Koleszar committed
568 569

        // everything but intra
570
        if (x->e_mbd.mode_info_context->mbmi.ref_frame)
John Koleszar's avatar
John Koleszar committed
571
        {
572 573 574
            x->e_mbd.pre.y_buffer = plane[this_ref_frame][0];
            x->e_mbd.pre.u_buffer = plane[this_ref_frame][1];
            x->e_mbd.pre.v_buffer = plane[this_ref_frame][2];
575

576
            if (sign_bias != cpi->common.ref_frame_sign_bias[this_ref_frame])
577
            {
578 579 580
                sign_bias = cpi->common.ref_frame_sign_bias[this_ref_frame];
                mode_mv = mode_mv_sb[sign_bias];
                best_ref_mv.as_int = best_ref_mv_sb[sign_bias].as_int;
581
            }
582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623

#if CONFIG_MULTI_RES_ENCODING
            if (cpi->oxcf.mr_encoder_id)
            {
                if (vp8_mode_order[mode_index] == NEARESTMV &&
                    mode_mv[NEARESTMV].as_int ==0)
                    continue;
                if (vp8_mode_order[mode_index] == NEARMV &&
                    mode_mv[NEARMV].as_int ==0)
                    continue;

                if (vp8_mode_order[mode_index] == NEWMV && parent_mode == ZEROMV
                    && best_ref_mv.as_int==0) //&& dissim==0
                    continue;
                else if(vp8_mode_order[mode_index] == NEWMV && dissim==0
                    && best_ref_mv.as_int==parent_ref_mv.as_int)
                    continue;
            }
#endif
        }

        /* Check to see if the testing frequency for this mode is at its max
         * If so then prevent it from being tested and increase the threshold
         * for its testing */
        if (cpi->mode_test_hit_counts[mode_index] &&
                                         (cpi->mode_check_freq[mode_index] > 1))
        {
            if (cpi->mbs_tested_so_far <= (cpi->mode_check_freq[mode_index] *
                                         cpi->mode_test_hit_counts[mode_index]))
            {
                /* Increase the threshold for coding this mode to make it less
                 * likely to be chosen */
                cpi->rd_thresh_mult[mode_index] += 4;

                if (cpi->rd_thresh_mult[mode_index] > MAX_THRESHMULT)
                    cpi->rd_thresh_mult[mode_index] = MAX_THRESHMULT;

                cpi->rd_threshes[mode_index] =
                                 (cpi->rd_baseline_thresh[mode_index] >> 7) *
                                 cpi->rd_thresh_mult[mode_index];
                continue;
            }
John Koleszar's avatar
John Koleszar committed
624 625
        }

626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646
        /* We have now reached the point where we are going to test the current
         * mode so increment the counter for the number of times it has been
         * tested */
        cpi->mode_test_hit_counts[mode_index] ++;

        rate2 = 0;
        distortion2 = 0;

        this_mode = vp8_mode_order[mode_index];

        x->e_mbd.mode_info_context->mbmi.mode = this_mode;
        x->e_mbd.mode_info_context->mbmi.uv_mode = DC_PRED;

        /* Work out the cost assosciated with selecting the reference frame */
        frame_cost =
            x->e_mbd.ref_frame_cost[x->e_mbd.mode_info_context->mbmi.ref_frame];
        rate2 += frame_cost;

        /* Only consider ZEROMV/ALTREF_FRAME for alt ref frame,
         * unless ARNR filtering is enabled in which case we want
         * an unfiltered alternative */
647
        if (cpi->is_src_frame_alt_ref && (cpi->oxcf.arnr_max_frames == 0))
John Koleszar's avatar
John Koleszar committed
648
        {
649 650
            if (this_mode != ZEROMV ||
                x->e_mbd.mode_info_context->mbmi.ref_frame != ALTREF_FRAME)
John Koleszar's avatar
John Koleszar committed
651 652 653 654 655 656
                continue;
        }

        switch (this_mode)
        {
        case B_PRED:
657
            /* Pass best so far to pick_intra4x4mby_modes to use as breakout */
658
            distortion2 = best_sse;
John Koleszar's avatar
John Koleszar committed
659
            pick_intra4x4mby_modes(x, &rate, &distortion2);
John Koleszar's avatar
John Koleszar committed
660 661 662 663 664 665 666

            if (distortion2 == INT_MAX)
            {
                this_rd = INT_MAX;
            }
            else
            {
667
                rate2 += rate;
John Koleszar's avatar
John Koleszar committed
668
                distortion2 = vp8_variance16x16(
669
                                    *(b->base_src), b->src_stride,
670
                                    x->e_mbd.predictor, 16, &sse);
Yunqing Wang's avatar
Yunqing Wang committed
671
                this_rd = RDCOST(x->rdmult, x->rddiv, rate2, distortion2);
John Koleszar's avatar
John Koleszar committed
672 673 674 675

                if (this_rd < best_intra_rd)
                {
                    best_intra_rd = this_rd;
Paul Wilkins's avatar
Paul Wilkins committed
676
                    *returnintra = distortion2;
John Koleszar's avatar
John Koleszar committed
677 678 679 680 681 682 683 684 685 686 687 688 689 690
                }
            }

            break;

        case SPLITMV:

            // Split MV modes currently not supported when RD is nopt enabled.
            break;

        case DC_PRED:
        case V_PRED:
        case H_PRED:
        case TM_PRED:
John Koleszar's avatar
John Koleszar committed
691
            vp8_build_intra_predictors_mby
692
                (&x->e_mbd);
John Koleszar's avatar
John Koleszar committed
693
            distortion2 = vp8_variance16x16
694
                                          (*(b->base_src), b->src_stride,
695
                                          x->e_mbd.predictor, 16, &sse);
696
            rate2 += x->mbmode_cost[x->e_mbd.frame_type][x->e_mbd.mode_info_context->mbmi.mode];
Yunqing Wang's avatar
Yunqing Wang committed
697
            this_rd = RDCOST(x->rdmult, x->rddiv, rate2, distortion2);
John Koleszar's avatar
John Koleszar committed
698 699 700 701

            if (this_rd < best_intra_rd)
            {
                best_intra_rd = this_rd;
Paul Wilkins's avatar
Paul Wilkins committed
702
                *returnintra = distortion2;
John Koleszar's avatar
John Koleszar committed
703 704 705 706 707 708 709 710 711
            }
            break;

        case NEWMV:
        {
            int thissme;
            int step_param;
            int further_steps;
            int n = 0;
712
            int sadpb = x->sadperbit16;
713
            int_mv mvp_full;
John Koleszar's avatar
John Koleszar committed
714

715 716
            int col_min = ((best_ref_mv.as_mv.col+7)>>3) - MAX_FULL_PEL_VAL;
            int row_min = ((best_ref_mv.as_mv.row+7)>>3) - MAX_FULL_PEL_VAL;
717 718 719 720
            int col_max = (best_ref_mv.as_mv.col>>3)
                         + MAX_FULL_PEL_VAL;
            int row_max = (best_ref_mv.as_mv.row>>3)
                         + MAX_FULL_PEL_VAL;
721 722 723 724 725 726

            int tmp_col_min = x->mv_col_min;
            int tmp_col_max = x->mv_col_max;
            int tmp_row_min = x->mv_row_min;
            int tmp_row_max = x->mv_row_max;

727
            int speed_adjust = (cpi->Speed > 5) ? ((cpi->Speed >= 8)? 3 : 2) : 1;
John Koleszar's avatar
John Koleszar committed
728

729
            // Further step/diamond searches as necessary
730 731
            step_param = cpi->sf.first_step + speed_adjust;

732 733 734 735 736 737 738 739 740 741 742 743 744
#if CONFIG_MULTI_RES_ENCODING
            if (cpi->oxcf.mr_encoder_id)
            {
                // Use parent MV as predictor. Adjust search range accordingly.
                mvp.as_int = parent_ref_mv.as_int;
                mvp_full.as_mv.col = parent_ref_mv.as_mv.col>>3;
                mvp_full.as_mv.row = parent_ref_mv.as_mv.row>>3;

                if(dissim <=32) step_param += 3;
                else if(dissim <=128) step_param += 2;
                else step_param += 1;
            }else
#endif
John Koleszar's avatar
John Koleszar committed
745
            {
746
                if(cpi->sf.improved_mv_pred)
747
                {
748 749 750 751 752
                    if(!saddone)
                    {
                        vp8_cal_sad(cpi,xd,x, recon_yoffset ,&near_sadidx[0] );
                        saddone = 1;
                    }
753

754 755 756 757
                    vp8_mv_pred(cpi, &x->e_mbd, x->e_mbd.mode_info_context,
                                &mvp,x->e_mbd.mode_info_context->mbmi.ref_frame,
                                cpi->common.ref_frame_sign_bias, &sr,
                                &near_sadidx[0]);
758

759 760 761 762
                    sr += speed_adjust;
                    //adjust search range according to sr from mv prediction
                    if(sr > step_param)
                        step_param = sr;
763

764 765 766 767 768 769 770 771 772
                    mvp_full.as_mv.col = mvp.as_mv.col>>3;
                    mvp_full.as_mv.row = mvp.as_mv.row>>3;
                }else
                {
                    mvp.as_int = best_ref_mv.as_int;
                    mvp_full.as_mv.col = best_ref_mv.as_mv.col>>3;
                    mvp_full.as_mv.row = best_ref_mv.as_mv.row>>3;
                }
            }
773

774 775 776 777
#if CONFIG_MULTI_RES_ENCODING
            if (cpi->oxcf.mr_encoder_id && dissim <= 2 &&
                MAX(abs(best_ref_mv.as_mv.row - parent_ref_mv.as_mv.row),
                    abs(best_ref_mv.as_mv.col - parent_ref_mv.as_mv.col)) <= 4)
778
            {
779 780
                d->bmi.mv.as_int = mvp_full.as_int;
                mode_mv[NEWMV].as_int = mvp_full.as_int;
John Koleszar's avatar
John Koleszar committed
781

782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799
                cpi->find_fractional_mv_step(x, b, d, &d->bmi.mv, &best_ref_mv,
                                             x->errorperbit,
                                             &cpi->fn_ptr[BLOCK_16X16],
                                             cpi->mb.mvcost,
                                             &distortion2,&sse);
            }else
#endif
            {
                /* Get intersection of UMV window and valid MV window to
                 * reduce # of checks in diamond search. */
                if (x->mv_col_min < col_min )
                    x->mv_col_min = col_min;
                if (x->mv_col_max > col_max )
                    x->mv_col_max = col_max;
                if (x->mv_row_min < row_min )
                    x->mv_row_min = row_min;
                if (x->mv_row_max > row_max )
                    x->mv_row_max = row_max;
800

801 802
                further_steps = (cpi->Speed >= 8)?
                           0: (cpi->sf.max_step_search_steps - 1 - step_param);
803

804 805
                if (cpi->sf.search_method == HEX)
                {
Yunqing Wang's avatar
Yunqing Wang committed
806 807 808 809 810 811
#if CONFIG_MULTI_RES_ENCODING
                /* TODO: In higher-res pick_inter_mode, step_param is used to
                 * modify hex search range. Here, set step_param to 0 not to
                 * change the behavior in lowest-resolution encoder.
                 * Will improve it later.
                 */
812 813
                if (!cpi->oxcf.mr_encoder_id)
                    step_param = 0;
Yunqing Wang's avatar
Yunqing Wang committed
814
#endif
815 816 817 818 819 820 821 822 823 824 825 826 827
                    bestsme = vp8_hex_search(x, b, d, &mvp_full, &d->bmi.mv,
                                          step_param, sadpb,
                                          &cpi->fn_ptr[BLOCK_16X16],
                                          x->mvsadcost, x->mvcost, &best_ref_mv);
                    mode_mv[NEWMV].as_int = d->bmi.mv.as_int;
                }
                else
                {
                    bestsme = cpi->diamond_search_sad(x, b, d, &mvp_full,
                                          &d->bmi.mv, step_param, sadpb, &num00,
                                          &cpi->fn_ptr[BLOCK_16X16],
                                          x->mvcost, &best_ref_mv);
                    mode_mv[NEWMV].as_int = d->bmi.mv.as_int;
John Koleszar's avatar
John Koleszar committed
828

829 830 831
                    // Further step/diamond searches as necessary
                    n = 0;
                    //further_steps = (cpi->sf.max_step_search_steps - 1) - step_param;
John Koleszar's avatar
John Koleszar committed
832

833 834
                    n = num00;
                    num00 = 0;
John Koleszar's avatar
John Koleszar committed
835

836
                    while (n < further_steps)
John Koleszar's avatar
John Koleszar committed
837
                    {
838 839 840 841
                        n++;

                        if (num00)
                            num00--;
John Koleszar's avatar
John Koleszar committed
842 843
                        else
                        {
844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859
                            thissme =
                            cpi->diamond_search_sad(x, b, d, &mvp_full,
                                                    &d->bmi.mv,
                                                    step_param + n,
                                                    sadpb, &num00,
                                                    &cpi->fn_ptr[BLOCK_16X16],
                                                    x->mvcost, &best_ref_mv);
                            if (thissme < bestsme)
                            {
                                bestsme = thissme;
                                mode_mv[NEWMV].as_int = d->bmi.mv.as_int;
                            }
                            else
                            {
                                d->bmi.mv.as_int = mode_mv[NEWMV].as_int;
                            }
John Koleszar's avatar
John Koleszar committed
860 861 862 863
                        }
                    }
                }

864 865 866 867
                x->mv_col_min = tmp_col_min;
                x->mv_col_max = tmp_col_max;
                x->mv_row_min = tmp_row_min;
                x->mv_row_max = tmp_row_max;
John Koleszar's avatar
John Koleszar committed
868

869 870 871
                if (bestsme < INT_MAX)
                    cpi->find_fractional_mv_step(x, b, d, &d->bmi.mv,
                                             &best_ref_mv, x->errorperbit,
872 873 874
                                             &cpi->fn_ptr[BLOCK_16X16],
                                             cpi->mb.mvcost,
                                             &distortion2,&sse);
875
            }
John Koleszar's avatar
John Koleszar committed
876

Scott LaVarnway's avatar
Scott LaVarnway committed
877
            mode_mv[NEWMV].as_int = d->bmi.mv.as_int;
John Koleszar's avatar
John Koleszar committed
878

879
            // mv cost;
880 881
            rate2 += vp8_mv_bit_cost(&mode_mv[NEWMV], &best_ref_mv,
                                     cpi->mb.mvcost, 128);
882
        }
John Koleszar's avatar
John Koleszar committed
883 884 885 886

        case NEARESTMV:
        case NEARMV:

Scott LaVarnway's avatar
Scott LaVarnway committed
887
            if (mode_mv[this_mode].as_int == 0)
John Koleszar's avatar
John Koleszar committed
888 889 890 891
                continue;

        case ZEROMV:

892 893 894 895 896 897 898 899 900
            /* Trap vectors that reach beyond the UMV borders
             * Note that ALL New MV, Nearest MV Near MV and Zero MV code drops
             * through to this point because of the lack of break statements
             * in the previous two cases.
             */
            if (((mode_mv[this_mode].as_mv.row >> 3) < x->mv_row_min) ||
                ((mode_mv[this_mode].as_mv.row >> 3) > x->mv_row_max) ||
                ((mode_mv[this_mode].as_mv.col >> 3) < x->mv_col_min) ||
                ((mode_mv[this_mode].as_mv.col >> 3) > x->mv_col_max))
John Koleszar's avatar
John Koleszar committed
901 902 903
                continue;

            rate2 += vp8_cost_mv_ref(this_mode, mdcounts);
904 905
            x->e_mbd.mode_info_context->mbmi.mv.as_int =
                                                    mode_mv[this_mode].as_int;
John Koleszar's avatar
John Koleszar committed
906

907 908
            /* Exit early and don't compute the distortion if this macroblock
             * is marked inactive. */
909 910 911 912 913 914 915 916
            if (cpi->active_map_enabled && x->active_ptr[0] == 0)
            {
                sse = 0;
                distortion2 = 0;
                x->skip = 1;
                break;
            }

917 918 919 920 921
            if((this_mode != NEWMV) ||
                !(have_subp_search) || cpi->common.full_pixel==1)
                distortion2 = get_inter_mbpred_error(x,
                                                     &cpi->fn_ptr[BLOCK_16X16],
                                                     &sse, mode_mv[this_mode]);
John Koleszar's avatar
John Koleszar committed
922

Yunqing Wang's avatar
Yunqing Wang committed
923
            this_rd = RDCOST(x->rdmult, x->rddiv, rate2, distortion2);
John Koleszar's avatar
John Koleszar committed
924

925
            if (sse < x->encode_breakout)
John Koleszar's avatar
John Koleszar committed
926 927 928 929
            {
                // Check u and v to make sure skip is ok
                int sse2 = 0;

John Koleszar's avatar
John Koleszar committed
930
                sse2 = VP8_UVSSE(x);
John Koleszar's avatar
John Koleszar committed
931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949

                if (sse2 * 2 < x->encode_breakout)
                    x->skip = 1;
                else
                    x->skip = 0;
            }

            break;
        default:
            break;
        }

        if (this_rd < best_rd || x->skip)
        {
            // Note index of best mode
            best_mode_index = mode_index;

            *returnrate = rate2;
            *returndistortion = distortion2;
950
            best_sse = sse;
John Koleszar's avatar
John Koleszar committed
951
            best_rd = this_rd;
952 953 954 955 956 957 958 959 960 961 962 963
            vpx_memcpy(&best_mbmode, &x->e_mbd.mode_info_context->mbmi,
                       sizeof(MB_MODE_INFO));

            /* Testing this mode gave rise to an improvement in best error
             * score. Lower threshold a bit for next time
             */
            cpi->rd_thresh_mult[mode_index] =
                     (cpi->rd_thresh_mult[mode_index] >= (MIN_THRESHMULT + 2)) ?
                     cpi->rd_thresh_mult[mode_index] - 2 : MIN_THRESHMULT;
            cpi->rd_threshes[mode_index] =
                                   (cpi->rd_baseline_thresh[mode_index] >> 7) *
                                   cpi->rd_thresh_mult[mode_index];
John Koleszar's avatar
John Koleszar committed
964 965
        }

966 967 968
        /* If the mode did not help improve the best error case then raise the
         * threshold for testing that mode next time around.
         */
John Koleszar's avatar
John Koleszar committed
969 970 971 972 973 974 975
        else
        {
            cpi->rd_thresh_mult[mode_index] += 4;

            if (cpi->rd_thresh_mult[mode_index] > MAX_THRESHMULT)
                cpi->rd_thresh_mult[mode_index] = MAX_THRESHMULT;

976 977 978
            cpi->rd_threshes[mode_index] =
                         (cpi->rd_baseline_thresh[mode_index] >> 7) *
                         cpi->rd_thresh_mult[mode_index];
John Koleszar's avatar
John Koleszar committed
979 980 981 982 983 984 985 986 987 988 989
        }

        if (x->skip)
            break;
    }

    // Reduce the activation RD thresholds for the best choice mode
    if ((cpi->rd_baseline_thresh[best_mode_index] > 0) && (cpi->rd_baseline_thresh[best_mode_index] < (INT_MAX >> 2)))
    {
        int best_adjustment = (cpi->rd_thresh_mult[best_mode_index] >> 3);

990 991 992 993 994 995 996 997
        cpi->rd_thresh_mult[best_mode_index] =
                        (cpi->rd_thresh_mult[best_mode_index]
                        >= (MIN_THRESHMULT + best_adjustment)) ?
                        cpi->rd_thresh_mult[best_mode_index] - best_adjustment :
                        MIN_THRESHMULT;
        cpi->rd_threshes[best_mode_index] =
                        (cpi->rd_baseline_thresh[best_mode_index] >> 7) *
                        cpi->rd_thresh_mult[best_mode_index];
John Koleszar's avatar
John Koleszar committed
998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011
    }


    {
        int this_rdbin = (*returndistortion >> 7);

        if (this_rdbin >= 1024)
        {
            this_rdbin = 1023;
        }

        cpi->error_bins[this_rdbin] ++;
    }

1012 1013
    if (cpi->is_src_frame_alt_ref &&
        (best_mbmode.mode != ZEROMV || best_mbmode.ref_frame != ALTREF_FRAME))
John Koleszar's avatar
John Koleszar committed
1014
    {
1015 1016
        x->e_mbd.mode_info_context->mbmi.mode = ZEROMV;
        x->e_mbd.mode_info_context->mbmi.ref_frame = ALTREF_FRAME;
1017
        x->e_mbd.mode_info_context->mbmi.mv.as_int = 0;
1018 1019
        x->e_mbd.mode_info_context->mbmi.uv_mode = DC_PRED;
        x->e_mbd.mode_info_context->mbmi.mb_skip_coeff =
1020
                                        (cpi->common.mb_no_coeff_skip);
1021 1022
        x->e_mbd.mode_info_context->mbmi.partitioning = 0;

1023
        return;
John Koleszar's avatar
John Koleszar committed
1024 1025
    }

1026 1027
    /* set to the best mb mode, this copy can be skip if x->skip since it
     * already has the right content */
Alpha Lam's avatar
Alpha Lam committed
1028
    if (!x->skip)
1029 1030
        vpx_memcpy(&x->e_mbd.mode_info_context->mbmi, &best_mbmode,
                   sizeof(MB_MODE_INFO));
John Koleszar's avatar
John Koleszar committed
1031

1032 1033 1034
    if (best_mbmode.mode <= B_PRED)
    {
        /* set mode_info_context->mbmi.uv_mode */
1035
        pick_intra_mbuv_mode(x);
1036
    }
Scott LaVarnway's avatar
Scott LaVarnway committed
1037

1038
    if (sign_bias
1039
      != cpi->common.ref_frame_sign_bias[xd->mode_info_context->mbmi.ref_frame])
1040
        best_ref_mv.as_int = best_ref_mv_sb[!sign_bias].as_int;
1041 1042

    update_mvcount(cpi, &x->e_mbd, &best_ref_mv);
John Koleszar's avatar
John Koleszar committed
1043
}
1044 1045 1046 1047 1048


void vp8_pick_intra_mode(VP8_COMP *cpi, MACROBLOCK *x, int *rate_)
{
    int error4x4, error16x16 = INT_MAX;
1049
    int rate, best_rate = 0, distortion, best_sse;
1050 1051
    MB_PREDICTION_MODE mode, best_mode = DC_PRED;
    int this_rd;
1052
    unsigned int sse;
1053
    BLOCK *b = &x->block[0];
1054

1055 1056
    x->e_mbd.mode_info_context->mbmi.ref_frame = INTRA_FRAME;

1057 1058 1059 1060 1061
    pick_intra_mbuv_mode(x);

    for (mode = DC_PRED; mode <= TM_PRED; mode ++)
    {
        x->e_mbd.mode_info_context->mbmi.mode = mode;
John Koleszar's avatar
John Koleszar committed
1062
        vp8_build_intra_predictors_mby
1063
            (&x->e_mbd);
John Koleszar's avatar
John Koleszar committed
1064
        distortion = vp8_variance16x16
1065
            (*(b->base_src), b->src_stride, x->e_mbd.predictor, 16, &sse);
1066 1067 1068 1069 1070 1071 1072
        rate = x->mbmode_cost[x->e_mbd.frame_type][mode];
        this_rd = RDCOST(x->rdmult, x->rddiv, rate, distortion);

        if (error16x16 > this_rd)
        {
            error16x16 = this_rd;
            best_mode = mode;
1073
            best_sse = sse;
1074
            best_rate = rate;
1075 1076 1077 1078
        }
    }
    x->e_mbd.mode_info_context->mbmi.mode = best_mode;

John Koleszar's avatar
John Koleszar committed
1079
    error4x4 = pick_intra4x4mby_modes(x, &rate,
1080
                                      &best_sse);
1081
    if (error4x4 < error16x16)
1082
    {
1083
        x->e_mbd.mode_info_context->mbmi.mode = B_PRED;
1084 1085
        best_rate = rate;
    }
1086

1087
    *rate_ = best_rate;
1088
}