diff --git a/vp9/decoder/vp9_decodemv.c b/vp9/decoder/vp9_decodemv.c
index aa8726ffe4cabfed5bede04ecaaddac0e5243d0f..136a3657a1ec5afabfa9d201081113a478d0a3e0 100644
--- a/vp9/decoder/vp9_decodemv.c
+++ b/vp9/decoder/vp9_decodemv.c
@@ -818,9 +818,6 @@ void vp9_decode_mb_mode_mv(VP9D_COMP* const pbi,
     kfread_modes(pbi, mi, mi_row, mi_col, r);
   } else {
     read_mb_modes_mv(pbi, mi, &mi->mbmi, mi_row, mi_col, r);
-    set_scale_factors(xd,
-                      mi->mbmi.ref_frame - 1, mi->mbmi.second_ref_frame - 1,
-                      cm->active_ref_scale);
   }
 
   if (1) {