diff --git a/vp9/common/vp9_pred_common.c b/vp9/common/vp9_pred_common.c
index 6376bcd5a50b23b6f84fa124fd5f10787fca4083..c12920c4dcfac0e13ac3fbbda381cd1605d12cf6 100644
--- a/vp9/common/vp9_pred_common.c
+++ b/vp9/common/vp9_pred_common.c
@@ -66,7 +66,7 @@ unsigned char vp9_get_pred_context(const VP9_COMMON *const cm,
                     VP9_SWITCHABLE_FILTERS;
 
       // above
-      const int above_in_image = above_mi->mbmi.mb_in_image;
+      const int above_in_image = xd->up_available && above_mi->mbmi.mb_in_image;
       const int above_mv_pred = above_mi->mbmi.mode >= NEARESTMV &&
                                 above_mi->mbmi.mode <= SPLITMV;
       const int above_interp = above_in_image && above_mv_pred ?