From ab1cad9bdd339ada3c80c7ba061e06e760573edf Mon Sep 17 00:00:00 2001
From: Yaowu Xu <yaowu@google.com>
Date: Thu, 31 Jan 2013 15:39:41 -0800
Subject: [PATCH] fix a small bug in 16 point forward dct
The commit fixes a minor error in 16 point fdct where in a rotation can
produce result of -1 instead of 0.
Change-Id: I45aac4a52bcd06225c6d04e643547a13e1c1aade
---
vp9/encoder/vp9_dct.c | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/vp9/encoder/vp9_dct.c b/vp9/encoder/vp9_dct.c
index bfde02ccbe..32e7b3fbc4 100644
--- a/vp9/encoder/vp9_dct.c
+++ b/vp9/encoder/vp9_dct.c
@@ -1288,7 +1288,7 @@ static void dct16x16_1d(int16_t input[16], int16_t output[16],
output[15] = (intermediate[11] + intermediate[12] + output_rounding)
>> output_shift;
- output[ 1] = -(intermediate[11] - intermediate[12] + output_rounding)
+ output[ 1] = (intermediate[12] - intermediate[11] + output_rounding)
>> output_shift;
output[ 7] = (2 * (intermediate[13] * C8) + final_rounding) >> final_shift;
--
GitLab