From 82bbb230103ce9c1d1f5175b077a33ae45a13400 Mon Sep 17 00:00:00 2001 From: Adrian Grange Date: Tue, 16 Apr 2013 15:12:20 -0700 Subject: [PATCH] Fixed overflow test on boost calculation Normalization of the frame boost value was being done when it reached the value 1028. The intention was to keep to a range of 10 bits, so it should have been clipped above 1023. Change-Id: I0afdddc1d2eb9e7822ec4578903cbe6ec0b33b91 --- vp9/encoder/vp9_firstpass.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vp9/encoder/vp9_firstpass.c b/vp9/encoder/vp9_firstpass.c index 1dd2a7d..d1ce557 100644 --- a/vp9/encoder/vp9_firstpass.c +++ b/vp9/encoder/vp9_firstpass.c @@ -1963,7 +1963,7 @@ static void define_gf_group(VP9_COMP *cpi, FIRSTPASS_STATS *this_frame) { (cpi->baseline_gf_interval * 100) + (boost - 100); // Prevent overflow - if (boost > 1028) { // TODO(agrange) Should this be 1024? + if (boost > 1023) { int divisor = boost >> 10; boost /= divisor; allocation_chunks /= divisor; -- 2.7.4