shithub: libvpx

Download patch

ref: 35e8fa1458cefdf04591dd3382728c403198c2a0
parent: 439bd095c6c1b6aa107326c34b9b1c6afff2a7bf
author: Deb Mukherjee <debargha@google.com>
date: Thu Oct 2 03:37:26 EDT 2014

rdmult data type change to fix high bit-depth

Fixes an intermittent assert failure for highbitdepth.

Change-Id: If8cad0209a94f1184b69c7b3f1d587934f857d9b

--- a/vp9/encoder/vp9_rd.c
+++ b/vp9/encoder/vp9_rd.c
@@ -136,7 +136,7 @@
 };
 
 int vp9_compute_rd_mult(const VP9_COMP *cpi, int qindex) {
-  const int q = vp9_dc_quant(qindex, 0, cpi->common.bit_depth);
+  const int64_t q = vp9_dc_quant(qindex, 0, cpi->common.bit_depth);
 #if CONFIG_VP9_HIGHBITDEPTH
   int rdmult = 0;
   switch (cpi->common.bit_depth) {