shithub: libvpx

Info  •  Files  •  Log  •  Branches

Merge "Fix overflow in RD error calculation code." into experimental

--- a/vp9/encoder/vp9_rdopt.c

+++ b/vp9/encoder/vp9_rdopt.c

@@ -602,7 +602,7 @@

   for (i = 0; i < block_size; i++) {

     int this_diff = coeff[i] - dqcoeff[i];

-    error += this_diff * this_diff;

+    error += (unsigned)this_diff * this_diff;

   }

   error >>= shift;