shithub: libvpx

Info  •  Files  •  Log

Merge "vpx_dsp/quantize: fix int sanitizer warnings"

--- a/vpx_dsp/quantize.c

+++ b/vpx_dsp/quantize.c

@@ -156,7 +156,7 @@

              quant_shift_ptr[rc != 0]) >>

             16;  // quantization

       qcoeff_ptr[rc] = (tmp ^ coeff_sign) - coeff_sign;

-      dqcoeff_ptr[rc] = qcoeff_ptr[rc] * dequant_ptr[rc != 0];

+      dqcoeff_ptr[rc] = (tran_low_t)(qcoeff_ptr[rc] * dequant_ptr[rc != 0]);

       if (tmp) eob = i;

     }