shithub: libvpx

Info  •  Files  •  Log  •  Branches

get_prob(): rationalize int types

promote the unsigned int calculation to uint64_t rather than int64_t for
type consistency

Change-Id: Ic34dee1dc707d9faf6a3ae250bfe39b60bef3438

--- a/vpx_dsp/prob.h

+++ b/vpx_dsp/prob.h

@@ -48,7 +48,7 @@

 static INLINE vpx_prob get_prob(unsigned int num, unsigned int den) {

   assert(den != 0);

   {

-    const int p = (int)(((int64_t)num * 256 + (den >> 1)) / den);

+    const int p = (int)(((uint64_t)num * 256 + (den >> 1)) / den);

     // (p > 255) ? 255 : (p < 1) ? 1 : p;

     const int clipped_prob = p | ((255 - p) >> 23) | (p == 0);

     return (vpx_prob)clipped_prob;