avutil/integer: Fix integer overflow in av_mul_i()

Found-by: fate Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
6 years ago · 3cc3cb663b
parent 203ccb8746
commit 3cc3cb663b
1 changed files with 1 additions and 1 deletions
--- a/libavutil/integer.c
+++ b/libavutil/integer.c
@ -74,7 +74,7 @@ AVInteger av_mul_i(AVInteger a, AVInteger b){

        if(a.v[i])
            for(j=i; j<AV_INTEGER_SIZE && j-i<=nb; j++){
-                carry= (carry>>16) + out.v[j] + a.v[i]*b.v[j-i];
+                carry= (carry>>16) + out.v[j] + a.v[i]*(unsigned)b.v[j-i];
                out.v[j]= carry;
            }
    }