swscale: fix another integer overflow at large dimensions/rescales.

13 years ago · 2bb628f870
parent 19adb0bc2d
commit 2bb628f870
1 changed files with 1 additions and 1 deletions
--- a/libswscale/utils.c
+++ b/libswscale/utils.c
@ -274,7 +274,7 @@ static int initFilter(int16_t **outFilter, int16_t **filterPos, int *outFilterSi
            int j;
            (*filterPos)[i]= xx;
            for (j=0; j<filterSize; j++) {
-                int64_t d= ((int64_t)FFABS((xx<<17) - xDstInSrc))<<13;
+                int64_t d= (FFABS(((int64_t)xx<<17) - xDstInSrc))<<13;
                double floatd;
                int64_t coeff;