swscale: fix another integer overflow at large dimensions/rescales.

2bb628f8 · Ronald S. Bultje · 19adb0bc · 2bb628f8
Commit 2bb628f8 authored Feb 24, 2012 by Ronald S. Bultje
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

utils.c libswscale/utils.c +1 -1

No files found.
--- a/libswscale/utils.c
+++ b/libswscale/utils.c
@@ -274,7 +274,7 @@ static int initFilter(int16_t **outFilter, int16_t **filterPos, int *outFilterSi
            int j;
            (*filterPos)[i]= xx;
            for (j=0; j<filterSize; j++) {
-                int64_t d= ((int64_t)FFABS((xx<<17) - xDstInSrc))<<13;
+                int64_t d= (FFABS(((int64_t)xx<<17) - xDstInSrc))<<13;
                double floatd;
                int64_t coeff;