Commit 7de21960 authored by Michael Niedermayer's avatar Michael Niedermayer

sws: fix extreem downscaling

Signed-off-by: 's avatarMichael Niedermayer <michaelni@gmx.at>
parent 95760b33
......@@ -230,7 +230,7 @@ static int initFilter(int16_t **outFilter, int32_t **filterPos,
int minFilterSize;
int64_t *filter = NULL;
int64_t *filter2 = NULL;
const int64_t fone = 1LL << 54;
const int64_t fone = 1LL << (54 - FFMIN(av_log2(srcW/dstW), 8));
int ret = -1;
emms_c(); // FIXME should not be required but IS (even for non-MMX versions)
......@@ -356,7 +356,7 @@ static int initFilter(int16_t **outFilter, int32_t **filterPos,
(-12 * B - 48 * C) * d +
(8 * B + 24 * C) * (1 << 30);
}
coeff *= fone >> (30 + 24);
coeff /= (1LL<<54)/fone;
}
#if 0
else if (flags & SWS_X) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment