vp9: fix integer overflow in 10/12bpp DC-only calculation.

342bca7f · Ronald S. Bultje · 1f7871ec · 342bca7f
Commit 342bca7f authored Sep 04, 2015 by Ronald S. Bultje
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

vp9dsp_template.c libavcodec/vp9dsp_template.c +2 -2

No files found.
--- a/libavcodec/vp9dsp_template.c
+++ b/libavcodec/vp9dsp_template.c
@@ -1131,8 +1131,8 @@ static void type_a##_##type_b##_##sz##x##sz##_add_c(uint8_t *_dst, \
 \
    stride /= sizeof(pixel); \
    if (has_dconly && eob == 1) { \
-        const int t  = (((block[0] * 11585 + (1 << 13)) >> 14) \
-                                   * 11585 + (1 << 13)) >> 14; \
+        const int t  = ((((dctint) block[0] * 11585 + (1 << 13)) >> 14) \
+                                            * 11585 + (1 << 13)) >> 14; \
        block[0] = 0; \
        for (i = 0; i < sz; i++) { \
            for (j = 0; j < sz; j++) \