Commit a7ea733b authored by Michael Niedermayer's avatar Michael Niedermayer

avcodec/simple_idct_template: fix row rounder

MSE changes from 0.04890000 to 0.02969844
Signed-off-by: 's avatarMichael Niedermayer <michaelni@gmx.at>
parent cca2772e
...@@ -136,7 +136,7 @@ static inline void FUNC(idctRowCondDC)(int16_t *row, int extra_shift) ...@@ -136,7 +136,7 @@ static inline void FUNC(idctRowCondDC)(int16_t *row, int extra_shift)
} }
#endif #endif
a0 = (W4 * row[0]) + (1 << (ROW_SHIFT - 1)); a0 = (W4 * row[0]) + (1 << (ROW_SHIFT + extra_shift - 1));
a1 = a0; a1 = a0;
a2 = a0; a2 = a0;
a3 = a0; a3 = a0;
......
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0xdb4ce06a 0, 0, 0, 1, 8294400, 0x57127dd9
0, 1, 1, 1, 8294400, 0xdb4ce06a 0, 1, 1, 1, 8294400, 0x57127dd9
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0x9b2c65b0 0, 0, 0, 1, 8294400, 0x978851f4
0, 1, 1, 1, 8294400, 0x9b2c65b0 0, 1, 1, 1, 8294400, 0x978851f4
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0xaceddd97 0, 0, 0, 1, 8294400, 0xdaff4019
0, 1, 1, 1, 8294400, 0xaceddd97 0, 1, 1, 1, 8294400, 0xdaff4019
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0x3e3e9e16 0, 0, 0, 1, 8294400, 0x007ba770
0, 1, 1, 1, 8294400, 0x3e3e9e16 0, 1, 1, 1, 8294400, 0x007ba770
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 16588800, 0x52b1b7fe 0, 0, 0, 1, 16588800, 0x8e4dac48
0, 1, 1, 1, 16588800, 0x52b1b7fe 0, 1, 1, 1, 16588800, 0x8e4dac48
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 12441600, 0x16ba9193 0, 0, 0, 1, 12441600, 0xf11685dd
0, 1, 1, 1, 12441600, 0x16ba9193 0, 1, 1, 1, 12441600, 0xf11685dd
#tb 0: 1/25 #tb 0: 1/25
#tb 1: 1/48000 #tb 1: 1/48000
0, 0, 0, 1, 16588800, 0x93bbc444 0, 0, 0, 1, 16588800, 0x7163b01a
1, 0, 0, 1024, 4096, 0x00000000 1, 0, 0, 1024, 4096, 0x00000000
1, 1024, 1024, 896, 3584, 0x00000000 1, 1024, 1024, 896, 3584, 0x00000000
#tb 0: 1/25 #tb 0: 1/25
#tb 1: 1/48000 #tb 1: 1/48000
0, 0, 0, 1, 12441600, 0xec522972 0, 0, 0, 1, 12441600, 0x627d1548
1, 0, 0, 1024, 4096, 0x00000000 1, 0, 0, 1024, 4096, 0x00000000
1, 1024, 1024, 896, 3584, 0x00000000 1, 1024, 1024, 896, 3584, 0x00000000
176b9fa03cc0946c6a41f2dcfad46805 *tests/data/fate/vsynth1-prores.mov 176b9fa03cc0946c6a41f2dcfad46805 *tests/data/fate/vsynth1-prores.mov
5022821 tests/data/fate/vsynth1-prores.mov 5022821 tests/data/fate/vsynth1-prores.mov
3356f8c3b753acbbe217e7a642e2bd93 *tests/data/fate/vsynth1-prores.out.rawvideo fb4a9e025d12afc0dbbca8d82831858f *tests/data/fate/vsynth1-prores.out.rawvideo
stddev: 2.47 PSNR: 40.27 MAXDIFF: 31 bytes: 7603200/ 7603200 stddev: 2.47 PSNR: 40.27 MAXDIFF: 31 bytes: 7603200/ 7603200
1d5522ee2fb507a66d236a09a172dc16 *tests/data/fate/vsynth1-prores_ks.mov 1d5522ee2fb507a66d236a09a172dc16 *tests/data/fate/vsynth1-prores_ks.mov
3858911 tests/data/fate/vsynth1-prores_ks.mov 3858911 tests/data/fate/vsynth1-prores_ks.mov
576f494f8b01a787e97876d0c95e4e4b *tests/data/fate/vsynth1-prores_ks.out.rawvideo 100eb002413fe7a632d440dfbdf7e3ff *tests/data/fate/vsynth1-prores_ks.out.rawvideo
stddev: 3.17 PSNR: 38.09 MAXDIFF: 39 bytes: 7603200/ 7603200 stddev: 3.17 PSNR: 38.09 MAXDIFF: 39 bytes: 7603200/ 7603200
af885572d77d28e5ede27932bd68cdde *tests/data/fate/vsynth2-prores.mov af885572d77d28e5ede27932bd68cdde *tests/data/fate/vsynth2-prores.mov
2844076 tests/data/fate/vsynth2-prores.mov 2844076 tests/data/fate/vsynth2-prores.mov
9ee2e0a1645e4d64a98b99d03fa62c28 *tests/data/fate/vsynth2-prores.out.rawvideo 387a3c23586c679b411c3eff2c9d9d06 *tests/data/fate/vsynth2-prores.out.rawvideo
stddev: 1.31 PSNR: 45.77 MAXDIFF: 11 bytes: 7603200/ 7603200 stddev: 1.31 PSNR: 45.77 MAXDIFF: 11 bytes: 7603200/ 7603200
c1c71cf2dbd6e332aacb6ab1c6affa59 *tests/data/fate/vsynth2-prores_ks.mov c1c71cf2dbd6e332aacb6ab1c6affa59 *tests/data/fate/vsynth2-prores_ks.mov
3884596 tests/data/fate/vsynth2-prores_ks.mov 3884596 tests/data/fate/vsynth2-prores_ks.mov
0e80f4c8523a5968dc461dd374a64b00 *tests/data/fate/vsynth2-prores_ks.out.rawvideo 6cfe987de99cf8ac9d43bdc5cd150838 *tests/data/fate/vsynth2-prores_ks.out.rawvideo
stddev: 0.92 PSNR: 48.77 MAXDIFF: 10 bytes: 7603200/ 7603200 stddev: 0.92 PSNR: 48.78 MAXDIFF: 10 bytes: 7603200/ 7603200
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment