From 2fd14dd8eb66dc5dd14254d0b758fb80d44b3140 Mon Sep 17 00:00:00 2001 From: Christophe Gisquet Date: Mon, 12 Oct 2015 19:37:45 +0200 Subject: avcodec/simple_idct10: improve precision omse goes from 0.03060703 (which fails for dct-test) to 0.01663750. This also actually improve the error of decoding the sample generated by fate-vsynth3-dnxhd1080i-10bit using simple_idct10 to FAANI, which goes (when resampled to yuv422p) from: stddev: 0.06 PSNR: 72.28 MAXDIFF: 1 to identical. Signed-off-by: Michael Niedermayer --- tests/ref/fate/dnxhr-444 | 2 +- tests/ref/vsynth/vsynth1-dnxhd-720p-10bit | 2 +- tests/ref/vsynth/vsynth2-dnxhd-720p-10bit | 2 +- tests/ref/vsynth/vsynth_lena-dnxhd-720p-10bit | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) (limited to 'tests/ref') diff --git a/tests/ref/fate/dnxhr-444 b/tests/ref/fate/dnxhr-444 index 743067d95a..f9e73c313e 100644 --- a/tests/ref/fate/dnxhr-444 +++ b/tests/ref/fate/dnxhr-444 @@ -1,2 +1,2 @@ #tb 0: 1/24 -0, 0, 0, 1, 9665280, 0x238a023e +0, 0, 0, 1, 9665280, 0x19ef4057 diff --git a/tests/ref/vsynth/vsynth1-dnxhd-720p-10bit b/tests/ref/vsynth/vsynth1-dnxhd-720p-10bit index ab588070e0..dc808f3836 100644 --- a/tests/ref/vsynth/vsynth1-dnxhd-720p-10bit +++ b/tests/ref/vsynth/vsynth1-dnxhd-720p-10bit @@ -1,4 +1,4 @@ f8c4b7aa165a80df2485d526161290a3 *tests/data/fate/vsynth1-dnxhd-720p-10bit.dnxhd 2293760 tests/data/fate/vsynth1-dnxhd-720p-10bit.dnxhd -3cc84f9e8d2e704475b410de27dd9951 *tests/data/fate/vsynth1-dnxhd-720p-10bit.out.rawvideo +87f1f0e074466facd3a9922ecc8311db *tests/data/fate/vsynth1-dnxhd-720p-10bit.out.rawvideo stddev: 6.23 PSNR: 32.23 MAXDIFF: 64 bytes: 7603200/ 760320 diff --git a/tests/ref/vsynth/vsynth2-dnxhd-720p-10bit b/tests/ref/vsynth/vsynth2-dnxhd-720p-10bit index 5c21985bdd..0d2068d40d 100644 --- a/tests/ref/vsynth/vsynth2-dnxhd-720p-10bit +++ b/tests/ref/vsynth/vsynth2-dnxhd-720p-10bit @@ -1,4 +1,4 @@ e49cb87f69acc809aee55d64990c84a9 *tests/data/fate/vsynth2-dnxhd-720p-10bit.dnxhd 2293760 tests/data/fate/vsynth2-dnxhd-720p-10bit.dnxhd -a98c4b69d4d036089a455e147d6922a7 *tests/data/fate/vsynth2-dnxhd-720p-10bit.out.rawvideo +1e6e1ef90e5c9b16a80acc17fde596ff *tests/data/fate/vsynth2-dnxhd-720p-10bit.out.rawvideo stddev: 1.54 PSNR: 44.36 MAXDIFF: 31 bytes: 7603200/ 760320 diff --git a/tests/ref/vsynth/vsynth_lena-dnxhd-720p-10bit b/tests/ref/vsynth/vsynth_lena-dnxhd-720p-10bit index 1dcadd80cf..b9c9e03579 100644 --- a/tests/ref/vsynth/vsynth_lena-dnxhd-720p-10bit +++ b/tests/ref/vsynth/vsynth_lena-dnxhd-720p-10bit @@ -1,4 +1,4 @@ e96fc4a7d994b9369c50da32fd325822 *tests/data/fate/vsynth_lena-dnxhd-720p-10bit.dnxhd 2293760 tests/data/fate/vsynth_lena-dnxhd-720p-10bit.dnxhd -2b497215c57558910a605ff8c78430d9 *tests/data/fate/vsynth_lena-dnxhd-720p-10bit.out.rawvideo +0e9fcec94aeff70bac5dec02cf2391bc *tests/data/fate/vsynth_lena-dnxhd-720p-10bit.out.rawvideo stddev: 1.33 PSNR: 45.61 MAXDIFF: 22 bytes: 7603200/ 760320 -- cgit v1.2.3