fate: move some groups of related tests to their own files

This moves some groups of tests for single codecs to separate files,
and adds shorthands for running all tests in a group.

Originally committed as revision 24697 to svn://svn.ffmpeg.org/ffmpeg/trunk

Makefile

@@ -232,6 +232,13 @@ tools/lavfi-showfiltfmts$(EXESUF): tools/lavfi-showfiltfmts.o $(FF_DEP_LIBS)
 include $(SRC_PATH_BARE)/tests/fate.mak
 include $(SRC_PATH_BARE)/tests/fate2.mak
 
+include $(SRC_PATH_BARE)/tests/fate/aac.mak
+include $(SRC_PATH_BARE)/tests/fate/als.mak
+include $(SRC_PATH_BARE)/tests/fate/fft.mak
+include $(SRC_PATH_BARE)/tests/fate/h264.mak
+include $(SRC_PATH_BARE)/tests/fate/vorbis.mak
+include $(SRC_PATH_BARE)/tests/fate/vp8.mak
+
 FATE_TESTS += $(FATE2_TESTS)
 
 FATE_ACODEC  = $(ACODEC_TESTS:%=fate-acodec-%)

tests/fate/aac.mak

+FATE_AAC += fate-aac-al04_44
+fate-aac-al04_44: CMD = pcm -i $(SAMPLES)/aac/al04_44.mp4
+fate-aac-al04_44: REF = $(SAMPLES)/aac/al04_44.s16
+
+FATE_AAC += fate-aac-al07_96
+fate-aac-al07_96: CMD = pcm -i $(SAMPLES)/aac/al07_96.mp4
+fate-aac-al07_96: REF = $(SAMPLES)/aac/al07_96.s16
+
+FATE_AAC += fate-aac-am00_88
+fate-aac-am00_88: CMD = pcm -i $(SAMPLES)/aac/am00_88.mp4
+fate-aac-am00_88: REF = $(SAMPLES)/aac/am00_88.s16
+
+FATE_AAC += fate-aac-al_sbr_hq_cm_48_2
+fate-aac-al_sbr_hq_cm_48_2: CMD = pcm -i $(SAMPLES)/aac/al_sbr_cm_48_2.mp4
+fate-aac-al_sbr_hq_cm_48_2: REF = $(SAMPLES)/aac/al_sbr_hq_cm_48_2.s16
+
+FATE_AAC += fate-aac-al_sbr_ps_06_ur
+fate-aac-al_sbr_ps_06_ur: CMD = pcm -i $(SAMPLES)/aac/al_sbr_ps_06_new.mp4
+fate-aac-al_sbr_ps_06_ur: REF = $(SAMPLES)/aac/al_sbr_ps_06_ur.s16
+
+FATE_TESTS += $(FATE_AAC)
+fate-aac: $(FATE_AAC)
+$(FATE_AAC): CMP = oneoff
+$(FATE_AAC): FUZZ = 2

tests/fate/als.mak

+ALS_SUITE = 00 01 02 03 04 05
+
+define FATE_ALS_SUITE
+FATE_ALS += fate-mpeg4-als-conformance-$(1)
+fate-mpeg4-als-conformance-$(1): CMD = crc -i $(SAMPLES)/lossless-audio/als_$(1)_2ch48k16b.mp4
+endef
+
+$(foreach N,$(ALS_SUITE),$(eval $(call FATE_ALS_SUITE,$(N))))
+
+FATE_TESTS += $(FATE_ALS)
+fate-als: $(FATE_ALS)

tests/fate/fft.mak

+FATE_FFT += fate-fft
+fate-fft: libavcodec/fft-test$(EXESUF)
+fate-fft: CMD = run libavcodec/fft-test
+
+FATE_FFT += fate-ifft
+fate-ifft: libavcodec/fft-test$(EXESUF)
+fate-ifft: CMD = run libavcodec/fft-test -i
+
+FATE_FFT += fate-mdct
+fate-mdct: libavcodec/fft-test$(EXESUF)
+fate-mdct: CMD = run libavcodec/fft-test -m
+
+FATE_FFT += fate-imdct
+fate-imdct: libavcodec/fft-test$(EXESUF)
+fate-imdct: CMD = run libavcodec/fft-test -m -i
+
+FATE_FFT += fate-rdft
+fate-rdft: libavcodec/fft-test$(EXESUF)
+fate-rdft: CMD = run libavcodec/fft-test -r
+
+FATE_FFT += fate-irdft
+fate-irdft: libavcodec/fft-test$(EXESUF)
+fate-irdft: CMD = run libavcodec/fft-test -r -i
+
+FATE_FFT += fate-dct1d
+fate-dct1d: libavcodec/fft-test$(EXESUF)
+fate-dct1d: CMD = run libavcodec/fft-test -d
+
+FATE_FFT += fate-idct1d
+fate-idct1d: libavcodec/fft-test$(EXESUF)
+fate-idct1d: CMD = run libavcodec/fft-test -d -i
+
+FATE_TESTS += $(FATE_FFT)
+fate-fft-test: $(FATE_FFT)
+$(FATE_FFT): REF = /dev/null

tests/fate/vorbis.mak

+FATE_VORBIS += fate-vorbis-1
+fate-vorbis-1: CMD = pcm -i $(SAMPLES)/vorbis/1.0.1-test_small.ogg
+fate-vorbis-1: REF = $(SAMPLES)/vorbis/1.0.1-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-2
+fate-vorbis-2: CMD = pcm -i $(SAMPLES)/vorbis/1.0-test_small.ogg
+fate-vorbis-2: REF = $(SAMPLES)/vorbis/1.0-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-3
+fate-vorbis-3: CMD = pcm -i $(SAMPLES)/vorbis/beta3-test_small.ogg
+fate-vorbis-3: REF = $(SAMPLES)/vorbis/beta3-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-4
+fate-vorbis-4: CMD = pcm -i $(SAMPLES)/vorbis/beta4-test_small.ogg
+fate-vorbis-4: REF = $(SAMPLES)/vorbis/beta4-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-5
+fate-vorbis-5: CMD = pcm -i $(SAMPLES)/vorbis/chain-test1_small.ogg
+fate-vorbis-5: REF = $(SAMPLES)/vorbis/chain-test1_small.pcm
+
+FATE_VORBIS += fate-vorbis-6
+fate-vorbis-6: CMD = pcm -i $(SAMPLES)/vorbis/chain-test2_small.ogg
+fate-vorbis-6: REF = $(SAMPLES)/vorbis/chain-test2_small.pcm
+
+FATE_VORBIS += fate-vorbis-7
+fate-vorbis-7: CMD = pcm -i $(SAMPLES)/vorbis/highrate-test_small.ogg
+fate-vorbis-7: REF = $(SAMPLES)/vorbis/highrate-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-8
+fate-vorbis-8: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test2_small.ogg
+fate-vorbis-8: REF = $(SAMPLES)/vorbis/lsp-test2_small.pcm
+
+FATE_VORBIS += fate-vorbis-9
+fate-vorbis-9: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test3_small.ogg
+fate-vorbis-9: REF = $(SAMPLES)/vorbis/lsp-test3_small.pcm
+
+FATE_VORBIS += fate-vorbis-10
+fate-vorbis-10: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test4_small.ogg
+fate-vorbis-10: REF = $(SAMPLES)/vorbis/lsp-test4_small.pcm
+
+FATE_VORBIS += fate-vorbis-11
+fate-vorbis-11: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test_small.ogg
+fate-vorbis-11: REF = $(SAMPLES)/vorbis/lsp-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-12
+fate-vorbis-12: CMD = pcm -i $(SAMPLES)/vorbis/mono_small.ogg
+fate-vorbis-12: REF = $(SAMPLES)/vorbis/mono_small.pcm
+
+FATE_VORBIS += fate-vorbis-13
+fate-vorbis-13: CMD = pcm -i $(SAMPLES)/vorbis/moog_small.ogg
+fate-vorbis-13: REF = $(SAMPLES)/vorbis/moog_small.pcm
+
+FATE_VORBIS += fate-vorbis-14
+fate-vorbis-14: CMD = pcm -i $(SAMPLES)/vorbis/rc1-test_small.ogg
+fate-vorbis-14: REF = $(SAMPLES)/vorbis/rc1-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-15
+fate-vorbis-15: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test2_small.ogg
+fate-vorbis-15: REF = $(SAMPLES)/vorbis/rc2-test2_small.pcm
+
+FATE_VORBIS += fate-vorbis-16
+fate-vorbis-16: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test_small.ogg
+fate-vorbis-16: REF = $(SAMPLES)/vorbis/rc2-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-17
+fate-vorbis-17: CMD = pcm -i $(SAMPLES)/vorbis/rc3-test_small.ogg
+fate-vorbis-17: REF = $(SAMPLES)/vorbis/rc3-test_small.pcm
+
+FATE_VORBIS += fate-vorbis-18
+fate-vorbis-18: CMD = pcm -i $(SAMPLES)/vorbis/sleepzor_small.ogg
+fate-vorbis-18: REF = $(SAMPLES)/vorbis/sleepzor_small.pcm
+fate-vorbis-18: FUZZ = 2
+
+FATE_VORBIS += fate-vorbis-19
+fate-vorbis-19: CMD = pcm -i $(SAMPLES)/vorbis/test-short2_small.ogg
+fate-vorbis-19: REF = $(SAMPLES)/vorbis/test-short2_small.pcm
+
+FATE_TESTS += $(FATE_VORBIS)
+fate-vorbis: $(FATE_VORBIS)
+$(FATE_VORBIS): CMP = oneoff

tests/fate/vp8.mak

+VP8_SUITE = 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017
+
+define FATE_VP8_SUITE
+FATE_VP8 += fate-vp8-test-vector-$(1)
+fate-vp8-test-vector-$(1): CMD = framemd5 -i $(SAMPLES)/vp8-test-vectors-r1/vp80-00-comprehensive-$(1).ivf
+endef
+
+$(foreach N,$(VP8_SUITE),$(eval $(call FATE_VP8_SUITE,$(N))))
+
+FATE_VP8 += fate-vp8-sign-bias
+fate-vp8-sign-bias: CMD = framemd5 -i $(SAMPLES)/vp8/sintel-signbias.ivf
+
+FATE_TESTS += $(FATE_VP8)
+fate-vp8: $(FATE_VP8)

tests/fate2.mak

@@ -23,36 +23,6 @@ fate-sipr-5k0: CMD = pcm -i $(SAMPLES)/sipr/sipr_5k0.rm
 fate-sipr-5k0: CMP = oneoff
 fate-sipr-5k0: REF = $(SAMPLES)/sipr/sipr_5k0.pcm
 
-FATE2_TESTS += fate-aac-al04_44
-fate-aac-al04_44: CMD = pcm -i $(SAMPLES)/aac/al04_44.mp4
-fate-aac-al04_44: CMP = oneoff
-fate-aac-al04_44: REF = $(SAMPLES)/aac/al04_44.s16
-fate-aac-al04_44: FUZZ = 2
-
-FATE2_TESTS += fate-aac-al07_96
-fate-aac-al07_96: CMD = pcm -i $(SAMPLES)/aac/al07_96.mp4
-fate-aac-al07_96: CMP = oneoff
-fate-aac-al07_96: REF = $(SAMPLES)/aac/al07_96.s16
-fate-aac-al07_96: FUZZ = 2
-
-FATE2_TESTS += fate-aac-am00_88
-fate-aac-am00_88: CMD = pcm -i $(SAMPLES)/aac/am00_88.mp4
-fate-aac-am00_88: CMP = oneoff
-fate-aac-am00_88: REF = $(SAMPLES)/aac/am00_88.s16
-fate-aac-am00_88: FUZZ = 2
-
-FATE2_TESTS += fate-aac-al_sbr_hq_cm_48_2
-fate-aac-al_sbr_hq_cm_48_2: CMD = pcm -i $(SAMPLES)/aac/al_sbr_cm_48_2.mp4
-fate-aac-al_sbr_hq_cm_48_2: CMP = oneoff
-fate-aac-al_sbr_hq_cm_48_2: REF = $(SAMPLES)/aac/al_sbr_hq_cm_48_2.s16
-fate-aac-al_sbr_hq_cm_48_2: FUZZ = 2
-
-FATE2_TESTS += fate-aac-al_sbr_ps_06_ur
-fate-aac-al_sbr_ps_06_ur: CMD = pcm -i $(SAMPLES)/aac/al_sbr_ps_06_new.mp4
-fate-aac-al_sbr_ps_06_ur: CMP = oneoff
-fate-aac-al_sbr_ps_06_ur: REF = $(SAMPLES)/aac/al_sbr_ps_06_ur.s16
-fate-aac-al_sbr_ps_06_ur: FUZZ = 2
-
 FATE2_TESTS += fate-ra-288
 fate-ra-288: CMD = pcm -i $(SAMPLES)/real/ra_288.rm
 fate-ra-288: CMP = oneoff
@@ -157,102 +127,6 @@ fate-atrac3-3: REF = $(SAMPLES)/atrac3/mc_sich_at3_132_small.pcm
 FATE2_TESTS += fate-gsm
 fate-gsm: CMD = framecrc -i $(SAMPLES)/gsm/ciao.wav
 
-FATE2_TESTS += fate-vorbis-1
-fate-vorbis-1: CMD = pcm -i $(SAMPLES)/vorbis/1.0.1-test_small.ogg
-fate-vorbis-1: CMP = oneoff
-fate-vorbis-1: REF = $(SAMPLES)/vorbis/1.0.1-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-2
-fate-vorbis-2: CMD = pcm -i $(SAMPLES)/vorbis/1.0-test_small.ogg
-fate-vorbis-2: CMP = oneoff
-fate-vorbis-2: REF = $(SAMPLES)/vorbis/1.0-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-3
-fate-vorbis-3: CMD = pcm -i $(SAMPLES)/vorbis/beta3-test_small.ogg
-fate-vorbis-3: CMP = oneoff
-fate-vorbis-3: REF = $(SAMPLES)/vorbis/beta3-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-4
-fate-vorbis-4: CMD = pcm -i $(SAMPLES)/vorbis/beta4-test_small.ogg
-fate-vorbis-4: CMP = oneoff
-fate-vorbis-4: REF = $(SAMPLES)/vorbis/beta4-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-5
-fate-vorbis-5: CMD = pcm -i $(SAMPLES)/vorbis/chain-test1_small.ogg
-fate-vorbis-5: CMP = oneoff
-fate-vorbis-5: REF = $(SAMPLES)/vorbis/chain-test1_small.pcm
-
-FATE2_TESTS += fate-vorbis-6
-fate-vorbis-6: CMD = pcm -i $(SAMPLES)/vorbis/chain-test2_small.ogg
-fate-vorbis-6: CMP = oneoff
-fate-vorbis-6: REF = $(SAMPLES)/vorbis/chain-test2_small.pcm
-
-FATE2_TESTS += fate-vorbis-7
-fate-vorbis-7: CMD = pcm -i $(SAMPLES)/vorbis/highrate-test_small.ogg
-fate-vorbis-7: CMP = oneoff
-fate-vorbis-7: REF = $(SAMPLES)/vorbis/highrate-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-8
-fate-vorbis-8: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test2_small.ogg
-fate-vorbis-8: CMP = oneoff
-fate-vorbis-8: REF = $(SAMPLES)/vorbis/lsp-test2_small.pcm
-
-FATE2_TESTS += fate-vorbis-9
-fate-vorbis-9: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test3_small.ogg
-fate-vorbis-9: CMP = oneoff
-fate-vorbis-9: REF = $(SAMPLES)/vorbis/lsp-test3_small.pcm
-
-FATE2_TESTS += fate-vorbis-10
-fate-vorbis-10: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test4_small.ogg
-fate-vorbis-10: CMP = oneoff
-fate-vorbis-10: REF = $(SAMPLES)/vorbis/lsp-test4_small.pcm
-
-FATE2_TESTS += fate-vorbis-11
-fate-vorbis-11: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test_small.ogg
-fate-vorbis-11: CMP = oneoff
-fate-vorbis-11: REF = $(SAMPLES)/vorbis/lsp-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-12
-fate-vorbis-12: CMD = pcm -i $(SAMPLES)/vorbis/mono_small.ogg
-fate-vorbis-12: CMP = oneoff
-fate-vorbis-12: REF = $(SAMPLES)/vorbis/mono_small.pcm
-
-FATE2_TESTS += fate-vorbis-13
-fate-vorbis-13: CMD = pcm -i $(SAMPLES)/vorbis/moog_small.ogg
-fate-vorbis-13: CMP = oneoff
-fate-vorbis-13: REF = $(SAMPLES)/vorbis/moog_small.pcm
-
-FATE2_TESTS += fate-vorbis-14
-fate-vorbis-14: CMD = pcm -i $(SAMPLES)/vorbis/rc1-test_small.ogg
-fate-vorbis-14: CMP = oneoff
-fate-vorbis-14: REF = $(SAMPLES)/vorbis/rc1-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-15
-fate-vorbis-15: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test2_small.ogg
-fate-vorbis-15: CMP = oneoff
-fate-vorbis-15: REF = $(SAMPLES)/vorbis/rc2-test2_small.pcm
-
-FATE2_TESTS += fate-vorbis-16
-fate-vorbis-16: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test_small.ogg
-fate-vorbis-16: CMP = oneoff
-fate-vorbis-16: REF = $(SAMPLES)/vorbis/rc2-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-17
-fate-vorbis-17: CMD = pcm -i $(SAMPLES)/vorbis/rc3-test_small.ogg
-fate-vorbis-17: CMP = oneoff
-fate-vorbis-17: REF = $(SAMPLES)/vorbis/rc3-test_small.pcm
-
-FATE2_TESTS += fate-vorbis-18
-fate-vorbis-18: CMD = pcm -i $(SAMPLES)/vorbis/sleepzor_small.ogg
-fate-vorbis-18: CMP = oneoff
-fate-vorbis-18: REF = $(SAMPLES)/vorbis/sleepzor_small.pcm
-fate-vorbis-18: FUZZ = 2
-
-FATE2_TESTS += fate-vorbis-19
-fate-vorbis-19: CMD = pcm -i $(SAMPLES)/vorbis/test-short2_small.ogg
-fate-vorbis-19: CMP = oneoff
-fate-vorbis-19: REF = $(SAMPLES)/vorbis/test-short2_small.pcm
-
 FATE2_TESTS += fate-msmpeg4v1
 fate-msmpeg4v1: CMD = framecrc -flags +bitexact -dct fastint -idct simple -i $(SAMPLES)/msmpeg4v1/mpg4.avi -an
 
@@ -283,46 +157,3 @@ FATE2_TESTS += fate-wmapro-2ch
 fate-wmapro-2ch: CMD = pcm -i $(SAMPLES)/wmapro/Beethovens_9th-1_small.wma
 fate-wmapro-2ch: CMP = oneoff
 fate-wmapro-2ch: REF = $(SAMPLES)/wmapro/Beethovens_9th-1_small.pcm
-
-FATE_TESTS += fate-vp8-sign-bias
-fate-vp8-sign-bias: CMD = framemd5  -i $(SAMPLES)/vp8/sintel-signbias.ivf
-
-FATE_TESTS += fate-fft
-fate-fft: libavcodec/fft-test$(EXESUF)
-fate-fft: CMD = run libavcodec/fft-test
-fate-fft: REF = /dev/null
-
-FATE_TESTS += fate-ifft
-fate-ifft: libavcodec/fft-test$(EXESUF)
-fate-ifft: CMD = run libavcodec/fft-test -i
-fate-ifft: REF = /dev/null
-
-FATE_TESTS += fate-mdct
-fate-mdct: libavcodec/fft-test$(EXESUF)
-fate-mdct: CMD = run libavcodec/fft-test -m
-fate-mdct: REF = /dev/null
-
-FATE_TESTS += fate-imdct
-fate-imdct: libavcodec/fft-test$(EXESUF)
-fate-imdct: CMD = run libavcodec/fft-test -m -i
-fate-imdct: REF = /dev/null
-
-FATE_TESTS += fate-rdft
-fate-rdft: libavcodec/fft-test$(EXESUF)
-fate-rdft: CMD = run libavcodec/fft-test -r
-fate-rdft: REF = /dev/null
-
-FATE_TESTS += fate-irdft
-fate-irdft: libavcodec/fft-test$(EXESUF)
-fate-irdft: CMD = run libavcodec/fft-test -r -i
-fate-irdft: REF = /dev/null
-
-FATE_TESTS += fate-dct1d
-fate-dct1d: libavcodec/fft-test$(EXESUF)
-fate-dct1d: CMD = run libavcodec/fft-test -d
-fate-dct1d: REF = /dev/null
-
-FATE_TESTS += fate-idct1d
-fate-idct1d: libavcodec/fft-test$(EXESUF)
-fate-idct1d: CMD = run libavcodec/fft-test -d -i
-fate-idct1d: REF = /dev/null