Commit 4c3fbd4f authored by Måns Rullgård's avatar Måns Rullgård
Browse files

fate: move some groups of related tests to their own files

This moves some groups of tests for single codecs to separate files,
and adds shorthands for running all tests in a group.

Originally committed as revision 24697 to svn://svn.ffmpeg.org/ffmpeg/trunk
parent 737b3972
......@@ -232,6 +232,13 @@ tools/lavfi-showfiltfmts$(EXESUF): tools/lavfi-showfiltfmts.o $(FF_DEP_LIBS)
include $(SRC_PATH_BARE)/tests/fate.mak
include $(SRC_PATH_BARE)/tests/fate2.mak
include $(SRC_PATH_BARE)/tests/fate/aac.mak
include $(SRC_PATH_BARE)/tests/fate/als.mak
include $(SRC_PATH_BARE)/tests/fate/fft.mak
include $(SRC_PATH_BARE)/tests/fate/h264.mak
include $(SRC_PATH_BARE)/tests/fate/vorbis.mak
include $(SRC_PATH_BARE)/tests/fate/vp8.mak
FATE_TESTS += $(FATE2_TESTS)
FATE_ACODEC = $(ACODEC_TESTS:%=fate-acodec-%)
......
This diff is collapsed.
FATE_AAC += fate-aac-al04_44
fate-aac-al04_44: CMD = pcm -i $(SAMPLES)/aac/al04_44.mp4
fate-aac-al04_44: REF = $(SAMPLES)/aac/al04_44.s16
FATE_AAC += fate-aac-al07_96
fate-aac-al07_96: CMD = pcm -i $(SAMPLES)/aac/al07_96.mp4
fate-aac-al07_96: REF = $(SAMPLES)/aac/al07_96.s16
FATE_AAC += fate-aac-am00_88
fate-aac-am00_88: CMD = pcm -i $(SAMPLES)/aac/am00_88.mp4
fate-aac-am00_88: REF = $(SAMPLES)/aac/am00_88.s16
FATE_AAC += fate-aac-al_sbr_hq_cm_48_2
fate-aac-al_sbr_hq_cm_48_2: CMD = pcm -i $(SAMPLES)/aac/al_sbr_cm_48_2.mp4
fate-aac-al_sbr_hq_cm_48_2: REF = $(SAMPLES)/aac/al_sbr_hq_cm_48_2.s16
FATE_AAC += fate-aac-al_sbr_ps_06_ur
fate-aac-al_sbr_ps_06_ur: CMD = pcm -i $(SAMPLES)/aac/al_sbr_ps_06_new.mp4
fate-aac-al_sbr_ps_06_ur: REF = $(SAMPLES)/aac/al_sbr_ps_06_ur.s16
FATE_TESTS += $(FATE_AAC)
fate-aac: $(FATE_AAC)
$(FATE_AAC): CMP = oneoff
$(FATE_AAC): FUZZ = 2
ALS_SUITE = 00 01 02 03 04 05
define FATE_ALS_SUITE
FATE_ALS += fate-mpeg4-als-conformance-$(1)
fate-mpeg4-als-conformance-$(1): CMD = crc -i $(SAMPLES)/lossless-audio/als_$(1)_2ch48k16b.mp4
endef
$(foreach N,$(ALS_SUITE),$(eval $(call FATE_ALS_SUITE,$(N))))
FATE_TESTS += $(FATE_ALS)
fate-als: $(FATE_ALS)
FATE_FFT += fate-fft
fate-fft: libavcodec/fft-test$(EXESUF)
fate-fft: CMD = run libavcodec/fft-test
FATE_FFT += fate-ifft
fate-ifft: libavcodec/fft-test$(EXESUF)
fate-ifft: CMD = run libavcodec/fft-test -i
FATE_FFT += fate-mdct
fate-mdct: libavcodec/fft-test$(EXESUF)
fate-mdct: CMD = run libavcodec/fft-test -m
FATE_FFT += fate-imdct
fate-imdct: libavcodec/fft-test$(EXESUF)
fate-imdct: CMD = run libavcodec/fft-test -m -i
FATE_FFT += fate-rdft
fate-rdft: libavcodec/fft-test$(EXESUF)
fate-rdft: CMD = run libavcodec/fft-test -r
FATE_FFT += fate-irdft
fate-irdft: libavcodec/fft-test$(EXESUF)
fate-irdft: CMD = run libavcodec/fft-test -r -i
FATE_FFT += fate-dct1d
fate-dct1d: libavcodec/fft-test$(EXESUF)
fate-dct1d: CMD = run libavcodec/fft-test -d
FATE_FFT += fate-idct1d
fate-idct1d: libavcodec/fft-test$(EXESUF)
fate-idct1d: CMD = run libavcodec/fft-test -d -i
FATE_TESTS += $(FATE_FFT)
fate-fft-test: $(FATE_FFT)
$(FATE_FFT): REF = /dev/null
This diff is collapsed.
FATE_VORBIS += fate-vorbis-1
fate-vorbis-1: CMD = pcm -i $(SAMPLES)/vorbis/1.0.1-test_small.ogg
fate-vorbis-1: REF = $(SAMPLES)/vorbis/1.0.1-test_small.pcm
FATE_VORBIS += fate-vorbis-2
fate-vorbis-2: CMD = pcm -i $(SAMPLES)/vorbis/1.0-test_small.ogg
fate-vorbis-2: REF = $(SAMPLES)/vorbis/1.0-test_small.pcm
FATE_VORBIS += fate-vorbis-3
fate-vorbis-3: CMD = pcm -i $(SAMPLES)/vorbis/beta3-test_small.ogg
fate-vorbis-3: REF = $(SAMPLES)/vorbis/beta3-test_small.pcm
FATE_VORBIS += fate-vorbis-4
fate-vorbis-4: CMD = pcm -i $(SAMPLES)/vorbis/beta4-test_small.ogg
fate-vorbis-4: REF = $(SAMPLES)/vorbis/beta4-test_small.pcm
FATE_VORBIS += fate-vorbis-5
fate-vorbis-5: CMD = pcm -i $(SAMPLES)/vorbis/chain-test1_small.ogg
fate-vorbis-5: REF = $(SAMPLES)/vorbis/chain-test1_small.pcm
FATE_VORBIS += fate-vorbis-6
fate-vorbis-6: CMD = pcm -i $(SAMPLES)/vorbis/chain-test2_small.ogg
fate-vorbis-6: REF = $(SAMPLES)/vorbis/chain-test2_small.pcm
FATE_VORBIS += fate-vorbis-7
fate-vorbis-7: CMD = pcm -i $(SAMPLES)/vorbis/highrate-test_small.ogg
fate-vorbis-7: REF = $(SAMPLES)/vorbis/highrate-test_small.pcm
FATE_VORBIS += fate-vorbis-8
fate-vorbis-8: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test2_small.ogg
fate-vorbis-8: REF = $(SAMPLES)/vorbis/lsp-test2_small.pcm
FATE_VORBIS += fate-vorbis-9
fate-vorbis-9: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test3_small.ogg
fate-vorbis-9: REF = $(SAMPLES)/vorbis/lsp-test3_small.pcm
FATE_VORBIS += fate-vorbis-10
fate-vorbis-10: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test4_small.ogg
fate-vorbis-10: REF = $(SAMPLES)/vorbis/lsp-test4_small.pcm
FATE_VORBIS += fate-vorbis-11
fate-vorbis-11: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test_small.ogg
fate-vorbis-11: REF = $(SAMPLES)/vorbis/lsp-test_small.pcm
FATE_VORBIS += fate-vorbis-12
fate-vorbis-12: CMD = pcm -i $(SAMPLES)/vorbis/mono_small.ogg
fate-vorbis-12: REF = $(SAMPLES)/vorbis/mono_small.pcm
FATE_VORBIS += fate-vorbis-13
fate-vorbis-13: CMD = pcm -i $(SAMPLES)/vorbis/moog_small.ogg
fate-vorbis-13: REF = $(SAMPLES)/vorbis/moog_small.pcm
FATE_VORBIS += fate-vorbis-14
fate-vorbis-14: CMD = pcm -i $(SAMPLES)/vorbis/rc1-test_small.ogg
fate-vorbis-14: REF = $(SAMPLES)/vorbis/rc1-test_small.pcm
FATE_VORBIS += fate-vorbis-15
fate-vorbis-15: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test2_small.ogg
fate-vorbis-15: REF = $(SAMPLES)/vorbis/rc2-test2_small.pcm
FATE_VORBIS += fate-vorbis-16
fate-vorbis-16: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test_small.ogg
fate-vorbis-16: REF = $(SAMPLES)/vorbis/rc2-test_small.pcm
FATE_VORBIS += fate-vorbis-17
fate-vorbis-17: CMD = pcm -i $(SAMPLES)/vorbis/rc3-test_small.ogg
fate-vorbis-17: REF = $(SAMPLES)/vorbis/rc3-test_small.pcm
FATE_VORBIS += fate-vorbis-18
fate-vorbis-18: CMD = pcm -i $(SAMPLES)/vorbis/sleepzor_small.ogg
fate-vorbis-18: REF = $(SAMPLES)/vorbis/sleepzor_small.pcm
fate-vorbis-18: FUZZ = 2
FATE_VORBIS += fate-vorbis-19
fate-vorbis-19: CMD = pcm -i $(SAMPLES)/vorbis/test-short2_small.ogg
fate-vorbis-19: REF = $(SAMPLES)/vorbis/test-short2_small.pcm
FATE_TESTS += $(FATE_VORBIS)
fate-vorbis: $(FATE_VORBIS)
$(FATE_VORBIS): CMP = oneoff
VP8_SUITE = 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017
define FATE_VP8_SUITE
FATE_VP8 += fate-vp8-test-vector-$(1)
fate-vp8-test-vector-$(1): CMD = framemd5 -i $(SAMPLES)/vp8-test-vectors-r1/vp80-00-comprehensive-$(1).ivf
endef
$(foreach N,$(VP8_SUITE),$(eval $(call FATE_VP8_SUITE,$(N))))
FATE_VP8 += fate-vp8-sign-bias
fate-vp8-sign-bias: CMD = framemd5 -i $(SAMPLES)/vp8/sintel-signbias.ivf
FATE_TESTS += $(FATE_VP8)
fate-vp8: $(FATE_VP8)
......@@ -23,36 +23,6 @@ fate-sipr-5k0: CMD = pcm -i $(SAMPLES)/sipr/sipr_5k0.rm
fate-sipr-5k0: CMP = oneoff
fate-sipr-5k0: REF = $(SAMPLES)/sipr/sipr_5k0.pcm
FATE2_TESTS += fate-aac-al04_44
fate-aac-al04_44: CMD = pcm -i $(SAMPLES)/aac/al04_44.mp4
fate-aac-al04_44: CMP = oneoff
fate-aac-al04_44: REF = $(SAMPLES)/aac/al04_44.s16
fate-aac-al04_44: FUZZ = 2
FATE2_TESTS += fate-aac-al07_96
fate-aac-al07_96: CMD = pcm -i $(SAMPLES)/aac/al07_96.mp4
fate-aac-al07_96: CMP = oneoff
fate-aac-al07_96: REF = $(SAMPLES)/aac/al07_96.s16
fate-aac-al07_96: FUZZ = 2
FATE2_TESTS += fate-aac-am00_88
fate-aac-am00_88: CMD = pcm -i $(SAMPLES)/aac/am00_88.mp4
fate-aac-am00_88: CMP = oneoff
fate-aac-am00_88: REF = $(SAMPLES)/aac/am00_88.s16
fate-aac-am00_88: FUZZ = 2
FATE2_TESTS += fate-aac-al_sbr_hq_cm_48_2
fate-aac-al_sbr_hq_cm_48_2: CMD = pcm -i $(SAMPLES)/aac/al_sbr_cm_48_2.mp4
fate-aac-al_sbr_hq_cm_48_2: CMP = oneoff
fate-aac-al_sbr_hq_cm_48_2: REF = $(SAMPLES)/aac/al_sbr_hq_cm_48_2.s16
fate-aac-al_sbr_hq_cm_48_2: FUZZ = 2
FATE2_TESTS += fate-aac-al_sbr_ps_06_ur
fate-aac-al_sbr_ps_06_ur: CMD = pcm -i $(SAMPLES)/aac/al_sbr_ps_06_new.mp4
fate-aac-al_sbr_ps_06_ur: CMP = oneoff
fate-aac-al_sbr_ps_06_ur: REF = $(SAMPLES)/aac/al_sbr_ps_06_ur.s16
fate-aac-al_sbr_ps_06_ur: FUZZ = 2
FATE2_TESTS += fate-ra-288
fate-ra-288: CMD = pcm -i $(SAMPLES)/real/ra_288.rm
fate-ra-288: CMP = oneoff
......@@ -157,102 +127,6 @@ fate-atrac3-3: REF = $(SAMPLES)/atrac3/mc_sich_at3_132_small.pcm
FATE2_TESTS += fate-gsm
fate-gsm: CMD = framecrc -i $(SAMPLES)/gsm/ciao.wav
FATE2_TESTS += fate-vorbis-1
fate-vorbis-1: CMD = pcm -i $(SAMPLES)/vorbis/1.0.1-test_small.ogg
fate-vorbis-1: CMP = oneoff
fate-vorbis-1: REF = $(SAMPLES)/vorbis/1.0.1-test_small.pcm
FATE2_TESTS += fate-vorbis-2
fate-vorbis-2: CMD = pcm -i $(SAMPLES)/vorbis/1.0-test_small.ogg
fate-vorbis-2: CMP = oneoff
fate-vorbis-2: REF = $(SAMPLES)/vorbis/1.0-test_small.pcm
FATE2_TESTS += fate-vorbis-3
fate-vorbis-3: CMD = pcm -i $(SAMPLES)/vorbis/beta3-test_small.ogg
fate-vorbis-3: CMP = oneoff
fate-vorbis-3: REF = $(SAMPLES)/vorbis/beta3-test_small.pcm
FATE2_TESTS += fate-vorbis-4
fate-vorbis-4: CMD = pcm -i $(SAMPLES)/vorbis/beta4-test_small.ogg
fate-vorbis-4: CMP = oneoff
fate-vorbis-4: REF = $(SAMPLES)/vorbis/beta4-test_small.pcm
FATE2_TESTS += fate-vorbis-5
fate-vorbis-5: CMD = pcm -i $(SAMPLES)/vorbis/chain-test1_small.ogg
fate-vorbis-5: CMP = oneoff
fate-vorbis-5: REF = $(SAMPLES)/vorbis/chain-test1_small.pcm
FATE2_TESTS += fate-vorbis-6
fate-vorbis-6: CMD = pcm -i $(SAMPLES)/vorbis/chain-test2_small.ogg
fate-vorbis-6: CMP = oneoff
fate-vorbis-6: REF = $(SAMPLES)/vorbis/chain-test2_small.pcm
FATE2_TESTS += fate-vorbis-7
fate-vorbis-7: CMD = pcm -i $(SAMPLES)/vorbis/highrate-test_small.ogg
fate-vorbis-7: CMP = oneoff
fate-vorbis-7: REF = $(SAMPLES)/vorbis/highrate-test_small.pcm
FATE2_TESTS += fate-vorbis-8
fate-vorbis-8: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test2_small.ogg
fate-vorbis-8: CMP = oneoff
fate-vorbis-8: REF = $(SAMPLES)/vorbis/lsp-test2_small.pcm
FATE2_TESTS += fate-vorbis-9
fate-vorbis-9: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test3_small.ogg
fate-vorbis-9: CMP = oneoff
fate-vorbis-9: REF = $(SAMPLES)/vorbis/lsp-test3_small.pcm
FATE2_TESTS += fate-vorbis-10
fate-vorbis-10: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test4_small.ogg
fate-vorbis-10: CMP = oneoff
fate-vorbis-10: REF = $(SAMPLES)/vorbis/lsp-test4_small.pcm
FATE2_TESTS += fate-vorbis-11
fate-vorbis-11: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test_small.ogg
fate-vorbis-11: CMP = oneoff
fate-vorbis-11: REF = $(SAMPLES)/vorbis/lsp-test_small.pcm
FATE2_TESTS += fate-vorbis-12
fate-vorbis-12: CMD = pcm -i $(SAMPLES)/vorbis/mono_small.ogg
fate-vorbis-12: CMP = oneoff
fate-vorbis-12: REF = $(SAMPLES)/vorbis/mono_small.pcm
FATE2_TESTS += fate-vorbis-13
fate-vorbis-13: CMD = pcm -i $(SAMPLES)/vorbis/moog_small.ogg
fate-vorbis-13: CMP = oneoff
fate-vorbis-13: REF = $(SAMPLES)/vorbis/moog_small.pcm
FATE2_TESTS += fate-vorbis-14
fate-vorbis-14: CMD = pcm -i $(SAMPLES)/vorbis/rc1-test_small.ogg
fate-vorbis-14: CMP = oneoff
fate-vorbis-14: REF = $(SAMPLES)/vorbis/rc1-test_small.pcm
FATE2_TESTS += fate-vorbis-15
fate-vorbis-15: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test2_small.ogg
fate-vorbis-15: CMP = oneoff
fate-vorbis-15: REF = $(SAMPLES)/vorbis/rc2-test2_small.pcm
FATE2_TESTS += fate-vorbis-16
fate-vorbis-16: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test_small.ogg
fate-vorbis-16: CMP = oneoff
fate-vorbis-16: REF = $(SAMPLES)/vorbis/rc2-test_small.pcm
FATE2_TESTS += fate-vorbis-17
fate-vorbis-17: CMD = pcm -i $(SAMPLES)/vorbis/rc3-test_small.ogg
fate-vorbis-17: CMP = oneoff
fate-vorbis-17: REF = $(SAMPLES)/vorbis/rc3-test_small.pcm
FATE2_TESTS += fate-vorbis-18
fate-vorbis-18: CMD = pcm -i $(SAMPLES)/vorbis/sleepzor_small.ogg
fate-vorbis-18: CMP = oneoff
fate-vorbis-18: REF = $(SAMPLES)/vorbis/sleepzor_small.pcm
fate-vorbis-18: FUZZ = 2
FATE2_TESTS += fate-vorbis-19
fate-vorbis-19: CMD = pcm -i $(SAMPLES)/vorbis/test-short2_small.ogg
fate-vorbis-19: CMP = oneoff
fate-vorbis-19: REF = $(SAMPLES)/vorbis/test-short2_small.pcm
FATE2_TESTS += fate-msmpeg4v1
fate-msmpeg4v1: CMD = framecrc -flags +bitexact -dct fastint -idct simple -i $(SAMPLES)/msmpeg4v1/mpg4.avi -an
......@@ -283,46 +157,3 @@ FATE2_TESTS += fate-wmapro-2ch
fate-wmapro-2ch: CMD = pcm -i $(SAMPLES)/wmapro/Beethovens_9th-1_small.wma
fate-wmapro-2ch: CMP = oneoff
fate-wmapro-2ch: REF = $(SAMPLES)/wmapro/Beethovens_9th-1_small.pcm
FATE_TESTS += fate-vp8-sign-bias
fate-vp8-sign-bias: CMD = framemd5 -i $(SAMPLES)/vp8/sintel-signbias.ivf
FATE_TESTS += fate-fft
fate-fft: libavcodec/fft-test$(EXESUF)
fate-fft: CMD = run libavcodec/fft-test
fate-fft: REF = /dev/null
FATE_TESTS += fate-ifft
fate-ifft: libavcodec/fft-test$(EXESUF)
fate-ifft: CMD = run libavcodec/fft-test -i
fate-ifft: REF = /dev/null
FATE_TESTS += fate-mdct
fate-mdct: libavcodec/fft-test$(EXESUF)
fate-mdct: CMD = run libavcodec/fft-test -m
fate-mdct: REF = /dev/null
FATE_TESTS += fate-imdct
fate-imdct: libavcodec/fft-test$(EXESUF)
fate-imdct: CMD = run libavcodec/fft-test -m -i
fate-imdct: REF = /dev/null
FATE_TESTS += fate-rdft
fate-rdft: libavcodec/fft-test$(EXESUF)
fate-rdft: CMD = run libavcodec/fft-test -r
fate-rdft: REF = /dev/null
FATE_TESTS += fate-irdft
fate-irdft: libavcodec/fft-test$(EXESUF)
fate-irdft: CMD = run libavcodec/fft-test -r -i
fate-irdft: REF = /dev/null
FATE_TESTS += fate-dct1d
fate-dct1d: libavcodec/fft-test$(EXESUF)
fate-dct1d: CMD = run libavcodec/fft-test -d
fate-dct1d: REF = /dev/null
FATE_TESTS += fate-idct1d
fate-idct1d: libavcodec/fft-test$(EXESUF)
fate-idct1d: CMD = run libavcodec/fft-test -d -i
fate-idct1d: REF = /dev/null
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment