fate: dependencies for demux tests
[ffmpeg.git] / tests / Makefile
index 46944ad..be97d0c 100644 (file)
-#
-# Makefile for tests
-# (c) 2002 Fabrice Bellard
-#
-include ../config.mak
-
-VPATH=$(SRC_PATH_BARE)/tests
-SRC_DIR=$(SRC_PATH)/tests
-BUILD_DIR=$(BUILD_ROOT)/tests
-CFLAGS=-O2 -Wall -g
-
-FFMPEG_REFFILE=$(SRC_DIR)/ffmpeg.regression.ref
-ROTOZOOM_REFFILE=$(SRC_DIR)/rotozoom.regression.ref
-
-SERVER_REFFILE=$(SRC_DIR)/ffserver.regression.ref
-
-LIBAV_REFFILE=$(SRC_DIR)/libav.regression.ref
-
-SEEK_REFFILE=$(SRC_DIR)/seek.regression.ref
-
-all fulltest test: codectest libavtest seektest
-
-test-server: vsynth1/00.pgm asynth1.sw
-       @echo
-       @echo "Unfortunately ffserver is broken and therefore its regression"
-       @echo "test fails randomly. Treat the results accordingly."
-       @echo
-       $(SRC_DIR)/server-regression.sh $(SERVER_REFFILE) $(SRC_DIR)/test.conf
-
-codectest mpeg4 mpeg ac3 snow snowll: vsynth1/00.pgm vsynth2/00.pgm asynth1.sw tiny_psnr$(EXESUF)
-       $(SRC_DIR)/regression.sh $@ $(FFMPEG_REFFILE) vsynth1
-       $(SRC_DIR)/regression.sh $@ $(ROTOZOOM_REFFILE) vsynth2
-
-ifeq ($(CONFIG_GPL),yes)
-libavtest: vsynth1/00.pgm asynth1.sw
-       $(SRC_DIR)/regression.sh $@ $(LIBAV_REFFILE) vsynth1
+VREF = tests/vsynth1/00.pgm
+AREF = tests/data/asynth1.sw
+
+OBJDIRS += tests/data tests/vsynth1
+
+tests/vsynth1/00.pgm: tests/videogen$(HOSTEXESUF) | tests/vsynth1
+       $(M)./$< 'tests/vsynth1/'
+
+tests/data/asynth1.sw: tests/audiogen$(HOSTEXESUF) | tests/data
+       $(M)./$< $@
+
+tests/data/asynth-%.wav: tests/audiogen$(HOSTEXESUF) | tests/data
+       $(M)./$< $@ $(subst -, ,$*)
+
+tests/data/vsynth1.yuv: tests/videogen$(HOSTEXESUF) | tests/data
+       $(M)$< $@
+
+tests/data/vsynth2.yuv: tests/rotozoom$(HOSTEXESUF) | tests/data
+       $(M)$< $(SRC_PATH)/tests/lena.pnm $@
+
+tests/data/asynth% tests/data/vsynth%.yuv tests/vsynth%/00.pgm: TAG = GEN
+
+ALLYES  = $(strip $(call XYES, $(1)))
+XYES    = $(if $(strip $(1)),                                           \
+               $(if $(CONFIG_$(firstword $(1))),                        \
+                    $(call XYES, $(wordlist 2, $(words $(1)), $(1)))),  \
+               yes)
+
+ENCDEC  = $(call ALLYES, $(firstword $(1))_ENCODER $(lastword $(1))_DECODER  \
+                         $(firstword $(2))_MUXER   $(lastword $(2))_DEMUXER)
+
+ENCDEC2 = $(call ALLYES, $(firstword $(1))_ENCODER $(lastword $(1))_DECODER  \
+                         $(firstword $(2))_ENCODER $(lastword $(2))_DECODER  \
+                         $(firstword $(3))_MUXER   $(lastword $(3))_DEMUXER)
+
+DEMDEC  = $(call ALLYES, $(1)_DEMUXER $(2:%=%_DECODER))
+
+include $(SRC_PATH)/tests/fate/acodec.mak
+include $(SRC_PATH)/tests/fate/vcodec.mak
+include $(SRC_PATH)/tests/fate/avformat.mak
+include $(SRC_PATH)/tests/fate/avfilter.mak
+include $(SRC_PATH)/tests/fate/seek.mak
+
+include $(SRC_PATH)/tests/fate/aac.mak
+include $(SRC_PATH)/tests/fate/ac3.mak
+include $(SRC_PATH)/tests/fate/adpcm.mak
+include $(SRC_PATH)/tests/fate/alac.mak
+include $(SRC_PATH)/tests/fate/als.mak
+include $(SRC_PATH)/tests/fate/amrnb.mak
+include $(SRC_PATH)/tests/fate/amrwb.mak
+include $(SRC_PATH)/tests/fate/atrac.mak
+include $(SRC_PATH)/tests/fate/audio.mak
+include $(SRC_PATH)/tests/fate/bmp.mak
+include $(SRC_PATH)/tests/fate/cdxl.mak
+include $(SRC_PATH)/tests/fate/cover-art.mak
+include $(SRC_PATH)/tests/fate/dct.mak
+include $(SRC_PATH)/tests/fate/demux.mak
+include $(SRC_PATH)/tests/fate/dfa.mak
+include $(SRC_PATH)/tests/fate/dpcm.mak
+include $(SRC_PATH)/tests/fate/ea.mak
+include $(SRC_PATH)/tests/fate/filter.mak
+include $(SRC_PATH)/tests/fate/flac.mak
+include $(SRC_PATH)/tests/fate/fft.mak
+include $(SRC_PATH)/tests/fate/h264.mak
+include $(SRC_PATH)/tests/fate/image.mak
+include $(SRC_PATH)/tests/fate/indeo.mak
+include $(SRC_PATH)/tests/fate/libavcodec.mak
+include $(SRC_PATH)/tests/fate/libavformat.mak
+include $(SRC_PATH)/tests/fate/libavutil.mak
+include $(SRC_PATH)/tests/fate/lossless-audio.mak
+include $(SRC_PATH)/tests/fate/lossless-video.mak
+include $(SRC_PATH)/tests/fate/microsoft.mak
+include $(SRC_PATH)/tests/fate/mp3.mak
+include $(SRC_PATH)/tests/fate/mpc.mak
+include $(SRC_PATH)/tests/fate/pcm.mak
+include $(SRC_PATH)/tests/fate/probe.mak
+include $(SRC_PATH)/tests/fate/prores.mak
+include $(SRC_PATH)/tests/fate/qt.mak
+include $(SRC_PATH)/tests/fate/qtrle.mak
+include $(SRC_PATH)/tests/fate/real.mak
+include $(SRC_PATH)/tests/fate/screen.mak
+include $(SRC_PATH)/tests/fate/utvideo.mak
+include $(SRC_PATH)/tests/fate/video.mak
+include $(SRC_PATH)/tests/fate/voice.mak
+include $(SRC_PATH)/tests/fate/vorbis.mak
+include $(SRC_PATH)/tests/fate/vpx.mak
+include $(SRC_PATH)/tests/fate/vqf.mak
+include $(SRC_PATH)/tests/fate/wavpack.mak
+include $(SRC_PATH)/tests/fate/wma.mak
+
+FATE_AVCONV += $(FATE_AVCONV-yes)
+FATE-$(CONFIG_AVCONV) += $(FATE_AVCONV)
+
+FATE-$(CONFIG_AVCODEC)  += $(FATE_LIBAVCODEC)
+FATE-$(CONFIG_AVFORMAT) += $(FATE_LIBAVFORMAT)
+
+FATE_SAMPLES_AVCONV           += $(FATE_SAMPLES_AVCONV-yes)
+FATE_SAMPLES-$(CONFIG_AVCONV) += $(FATE_SAMPLES_AVCONV)
+FATE_SAMPLES += $(FATE_SAMPLES-yes)
+
+FATE += $(FATE-yes)
+FATE += $(FATE_LIBAVUTIL)
+
+$(FATE_AVCONV) $(FATE_SAMPLES_AVCONV): avconv$(EXESUF)
+
+ifdef SAMPLES
+FATE += $(FATE_SAMPLES)
+fate-rsync:
+       rsync -vaLW rsync://fate-suite.libav.org/fate-suite/ $(SAMPLES)
 else
-libavtest:
-       @echo
-       @echo "This test requires FFmpeg to be compiled with --enable-gpl."
-       @echo
-endif
-
-ifeq ($(CONFIG_SWSCALER),yes)
-test-server codectest mpeg4 mpeg ac3 snow snowll libavtest: swscale_error
-swscale_error:
-       @echo
-       @echo "This regression test is incompatible with --enable-swscaler."
-       @echo
-       @exit 1
+fate-rsync:
+       @echo "use 'make fate-rsync SAMPLES=/path/to/samples' to sync the fate suite"
+$(FATE_SAMPLES):
+       @echo "$@ requires external samples and SAMPLES not specified"; false
 endif
 
-seektest: seek_test$(EXESUF)
-       $(SRC_DIR)/seek_test.sh $(SEEK_REFFILE)
+FATE_UTILS = base64 tiny_psnr
 
-vsynth1/00.pgm: videogen$(EXESUF)
-       mkdir -p vsynth1
-       $(BUILD_DIR)/$< 'vsynth1/'
+fate: $(FATE)
 
-vsynth2/00.pgm: rotozoom$(EXESUF)
-       mkdir -p vsynth2
-       $(BUILD_DIR)/$< 'vsynth2/' $(SRC_DIR)/lena.pnm
+$(FATE): $(FATE_UTILS:%=tests/%$(HOSTEXESUF))
+       @echo "TEST    $(@:fate-%=%)"
+       $(Q)$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)' '$(THREADS)' '$(THREAD_TYPE)' '$(CPUFLAGS)' '$(CMP_SHIFT)' '$(CMP_TARGET)' '$(SIZE_TOLERANCE)' '$(CMP_UNIT)'
 
-asynth1.sw: audiogen$(EXESUF)
-       $(BUILD_DIR)/$< $@
+fate-list:
+       @printf '%s\n' $(sort $(FATE))
 
-%$(EXESUF): %.c
-       $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
+clean:: testclean
 
-seek_test$(EXESUF): seek_test.c
-       $(CC) $(LDFLAGS) $(CFLAGS) -DHAVE_AV_CONFIG_H -I.. -I$(SRC_PATH)/libavformat -I$(SRC_PATH)/libavcodec -I$(SRC_PATH)/libavutil -o $@ $< $(BUILD_ROOT)/libavformat/libavformat.a $(BUILD_ROOT)/libavcodec/libavcodec.a $(BUILD_ROOT)/libavutil/libavutil.a $(EXTRALIBS)
+testclean:
+       $(RM) -r tests/vsynth1 tests/data
+       $(RM) $(CLEANSUFFIXES:%=tests/%)
+       $(RM) $(TESTTOOLS:%=tests/%$(HOSTEXESUF))
 
-distclean clean:
-       rm -rf vsynth1 vsynth2 data asynth1.sw *~
-       rm -f $(addsuffix $(EXESUF),audiogen videogen rotozoom seek_test tiny_psnr)
+-include $(wildcard tests/*.d)
 
-.PHONY: all fulltest test codectest libavtest test-server seektest
-.PHONY: mpeg4 mpeg ac3 snow snowll distclean clean
+.PHONY: fate*