diff --git a/doc/fate.texi b/doc/fate.texi index c9c0d3aea9842cc24b8e298a55c6866bb562a483..a35299423065b5e078e475f4f33eb8951951743d 100644 --- a/doc/fate.texi +++ b/doc/fate.texi @@ -222,6 +222,11 @@ Set to @samp{1} to generate the missing or mismatched references. Specify which hardware acceleration to use while running regression tests, by default @samp{none} is used. +@item KEEP +Set to @samp{1} to keep temp files generated by fate test(s) when test is successful. +Default is @samp{0}, which removes these files. Files are always kept when a test +fails. + @end table @section Examples diff --git a/tests/Makefile b/tests/Makefile index e564279b0a3d018632df03c28ac07b859bf7a567..24680b815014eaa56019ba40911e79b6a8839d08 100644 --- a/tests/Makefile +++ b/tests/Makefile @@ -225,7 +225,7 @@ FATE += $(FATE_HW-yes) $(FATE) $(FATE_TESTS-no): export PROGSUF = $(PROGSSUF) $(FATE) $(FATE_TESTS-no): $(FATE_UTILS:%=tests/%$(HOSTEXESUF)) @echo "TEST $(@:fate-%=%)" - $(Q)$(SRC_PATH)/tests/fate-run.sh $@ "$(TARGET_SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)' '$(THREADS)' '$(THREAD_TYPE)' '$(CPUFLAGS)' '$(CMP_SHIFT)' '$(CMP_TARGET)' '$(SIZE_TOLERANCE)' '$(CMP_UNIT)' '$(GEN)' '$(HWACCEL)' '$(REPORT)' + $(Q)$(SRC_PATH)/tests/fate-run.sh $@ "$(TARGET_SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)' '$(THREADS)' '$(THREAD_TYPE)' '$(CPUFLAGS)' '$(CMP_SHIFT)' '$(CMP_TARGET)' '$(SIZE_TOLERANCE)' '$(CMP_UNIT)' '$(GEN)' '$(HWACCEL)' '$(REPORT)' '$(KEEP)' fate-list: @printf '%s\n' $(sort $(FATE)) diff --git a/tests/fate-run.sh b/tests/fate-run.sh index 457761c1529133724a1217987904f4f7831c1e8e..aece90a01d30b2c2edc0010c2e1a85c6e60ac628 100755 --- a/tests/fate-run.sh +++ b/tests/fate-run.sh @@ -25,6 +25,7 @@ cmp_unit=${15:-2} gen=${16:-no} hwaccel=${17:-none} report_type=${18:-standard} +keep=${19:-0} outdir="tests/data/fate" outfile="${outdir}/${test}" @@ -428,7 +429,9 @@ if test $err != 0 && test $gen != "no" ; then fi if test $err = 0; then - rm -f $outfile $errfile $cmpfile $cleanfiles + if test $keep = 0; then + rm -f $outfile $errfile $cmpfile $cleanfiles + fi elif test $gen = "no"; then echo "Test $test failed. Look at $errfile for details." test "${V:-0}" -gt 0 && cat $errfile