xref: /petsc/gmakefile.test (revision cd7e8a5e83fb5f23fbe440fa5d826b1569053b5a)
1# -*- mode: makefile-gmake -*-
2-include petscdir.mk
3
4.SUFFIXES: .F  .F90 .f90 ${SUFFIXES} .PETSc .C .cc .cpp .cxx .r .rm .so .html .ad .m .tex .make  .fig .svg .eps .pdf .jpg .png .dvi .ps .F95 .f95 .fiat .cu .kokkos.cxx raja.cxx
5
6CONFIGDIR := $(PETSC_DIR)/config
7
8# TESTSRCDIR is always relative to gmakefile.test
9#  This must be before includes
10mkfile_path := $(abspath $(lastword $(MAKEFILE_LIST)))
11TESTSRCDIR := $(dir $(mkfile_path))src
12
13-include $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables
14-include $(PETSC_DIR)/lib/petsc/conf/variables
15
16TESTDIR ?= ./$(PETSC_ARCH)/tests
17MODDIR := $(PETSC_DIR)/$(PETSC_ARCH)/include
18TESTLOGTAPFILE ?= $(TESTDIR)/test_$(PETSC_ARCH)_tap.log
19TESTLOGERRFILE ?= $(TESTDIR)/test_$(PETSC_ARCH)_err.log
20EXAMPLESDIR := $(TESTSRCDIR)
21
22pkgs := sys vec mat dm ksp snes ts tao
23
24petscconf      := $(PETSC_DIR)/$(PETSC_ARCH)/include/petscconf.h
25petscvariables := $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables
26generatedtest  := $(TESTDIR)/testfiles
27
28.SECONDEXPANSION:		# to expand $$(@D)/.DIR
29
30TESTFLAGS :=             # Initialize as simple variable
31
32#workaround old cygwin versions
33ifeq ($(PETSC_CYGWIN_BROKEN_PIPE),1)
34ifeq ($(shell basename $(AR)),ar)
35  V ?=1
36endif
37endif
38V ?= $(if $(findstring s,$(MAKEFLAGS)),0)
39ifeq ($(V),)  # Default
40  quiet_HELP := "Use \"$(MAKE) V=1\" to see verbose compile lines, \"$(MAKE) V=0\" to suppress.\n"
41  quiet = @printf $(quiet_HELP)$(eval quiet_HELP:=)"  %10s %s\n" "$1$2" "$@"; $($1)
42  quiettest = @printf "  %10s %s\n" "TEST" "$(@:$(TESTDIR)/counts/%.counts=%)";
43else ifeq ($(V),0)		# Suppress entire command
44  quiet = @$($1)
45  quiettest = @
46  TESTFLAGS += -o err_only
47else				# Show the full command line
48  quiet = $($1)
49  quiettest =
50  TESTFLAGS += -v
51endif
52
53ifeq ($(FORCE),1)
54  TESTFLAGS += -f    # force test execution
55endif
56ifeq ($(CUDAMEMCHECK),1)
57  TESTFLAGS += -U    # Add cuda-memcheck option to the flags
58endif
59ifeq ($(VALGRIND),1)
60  TESTFLAGS += -V    # Add valgrind option to the flags
61endif
62ifeq ($(DEBUG),1)
63  TESTFLAGS += -d    # Launch test in debugger
64endif
65ifeq ($(REPLACE),1)
66  TESTFLAGS += -m    # Replace results by passing -m to petscdiff
67endif
68ifeq ($(OUTPUT),1)
69  TESTFLAGS += -o 'err_only'    # Show only the errors on stdout
70endif
71ifeq ($(ALT),1)
72  TESTFLAGS += -M    # Replace alt files by passing -M to petscdiff
73endif
74PRINTONLY ?= 0
75ifeq ($(PRINTONLY),1)
76  TESTFLAGS += -p    # Pass -p to petscdiff to print only command
77endif
78ifeq ($(DIFF_NUMBERS),1)
79  TESTFLAGS += -j    # Pass -j to petscdiff to diff the actual numbers
80endif
81ifdef OPTIONS
82  TESTFLAGS += -a '$(OPTIONS)'   # override arguments
83endif
84ifdef EXTRA_OPTIONS
85  TESTFLAGS += -e '$(EXTRA_OPTIONS)'  # add extra arguments
86endif
87ifdef NP
88  TESTFLAGS += -n $(NP)  # set number of processes
89endif
90# Override the default timeout that may be found at the top of config/petsc_harness.sh
91# This must be an integer.  It is given in seconds.
92ifdef TIMEOUT
93  TESTFLAGS += -t $(TIMEOUT)  # Override the default timeout
94endif
95
96$(generatedtest) : $(petscconf) $(petscvariables) $(CONFIGDIR)/gmakegentest.py $(TESTDIR)/.DIR | $$(@D)/.DIR
97	$(PYTHON) $(CONFIGDIR)/gmakegentest.py --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --testdir=$(TESTDIR)
98
99ifneq ($(filter-out clean check info,$(MAKECMDGOALS:clean%=clean)),)
100include $(generatedtest)
101endif
102
103ifeq ($(PETSC_LANGUAGE),CXXONLY)
104  cc_name := CXX
105else
106  cc_name := CC
107endif
108
109PETSC_COMPILE.c = $(call quiet,$(cc_name)) -c $(PCC_FLAGS) $($(CLANGUAGE)FLAGS) $(CCPPFLAGS) $(C_DEPFLAGS)
110PETSC_COMPILE.cxx = $(call quiet,CXX) -c $(CXX_FLAGS) $(CXXFLAGS) $(CXXCPPFLAGS) $(CXX_DEPFLAGS)
111PETSC_COMPILE.cu = $(call quiet,CUDAC) -c $(MPICXX_INCLUDES) $(CUDAC_FLAGS) $(CUFLAGS) --compiler-options="${PETSC_CCPPFLAGS} $(CUDACPPFLAGS) $(CUDA_CXXFLAGS)"
112PETSC_COMPILE.hip.cpp = $(call quiet,HIPC) -c $(MPICXX_INCLUDES) $(HIPC_FLAGS) $(HIPPP_FLAGS) $(HIPFLAGS) $(HIPPPFLAGS) $(HIPOPTFLAGS) $(HIPC_DEPFLAGS) $(CXXFLAGS) $(CXXCPPFLAGS) $(CXX_DEPFLAGS)
113PETSC_COMPILE.sycl.cpp = $(call quiet,SYCLCPP) -c $(MPICXX_INCLUDES) $(SYCLCPP_FLAGS) $(SYCLCPPFLAGS) $(SYCLCPPCPPFLAGS) $(SYCLCPP_DEPFLAGS)
114PETSC_GENDEPS.cu = $(call quiet,CUDAC,.dep) --generate-dependencies --output-directory=$(@D) $(MPICXX_INCLUDES) $(CUDAC_FLAGS) $(CUFLAGS)  --compiler-options="${PETSC_CCPPFLAGS} $(CUDA_CXXFLAGS)"
115PETSC_COMPILE.F = $(call quiet,FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS)
116
117ifneq ($(KOKKOS_USE_CUDA_COMPILER),)
118  # Kokkos requires nvcc to be in PATH and the C++ compiler to be given in an environmental variable
119  PETSC_COMPILE.kokkos.cxx = PATH=$(PATH):`dirname $(CUDAC)` NVCC_WRAPPER_DEFAULT_COMPILER="$(CUDA_CXX)" $(KOKKOS_BIN)/nvcc_wrapper --expt-extended-lambda -c $(CUDAC_FLAGS) ${PETSC_CCPPFLAGS} $(CUDACPPFLAGS) $(CUDA_CXXFLAGS) $(MPICXX_INCLUDES)
120  PETSC_LINK.kokkos.cxx = PATH=$(PATH):`dirname $(CUDAC)` NVCC_WRAPPER_DEFAULT_COMPILER="$(CUDA_CXX)" $(KOKKOS_BIN)/nvcc_wrapper --expt-extended-lambda $(CUDAC_FLAGS) $(MPICXX_INCLUDES) ${PETSC_CCPPFLAGS} $(CUDA_CXXFLAGS) $(CUDA_CXXLIBS) $(MPICXX_LIBS) $(LDFLAGS)
121else ifneq ($(KOKKOS_USE_HIP_COMPILER),)
122  PETSC_COMPILE.kokkos.cxx = $(PETSC_COMPILE.hip.cpp)
123  PETSC_LINK.kokkos.cxx = $(HIPC) $(HIPFLAGS) $(CXXFLAGS) $(PETSC_CCPPFLAGS) $(CPPFLAGS) $(LDFLAGS) $(MPICXX_INCLUDES) $(MPICXX_LIBS)
124else
125  PETSC_COMPILE.kokkos.cxx = $(PETSC_COMPILE.cxx)
126  PETSC_LINK.kokkos.cxx = $(CXXLINKER) $(CXXFLAGS) $(PETSC_CCPPFLAGS) $(CPPFLAGS) $(LDFLAGS)
127endif
128
129ifneq ($(RAJA_USE_CUDA_COMPILER),)
130  PETSC_COMPILE.raja.cxx  = ${CUDAC} $(MPICXX_INCLUDES) ${CUDAC_FLAGS} ${CUFLAGS} -x cu -Xcudafe "--display_error_number" -c --compiler-options="${PETSC_CCPPFLAGS} ${PETSC_CC_INCLUDES} ${CUDA_CXXFLAGS}" --expt-extended-lambda --expt-relaxed-constexpr
131else
132  PETSC_COMPILE.raja.cxx = ${CXX} -o $*.o -c ${CXX_FLAGS} ${CXXFLAGS} ${CXXCPPFLAGS}
133endif
134
135testlangs := c cu cxx F F90 kokkos.cxx hip.cpp sycl.cpp raja.cxx
136$(foreach lang, $(testlangs), $(eval \
137  testexe.$(lang) = $(foreach pkg, $(pkgs), $(testsrcs-$(pkg).$(lang):%.$(lang)=$(TESTDIR)/%))))
138concattestlang = $(foreach lang, $(2), $(testsrcs-$(1).$(lang):%.$(lang)=$(TESTDIR)/%.o))
139testsrcs.o := $(foreach pkg, $(pkgs), $(call concattestlang,$(pkg),$(testlangs)))
140testsrcs-rel := $(foreach pkg, $(pkgs), $(foreach lang, $(testlangs), $(testsrcs-$(pkg).$(lang))))
141testsrcs := $(foreach sfile, $(testsrcs-rel), $(TESTSRCDIR)/$(sfile))
142
143# workaround win32fe failure
144ifneq (,$(findstring win32fe,$(call quiet,$(cc_name))))
145$(TESTDIR)/ts/tutorials/multirate/ex6: | $(TESTDIR)/ts/tutorials/multirate/ex5
146$(TESTDIR)/ts/tutorials/multirate/ex8: | $(TESTDIR)/ts/tutorials/multirate/ex6
147endif
148
149# Refresh testfiles when sources change, but don't balk if the source file is nonexistent (deleted)
150$(generatedtest) : $(testsrcs)
151$(testsrcs) :
152
153$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.c | $$(@D)/.DIR
154	$(PETSC_COMPILE.c) $(abspath $<) -o $@
155
156$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.kokkos.cxx | $$(@D)/.DIR
157	$(PETSC_COMPILE.kokkos.cxx) $(abspath $<) -o $@
158
159$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.raja.cxx | $$(@D)/.DIR
160	$(PETSC_COMPILE.raja.cxx) $(abspath $<) -o $@
161
162$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.cxx | $$(@D)/.DIR
163	$(PETSC_COMPILE.cxx) $(abspath $<) -o $@
164
165$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.cu | $$(@D)/.DIR
166	$(PETSC_COMPILE.cu) $(abspath $<) -o $@ # Compile first so that if there is an error, it comes from a normal compile
167	@$(PETSC_GENDEPS.cu) $(abspath $<) -o $(@:%.o=%.d) # Generate the dependencies for later
168
169# Test modules go in the same directory as the target *.o
170TESTMODDIR = $(@D)
171FCMOD = cd
172$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.F | $$(@D)/.DIR
173ifeq ($(FC_MODULE_OUTPUT_FLAG),)
174	$(call quiet,FCMOD) $(TESTMODDIR) && $(FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) -I$(dir $<) $(abspath $<) -o $(abspath $@)
175else
176	$(PETSC_COMPILE.F) -I$(dir $<) $(abspath $<) -o $@ $(FC_MODULE_OUTPUT_FLAG)$(TESTMODDIR) $(FC_MODULE_FLAG)$(TESTMODDIR)
177endif
178	-@$(GFORTRAN_DEP_CLEANUP)
179
180$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.F90 | $$(@D)/.DIR
181ifeq ($(FC_MODULE_OUTPUT_FLAG),)
182	$(call quiet,FCMOD) $(TESTMODDIR) && $(FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) -I$(dir $<) $(abspath $<) -o $(abspath $@)
183else
184	$(PETSC_COMPILE.F) -I$(dir $<) $(abspath $<) -o $@ $(FC_MODULE_OUTPUT_FLAG)$(TESTMODDIR) $(FC_MODULE_FLAG)$(TESTMODDIR)
185endif
186	-@$(GFORTRAN_DEP_CLEANUP)
187
188#   This is a hack to fix a broken gfortran.
189define GFORTRAN_DEP_CLEANUP
190  if test -e "$(@:%.o=%.d)" && head -1 "$(@:%.o=%.d)" | fgrep -q -v : ; then\
191    echo "$(@): \\" > $(@:%.o=%.dtemp) ; \
192    tr '\n' '@' < $(@:%.o=%.d) | cut -d: -f2- | tr '@' '\n' >> $(@:%.o=%.dtemp) ; \
193    mv $(@:%.o=%.dtemp) $(@:%.o=%.d); \
194  fi
195endef
196
197# link line constructed differently for gmakefile vs gmakefile.test invocation
198ifeq ($(libpetscall),)
199PETSC_TEST_LIB = $(PETSC_LIB)
200else
201PETSC_TEST_LIB = $(C_SH_LIB_PATH) $(PETSC_EXTERNAL_LIB_BASIC)
202endif
203
204# manually list some some library dependencies to check for circular dependencies
205$(TESTDIR)/sys/tests/ex9: PETSC_TEST_LIB = $(PETSC_SYS_LIB)
206$(TESTDIR)/vec/vec/tests/ex1: PETSC_TEST_LIB = $(PETSC_VEC_LIB)
207$(TESTDIR)/mat/tests/ex1: PETSC_TEST_LIB = $(PETSC_MAT_LIB)
208$(TESTDIR)/dm/tests/ex1: PETSC_TEST_LIB = $(PETSC_DM_LIB)
209$(TESTDIR)/ksp/ksp/tests/ex1: PETSC_TEST_LIB = $(PETSC_KSP_LIB)
210$(TESTDIR)/snes/tests/ex1: PETSC_TEST_LIB = $(PETSC_SNES_LIB)
211$(TESTDIR)/ts/tests/ex2: PETSC_TEST_LIB = $(PETSC_TS_LIB)
212$(TESTDIR)/tao/tutorials/ex1: PETSC_TEST_LIB = $(PETSC_TAO_LIB)
213
214# MACOS FIREWALL HANDLING
215# - if run with MACOS_FIREWALL=1
216#   (automatically set in $PETSC_ARCH/lib/petsc/conf/petscvariables if configured --with-macos-firewall-rules),
217#   ensure mpiexec and test executable is on firewall list
218#
219ifeq ($(MACOS_FIREWALL),1)
220FW := /usr/libexec/ApplicationFirewall/socketfilterfw
221# There is no reliable realpath command in macOS without need for 3rd party tools like homebrew coreutils
222# Using Python's realpath seems like the most robust way here
223realpath-py = $(shell $(PYTHON) -c 'import os, sys; print(os.path.realpath(sys.argv[1]))' $(1))
224#
225define macos-firewall-register
226  @APP=$(call realpath-py, $(1)); \
227    if ! sudo -n true 2>/dev/null; then printf "Asking for sudo password to add new firewall rule for\n  $$APP\n"; fi; \
228    sudo $(FW) --remove $$APP --add $$APP --blockapp $$APP
229endef
230endif
231#
232macos-firewall-register-mpiexec:
233	-$(call macos-firewall-register, $(MPIEXEC))
234
235# Test executables
236$(testexe.F) $(testexe.F90) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall)
237	$(call quiet,FLINKER) -o $@ $^ $(PETSC_TEST_LIB)
238	-$(call macos-firewall-register,$@)
239
240$(testexe.c) $(testexe.cu) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall)
241	$(call quiet,CLINKER) -o $@ $^ $(PETSC_TEST_LIB)
242	-$(call macos-firewall-register,$@)
243
244$(testexe.kokkos.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall)
245	$(call quiet,PETSC_LINK.kokkos.cxx) -o $@ $^ $(PETSC_TEST_LIB)
246	-$(call macos-firewall-register,$@)
247
248$(testexe.raja.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall)
249	$(call quiet,CLINKER) -o $@ $^ $(PETSC_TEST_LIB)
250	-$(call macos-firewall-register,$@)
251
252$(testexe.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall)
253	$(call quiet,CXXLINKER) -o $@ $^ $(PETSC_TEST_LIB)
254	-$(call macos-firewall-register,$@)
255
256# Fortran source files need petsc*.mod, which isn't explicitly managed in the makefile.
257$(foreach pkg, $(pkgs), $(call concattestlang,$(pkg),F F90)) : $(libpetscall)
258
259# Testing convenience targets
260.PHONY: test pre-clean
261
262test: report_tests
263
264pre-clean:
265	@$(RM) -rf $(TESTDIR)/counts $(TESTLOGTAPFILE) $(TESTLOGERRFILE)
266	@touch $(TESTLOGTAPFILE) $(TESTLOGERRFILE)
267	@echo "Using MAKEFLAGS:" ${MAKEFLAGS}
268
269check-test-errors:
270	@grep '^not ok' $(TESTLOGTAPFILE) | grep -v 'Exceeded timeout' | tee $(TESTDIR)/allgtests-tap-err.log
271	@test ! -s $(TESTDIR)/allgtests-tap-err.log
272
273.PHONY: $(foreach pkg, $(pkgs), test-$(pkg) $(foreach lang, $(testlangs), test-$(pkg).$(lang) test-rm-$(pkg).$(lang)))
274testpkgs := $(foreach pkg, $(pkgs), test-$(pkg))
275# Targets to run tests in test-$pkg.$lang and delete the executables, language by language
276$(testpkgs) : test-% : $(foreach lang, $(testlangs), test-rm-%.$(lang))
277# List of raw test run targets
278alltesttargets := $(foreach tp, $(testpkgs), $(foreach lang, $(testlangs), $($(tp).$(lang))))
279
280# Run targets
281$(alltesttargets) : % : $(TESTDIR)/counts/%.counts
282.PHONY: $(alltesttargets)
283
284$(TESTDIR)/counts/%.counts :
285	$(quiettest) $< $(TESTFLAGS)
286
287# Targets to run tests and remove executables, by package-lang pairs.
288# Run the tests in each batch using recursive invocation of make because
289# we need all of them to complete before removing the executables.  Make
290# doesn't guarantee an exploration order for the graph.  Only recursive
291# if there is something to be done.
292alltest-rm := $(foreach pkg, $(pkgs), $(foreach lang, $(testlangs), test-rm-$(pkg).$(lang)))
293$(alltest-rm) : test-rm-% : test-%
294ifneq ($(NO_RM),1)
295	$(call quiet,RM) $(addprefix $(TESTDIR)/,$(basename $($(@:test-rm-%=testsrcs-%))))
296endif
297
298# Remove intermediate .o files
299# This only removes the files at the end which is insufficient
300#.INTERMEDIATE: $(testsrcs.o:%.o=%)
301
302# all sources should get recompiled when petscvariables changes (i.e when configure is rerun or when petscvariables is manually edited.)
303$(testsrcs.o) : $(petscvariables)
304
305%/.DIR :
306	@mkdir -p $(@D)
307	@touch $@
308
309.PRECIOUS: %/.DIR
310
311.SUFFIXES: # Clear .SUFFIXES because we don't use implicit rules
312.DELETE_ON_ERROR:               # Delete likely-corrupt target file if rule fails
313
314.PHONY: clean cleantest all
315
316cleantest:
317	${RM} -r $(TESTDIR) $(generatedtest)
318
319clean: cleantest
320
321alltest.d := $(testsrcs.o:%.o=%.d)
322# Tell make that alltest.d are all up to date.  Without this, the include
323# below has quadratic complexity, taking more than one second for a
324# do-nothing build of PETSc (much worse for larger projects)
325$(alltest.d) : ;
326
327-include $(alltest.d)
328
329# Tests can be generated by searching -- see documentation below
330showreport=
331ifndef searchin
332   searchin = " "
333endif
334ifdef i
335   searchin = $(i)
336endif
337ifdef gmakesearch
338  TESTTARGETS := $(filter $(gmakesearch),$(alltesttargets))
339  ifdef gmakesearchin
340    TESTTARGETS2 := $(foreach v,$(TESTTARGETS),$(if $(findstring $(gmakesearchin),$(v)),$(v)))
341    TESTTARGETS := $(TESTTARGETS2)
342  endif
343else ifdef gmakesearchin
344  TESTTARGETS := $(foreach v,$(alltesttargets),$(if $(findstring $(gmakesearchin),$(v)),$(v)))
345else ifdef argsearch
346  TESTTARGETS := $(foreach v,$(alltesttargets),$(if $(findstring $(argsearch),$($(v)_ARGS)),$(v)))
347else ifdef search
348  TESTTARGETS := $(shell $(PYTHON) config/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) 'name' '$(search)')
349else ifdef s
350  TESTTARGETS := $(shell $(PYTHON) config/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) 'name' '$(s)')
351else ifdef test-fail
352  TESTTARGETS := $(shell $(TESTDIR)/echofailures.sh)
353else ifdef query
354  TESTTARGETS := $(shell $(PYTHON) config/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) '$(query)' '$(queryval)')
355else ifdef q
356  TESTTARGETS := $(shell $(PYTHON) config/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) '$(q)' '$(qv)')
357else                            # No filter - run them all, but delete the executables as we go
358  TESTTARGETS := $(testpkgs)
359  ifneq ($(PRINTONLY),1)
360    showreport = "-s"  # Only show full report when all tests are run
361  endif
362endif
363
364.PHONY: report_tests print-test
365
366print-test:
367	$(info $(TESTTARGETS))
368	@true
369
370show-fail:
371	-@$(PYTHON) $(CONFIGDIR)/report_tests.py -d $(TESTDIR)/counts -f
372
373
374
375# Don't start running tests until starttime has completed
376$(alltesttargets:%=$(TESTDIR)/counts/%.counts) : starttime
377
378# Ensure that libpetsc (if it is a prerequisite) has been built and clean the counts/logs before starting timer
379starttime: pre-clean $(libpetscall) macos-firewall-register-mpiexec
380	@$(eval STARTTIME := $(shell date +%s))
381
382report_tests: starttime $(TESTTARGETS)
383	@$(eval ENDTIME := $(shell date +%s))
384	-@ elapsed_time=$$(($(ENDTIME)- $(STARTTIME))) && \
385	$(PYTHON) $(CONFIGDIR)/report_tests.py -m $(MAKE) -d $(TESTDIR)/counts -t 5 -e $${elapsed_time} $(showreport)
386
387check_output:
388	$(PYTHON) $(CONFIGDIR)/gmakegentest.py --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --testdir=$(TESTDIR) --check-output
389
390# Do not how how to invoke test from makefile
391HASGMAKEFILE := $(filter gmakefile,$(MAKEFILE_LIST))
392ifeq ($(HASGMAKEFILE),gmakefile)
393helpdeps:=help-make help-targets
394makefile="gmakefile"
395other_help="To see full test help: make -f gmakefile.test help"
396else
397helpdeps:=help-make help-targets help-test
398makefile="gmakefile.test"
399other_help=""
400endif
401
402help: ${helpdeps}
403	-@echo "Above is from: ${helpdeps}"
404	-@echo "${other_help}"
405
406help-make:
407	-@echo
408	-@echo "Basic build usage:"
409	-@echo "   make -f ${makefile} <options>"
410	-@echo
411	-@echo "Options:"
412	-@echo "  V=0           Very quiet builds"
413	-@echo "  V=1           Verbose builds"
414	-@echo
415
416help-targets:
417	-@echo "All makefile targets and their dependencies:"
418	-@grep ^[a-z] ${makefile} | grep : | grep -v =
419	-@echo
420	-@echo
421
422help-test:
423	-@echo "Basic test usage:"
424	-@echo "   make -f ${makefile} test <options>"
425	-@echo
426	-@echo "Options:"
427	-@echo "  V=1               Verbose output (-v to scripts)"
428	-@echo "  NO_RM=1           Do not remove the executables after running"
429	-@echo "  REPLACE=1         Replace the output in PETSC_DIR source tree (-m to test scripts)"
430	-@echo "  OUTPUT=1          Show only the errors on stdout"
431	-@echo "  ALT=1             Replace 'alt' output in PETSC_DIR source tree (-M to test scripts)"
432	-@echo "  DIFF_NUMBERS=1    Diff the numbers in the output (-j to test scripts and petscdiff)"
433	-@echo "  CUDAMEMCHECK=1    Execute the tests using cuda-memcheck (-U to test scripts)"
434	-@echo "  VALGRIND=1        Execute the tests using valgrind (-V to test scripts)"
435	-@echo "  DEBUG=1           Launch tests in the debugger (-d to the scripts)"
436	-@echo "  NP=<num proc>     Set a number of processors to pass to scripts."
437	-@echo "  FORCE=1           Force SKIP or TODO tests to run"
438	-@echo "  PRINTONLY=1       Print the command, but do not run.  For loops print first command"
439	-@echo "  TIMEOUT=<time>    Test timeout limit in seconds (default in config/petsc_harness.sh)"
440	-@echo "  TESTDIR='tests'   Subdirectory where tests are run ($${PETSC_DIR}/$${PETSC_ARCH}/$${TESTDIR}"
441	-@echo "                    or $${PREFIX_DIR}/$${TESTDIR}"
442	-@echo "                    or $${PREFIX_DIR}/share/petsc/examples/$${TESTDIR})"
443	-@echo "  TESTBASE='tests'   Subdirectory where tests are run ($${PETSC_DIR}/$${PETSC_ARCH}/$${TESTDIR}"
444	-@echo "  OPTIONS='<args>'  Override options to scripts (-a to test scripts)"
445	-@echo "  EXTRA_OPTIONS='<args>'  Add options to scripts (-e to test scripts)"
446	-@echo
447	-@echo "Special options for macOS:"
448	-@echo "  MACOS_FIREWALL=1  Add each built test to the macOS firewall list to prevent popups. Configure --with-macos-firewall-rules to make this default"
449	-@echo
450	-@echo "Tests can be generated by searching with multiple methods"
451	-@echo "  For general searching (using config/query_test.py):"
452	-@echo "    make -f ${makefile} test search='sys*ex2*'"
453	-@echo "   or the shortcut using s"
454	-@echo "    make -f ${makefile} test s='sys*ex2*'"
455	-@echo "  You can also use the full path to a file directory"
456	-@echo "    make -f ${makefile} test s='src/sys/tests/'"
457	-@echo
458	-@echo "  To search for fields from the original test definitions:"
459	-@echo "    make -f ${makefile} test query='requires' queryval='*MPI_PROCESS_SHARED_MEMORY*'"
460	-@echo "   or the shortcut using q and qv"
461	-@echo "    make -f ${makefile} test q='requires' qv='*MPI_PROCESS_SHARED_MEMORY*'"
462	-@echo "  To filter results from other searches, use searchin"
463	-@echo "    make -f ${makefile} test s='src/sys/tests/' searchin='*options*'"
464	-@echo
465	-@echo "  To re-run the last tests which failed:"
466	-@echo "    make -f ${makefile} test test-fail='1'"
467	-@echo
468	-@echo "  To see which targets match a given pattern (useful for doing a specific target):"
469	-@echo "    make -f ${makefile} print-test search=sys*"
470	-@echo
471	-@echo "  To build an executable, give full path to location:"
472	-@echo '    make -f ${makefile} $${PETSC_ARCH}/tests/sys/tests/ex1'
473	-@echo "  or make the test with NO_RM=1"
474	-@echo
475