1# -*- mode: makefile-gmake -*- 2 3CONFIGDIR := config 4 5# TESTSRCDIR is always relative to gmakefile.test 6# This must be before includes 7mkfile_path := $(abspath $(MAKEFILE_LIST)) 8TESTSRCDIR := $(dir $(abspath $(firstword $(MAKEFILE_LIST))))src 9 10include $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables 11include $(PETSC_DIR)/lib/petsc/conf/variables 12 13TESTDIR ?= ./$(PETSC_ARCH)/tests 14MODDIR := $(PETSC_DIR)/$(PETSC_ARCH)/include 15TESTLOGFILE = $(TESTDIR)/examples_$(PETSC_ARCH).log 16EXAMPLESDIR := $(TESTSRCDIR) 17 18pkgs := sys vec mat dm ksp snes ts tao 19 20petscconf := $(PETSC_DIR)/$(PETSC_ARCH)/include/petscconf.h 21petscvariables := $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables 22generatedtest := $(TESTDIR)/testfiles 23 24.SECONDEXPANSION: # to expand $$(@D)/.DIR 25 26TESTFLAGS := # Initialize as simple variable 27 28#workarround old cygwin versions 29ifeq ($(PETSC_CYGWIN_BROKEN_PIPE),1) 30ifeq ($(shell basename $(AR)),ar) 31 V ?=1 32endif 33endif 34V ?= $(if $(findstring s,$(MAKEFLAGS)),0) 35ifeq ($(V),) # Default 36 quiet_HELP := "Use \"$(MAKE) V=1\" to see verbose compile lines, \"$(MAKE) V=0\" to suppress.\n" 37 quiet = @printf $(quiet_HELP)$(eval quiet_HELP:=)" %10s %s\n" "$1$2" "$@"; $($1) 38 quiettest = @printf " %10s %s\n" "TEST" "$(@:$(TESTDIR)/counts/%.counts=%)"; 39else ifeq ($(V),0) # Suppress entire command 40 quiet = @$($1) 41 quiettest = @ 42else # Show the full command line 43 quiet = $($1) 44 quiettest = 45 TESTFLAGS += -v 46endif 47 48ifeq ($(FORCE),1) 49 TESTFLAGS += -f # force test execution 50endif 51ifeq ($(VALGRIND),1) 52 TESTFLAGS += -V # Add valgrind to the flags 53endif 54ifeq ($(REPLACE),1) 55 TESTFLAGS += -m # Replace results by passing -m to petscdiff 56endif 57ifeq ($(ALT),1) 58 TESTFLAGS += -M # Replace alt files by passing -M to petscdiff 59endif 60ifeq ($(DIFF_NUMBERS),1) 61 TESTFLAGS += -j # Pass -j to petscdiff to diff the actual numbers 62endif 63ifdef OPTIONS 64 TESTFLAGS += -a '$(OPTIONS)' # override arguments 65endif 66ifdef EXTRA_OPTIONS 67 TESTFLAGS += -e '$(EXTRA_OPTIONS)' # add extra arguments 68endif 69ifdef NP 70 TESTFLAGS += -n $(NP) # set number of processes 71endif 72# Override the default timeout that may be found at the top of config/petsc_harness.sh 73# This must be an integer. It is given in seconds. 74ifdef TIMEOUT 75 TESTFLAGS += -t $(TIMEOUT) # Override the default timeout 76endif 77 78 79 80$(generatedtest) : $(petscconf) $(petscvariables) $(CONFIGDIR)/gmakegentest.py $(TESTDIR)/.DIR | $$(@D)/.DIR 81 $(PYTHON) $(CONFIGDIR)/gmakegentest.py --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --testdir=$(TESTDIR) 82 83-include $(generatedtest) 84 85ifeq ($(PETSC_LANGUAGE),CXXONLY) 86 cc_name := CXX 87else 88 cc_name := CC 89endif 90 91PETSC_COMPILE.c = $(call quiet,$(cc_name)) -c $(PCC_FLAGS) $(CFLAGS) $(CCPPFLAGS) $(C_DEPFLAGS) 92PETSC_COMPILE.cxx = $(call quiet,CXX) -c $(CXX_FLAGS) $(CFLAGS) $(CCPPFLAGS) $(CXX_DEPFLAGS) 93PETSC_COMPILE.cu = $(call quiet,CUDAC) -c $(CUDAC_FLAGS) --compiler-options="$(PCC_FLAGS) $(CXXFLAGS) $(CCPPFLAGS)" 94PETSC_GENDEPS.cu = $(call quiet,CUDAC,.dep) --generate-dependencies --output-directory=$(@D) $(CUDAC_FLAGS) --compiler-options="$(PCC_FLAGS) $(CXXFLAGS) $(CCPPFLAGS)" 95PETSC_COMPILE.F = $(call quiet,FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) 96 97testlangs := c cu cxx F F90 98$(foreach lang, $(testlangs), $(eval \ 99 testexe.$(lang) = $(foreach pkg, $(pkgs), $(testsrcs-$(pkg).$(lang):%.$(lang)=$(TESTDIR)/%)))) 100concattestlang = $(foreach lang, $(2), $(testsrcs-$(1).$(lang):%.$(lang)=$(TESTDIR)/%.o)) 101testsrcs.o := $(foreach pkg, $(pkgs), $(call concattestlang,$(pkg),$(testlangs))) 102testsrcs-rel := $(foreach pkg, $(pkgs), $(foreach lang, $(testlangs), $(testsrcs-$(pkg).$(lang)))) 103testsrcs := $(foreach sfile, $(testsrcs-rel), $(TESTSRCDIR)/$(sfile)) 104 105# Refresh testfiles when sources change, but don't balk if the source file is nonexistent (deleted) 106$(generatedtest) : $(testsrcs) 107$(testsrcs) : 108 109$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.c | $$(@D)/.DIR 110 $(PETSC_COMPILE.c) $(abspath $<) -o $@ 111 112$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.cxx | $$(@D)/.DIR 113 $(PETSC_COMPILE.cxx) $(abspath $<) -o $@ 114 115$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.cu | $$(@D)/.DIR 116 $(PETSC_COMPILE.cu) $(abspath $<) -o $@ # Compile first so that if there is an error, it comes from a normal compile 117 @$(PETSC_GENDEPS.cu) $(abspath $<) -o $(@:%.o=%.d) # Generate the dependencies for later 118 119# Test modules go in a different directory 120$(TESTDIR)/%.o : MODDIR = $(@D) 121FCMOD = cd 122$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.F | $$(@D)/.DIR 123ifeq ($(FC_MODULE_OUTPUT_FLAG),) 124 $(call quiet,FCMOD) $(MODDIR) && $(FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) -I$(dir $<) $(abspath $<) -o $(abspath $@) 125else 126 $(PETSC_COMPILE.F) -I$(dir $<) $(abspath $<) -o $@ $(FC_MODULE_OUTPUT_FLAG)$(MODDIR) $(FC_MODULE_FLAG)$(MODDIR) 127endif 128 -@$(GFORTRAN_DEP_CLEANUP) 129 130$(TESTDIR)/%.o : $(EXAMPLESDIR)/%.F90 | $$(@D)/.DIR 131ifeq ($(FC_MODULE_OUTPUT_FLAG),) 132 $(call quiet,FCMOD) $(MODDIR) && $(FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) -I$(dir $<) $(abspath $<) -o $(abspath $@) 133else 134 $(PETSC_COMPILE.F) -I$(dir $<) $(abspath $<) -o $@ $(FC_MODULE_OUTPUT_FLAG)$(MODDIR) $(FC_MODULE_FLAG)$(MODDIR) 135endif 136 -@$(GFORTRAN_DEP_CLEANUP) 137 138# This is a hack to fix a broken gfortran. 139define GFORTRAN_DEP_CLEANUP 140 if test -e "$(@:%.o=%.d)" && head -1 "$(@:%.o=%.d)" | fgrep -q -v : ; then\ 141 echo "$(@): \\" > $(@:%.o=%.dtemp) ; \ 142 tr '\n' '@' < $(@:%.o=%.d) | cut -d: -f2- | tr '@' '\n' >> $(@:%.o=%.dtemp) ; \ 143 mv $(@:%.o=%.dtemp) $(@:%.o=%.d); \ 144 fi 145endef 146 147# link line constructed differently for gmakefile vs gmakefile.test invocation 148ifeq ($(libpetscall),) 149PETSC_TEST_LIB = $(PETSC_LIB) 150else 151PETSC_TEST_LIB = $(C_SH_LIB_PATH) $(PETSC_EXTERNAL_LIB_BASIC) 152endif 153 154# Test executables 155$(testexe.F) $(testexe.F90) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) 156 $(call quiet,FLINKER) -o $@ $^ $(PETSC_TEST_LIB) 157 158$(testexe.c) $(testexe.cu) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) 159 $(call quiet,CLINKER) -o $@ $^ $(PETSC_TEST_LIB) 160 161$(testexe.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) 162 $(call quiet,CXXLINKER) -o $@ $^ $(PETSC_TEST_LIB) 163 164# Fortran source files need petsc*.mod, which isn't explicitly managed in the makefile. 165$(foreach pkg, $(pkgs), $(call concattestlang,$(pkg),F F90)) : $(libpetscall) 166 167# Testing convenience targets 168.PHONY: test pre-clean 169 170test: pre-clean report_tests 171 172pre-clean: 173 @$(eval STARTTIME := $(shell date +%s)) 174 @$(RM) -rf $(TESTDIR)/counts $(TESTLOGFILE) 175 @touch $(TESTLOGFILE) 176 177.PHONY: $(foreach pkg, $(pkgs), test-$(pkg) $(foreach lang, $(testlangs), test-$(pkg).$(lang) test-rm-$(pkg).$(lang))) 178testpkgs := $(foreach pkg, $(pkgs), test-$(pkg)) 179# Targets to run tests in test-$pkg.$lang and delete the executables, language by language 180$(testpkgs) : test-% : $(foreach lang, $(testlangs), test-rm-%.$(lang)) 181# List of raw test run targets 182alltesttargets := $(foreach tp, $(testpkgs), $(foreach lang, $(testlangs), $($(tp).$(lang)))) 183 184# Run targets 185$(alltesttargets) : % : $(TESTDIR)/counts/%.counts 186.PHONY: $(alltesttargets) 187 188$(TESTDIR)/counts/%.counts : 189 $(quiettest) $< $(TESTFLAGS) 190 191# Targets to run tests and remove executables, by package-lang pairs. 192# Run the tests in each batch using recursive invocation of make because 193# we need all of them to complete before removing the executables. Make 194# doesn't guarantee an exploration order for the graph. Only recursive 195# if there is something to be done. 196alltest-rm := $(foreach pkg, $(pkgs), $(foreach lang, $(testlangs), test-rm-$(pkg).$(lang))) 197$(alltest-rm) : test-rm-% : test-% 198ifneq ($(NO_RM),1) 199 $(call quiet,RM) $(addprefix $(TESTDIR)/,$(basename $($(@:test-rm-%=testsrcs-%)))) 200endif 201 202# Remove intermediate .o files 203# This only removes the files at the end which is insufficient 204#.INTERMEDIATE: $(testsrcs.o:%.o=%) 205 206# all sources should get recompiled when petscvariables changes (i.e when configure is rerun or when petscvariables is manually edited.) 207$(testsrcs.o) : $(petscvariables) 208 209%/.DIR : 210 @mkdir -p $(@D) 211 @touch $@ 212 213.PRECIOUS: %/.DIR 214 215.SUFFIXES: # Clear .SUFFIXES because we don't use implicit rules 216.DELETE_ON_ERROR: # Delete likely-corrupt target file if rule fails 217 218.PHONY: clean cleantest all print 219 220cleantest: 221 ${RM} -r $(TESTDIR) $(generatedtest) 222 223clean: cleantest 224 225# make print VAR=the-variable 226print: 227 @echo $($(VAR)) 228 229alltest.d := $(testsrcs.o:%.o=%.d) 230# Tell make that alltest.d are all up to date. Without this, the include 231# below has quadratic complexity, taking more than one second for a 232# do-nothing build of PETSc (much worse for larger projects) 233$(alltest.d) : ; 234 235-include $(alltest.d) 236 237# Tests can be generated by searching 238# Percent is a wildcard (only one allowed): 239# make -f gmakefile test search=sys%ex2 240# To match internal substrings (matches *ex2*): 241# make -f gmakefile test searchin=ex2 242# Search and searchin can be combined: 243# make -f gmakefile test search='sys%' searchin=ex2 244# For args: 245# make -f gmakefile test argsearch=cuda 246# For general glob-style searching using python: 247# NOTE: uses shell which is possibly slower and is possibly more brittle 248# make -f gmakefile test globsearch='sys*ex2*' 249ifdef search 250 TESTTARGETS := $(filter $(search),$(alltesttargets)) 251 ifdef searchin 252 TESTTARGETS2 := $(foreach v,$(TESTTARGETS),$(if $(findstring $(searchin),$(v)),$(v))) 253 TESTTARGETS := $(TESTTARGETS2) 254 endif 255else ifdef searchin 256 TESTTARGETS := $(foreach v,$(alltesttargets),$(if $(findstring $(searchin),$(v)),$(v))) 257else ifdef argsearch 258 TESTTARGETS := $(foreach v,$(alltesttargets),$(if $(findstring $(argsearch),$($(v)_ARGS)),$(v))) 259else ifdef globsearch 260 TESTTARGETS := $(shell $(PYTHON) -c"import sys,fnmatch; print ' '.join(fnmatch.filter(sys.argv[2].split(),sys.argv[1]))" '$(globsearch)' '$(alltesttargets)') 261else # No filter - run them all, but delete the executables as we go 262 TESTTARGETS := $(testpkgs) 263endif 264 265.PHONY: report_tests print-test 266 267print-test: 268 -@echo $(TESTTARGETS) 269 270report_tests: $(TESTTARGETS) 271 @$(eval ENDTIME := $(shell date +%s)) 272 -@elapsed_time=$$(($(ENDTIME)- $(STARTTIME))) && \ 273 $(PYTHON) $(CONFIGDIR)/report_tests.py -m $(MAKE) -d $(TESTDIR)/counts -t 5 -e $${elapsed_time} 274 275# Do not how how to invoke test from makefile 276HASGMAKEFILE := $(filter gmakefile,$(MAKEFILE_LIST)) 277ifeq ($(HASGMAKEFILE),gmakefile) 278helpdeps:=help-make help-targets 279makefile="gmakefile" 280other_help="To see full test help: make -f gmakefile.test help" 281else 282helpdeps:=help-make help-targets help-test 283makefile="gmakefile.test" 284other_help="" 285endif 286 287help: ${helpdeps} 288 -@echo "Above is from: ${helpdeps}" 289 -@echo "${other_help}" 290 291help-make: 292 -@echo 293 -@echo "Basic build usage:" 294 -@echo " make -f ${makefile} <options>" 295 -@echo 296 -@echo "Options:" 297 -@echo " V=0 Very quiet builds" 298 -@echo " V=1 Verbose builds" 299 -@echo 300 301help-targets: 302 -@echo "All makefile targets and their dependencies:" 303 -@grep ^[a-z] ${makefile} | grep : | grep -v = 304 -@echo 305 -@echo 306 307help-test: 308 -@echo "Basic test usage:" 309 -@echo " make -f ${makefile} test <options>" 310 -@echo 311 -@echo "Options:" 312 -@echo " NO_RM=1 Do not remove the executables after running" 313 -@echo " REPLACE=1 Replace the output in PETSC_DIR source tree (-m to test scripts)" 314 -@echo " ALT=1 Replace 'alt' output in PETSC_DIR source tree (-M to test scripts)" 315 -@echo " DIFF_NUMBERS=1 Diff the numbers in the output (-j to test scripts and petscdiff)" 316 -@echo " VALGRIND=1 Execute the tests using valgrind (-V to test scripts)" 317 -@echo " NP=<num proc> Set a number of processors to pass to scripts." 318 -@echo " FORCE=1 Force SKIP or TODO tests to run" 319 -@echo " TIMEOUT=<time> Test timeout limit in seconds (default in config/petsc_harness.sh)" 320 -@echo " TESTDIR='tests' Subdirectory where tests are run ($${PETSC_DIR}/$${PETSC_ARCH}/$${TESTDIR}" 321 -@echo " or $${PREFIX_DIR}/$${TESTDIR}" 322 -@echo " or $${PREFIX_DIR}/share/petsc/examples/$${TESTDIR})" 323 -@echo " TESTBASE='tests' Subdirectory where tests are run ($${PETSC_DIR}/$${PETSC_ARCH}/$${TESTDIR}" 324 -@echo " OPTIONS='<args>' Override options to scripts (-a to test scripts)" 325 -@echo " EXTRA_OPTIONS='<args>' Add options to scripts (-e to test scripts)" 326 -@echo 327 -@echo "Tests can be generated by searching:" 328 -@echo " Percent is a wildcard (only one allowed):" 329 -@echo " make -f ${makefile} test search=sys%ex2" 330 -@echo 331 -@echo " To match internal substrings (matches *ex2*):" 332 -@echo " make -f ${makefile} test searchin=ex2" 333 -@echo 334 -@echo " Search and searchin can be combined:" 335 -@echo " make -f ${makefile} test search='sys%' searchin=ex2" 336 -@echo 337 -@echo " To match patterns in the arguments:" 338 -@echo " make -f ${makefile} test argsearch=cuda" 339 -@echo 340 -@echo " For general glob-style searching using python:" 341 -@echo " NOTE: uses shell which is possibly slower and more brittle" 342 -@echo " make -f ${makefile} test globsearch='sys*ex2*'" 343 -@echo 344 -@echo " To see which targets match a given pattern (useful for doing a specific target):" 345 -@echo " make -f ${makefile} print-test search=sys%" 346 -@echo " which is equivalent to:" 347 -@echo " make -f ${makefile} print VAR=TESTTARGETS search='sys%'" 348 -@echo 349 -@echo " To build an executable, give full path to location:" 350 -@echo ' make -f ${makefile} $${PETSC_ARCH}/tests/sys/examples/tests/ex1' 351 -@echo " or make the test with NO_RM=1" 352 -@echo 353