10d9661cdSTzanio# Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 20d9661cdSTzanio# the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 30d9661cdSTzanio# reserved. See files LICENSE and NOTICE for details. 40d9661cdSTzanio# 50d9661cdSTzanio# This file is part of CEED, a collection of benchmarks, miniapps, software 60d9661cdSTzanio# libraries and APIs for efficient high-order finite element and spectral 70d9661cdSTzanio# element discretizations for exascale applications. For more information and 80d9661cdSTzanio# source code availability see http://github.com/ceed. 90d9661cdSTzanio# 100d9661cdSTzanio# The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 110d9661cdSTzanio# a collaborative effort of two U.S. Department of Energy organizations (Office 120d9661cdSTzanio# of Science and the National Nuclear Security Administration) responsible for 130d9661cdSTzanio# the planning and preparation of a capable exascale ecosystem, including 140d9661cdSTzanio# software, applications, hardware, advanced system engineering and early 150d9661cdSTzanio# testbed platforms, in support of the nation's exascale computing imperative. 160d9661cdSTzanio 1781c9eb91SStan TomovCC ?= gcc 1881c9eb91SStan TomovFC = gfortran 19e86995feScamierjs 20e86995feScamierjsNDEBUG ?= 21e86995feScamierjsLDFLAGS ?= 221b58aefaScamierjsLOADLIBES ?= 231b58aefaScamierjsTARGET_ARCH ?= 2432d74c32SThilina RathnayakeUNDERSCORE ?= 1 251b58aefaScamierjs 2621ae6867Scamierjs# env variable OCCA_DIR should point to OCCA-1.0 branch 277f5ff99bSVeselin DobrevOCCA_DIR ?= ../occa 28f797d7b2Scamierjs 2982b77998SStan Tomov# env variable MAGMA_DIR should point to MAGMA branch 30*b91d9695SStan TomovMAGMA_DIR ?= ../../magma 31*b91d9695SStan TomovCUDA_DIR ?= /usr/local/cuda 3282b77998SStan Tomov 33e86995feScamierjsSANTIZ = -fsanitize=address -fsanitize=undefined -fno-omit-frame-pointer 341b58aefaScamierjsCFLAGS = -std=c99 -Wall -Wextra -Wno-unused-parameter -fPIC -MMD -MP -march=native 35bcfdf5e6SJed BrownFFLAGS = -cpp -Wall -Wextra -Wno-unused-parameter -Wno-unused-dummy-argument -fPIC -MMD -MP -march=native 3632d74c32SThilina Rathnayake 374859b599SJed BrownCFLAGS += $(if $(NDEBUG),-O2,-g) 3832d74c32SThilina Rathnayakeifeq ($(UNDERSCORE), 1) 3932d74c32SThilina Rathnayake CFLAGS += -DUNDERSCORE 4032d74c32SThilina Rathnayakeendif 4132d74c32SThilina Rathnayake 4232d74c32SThilina RathnayakeFFLAGS += $(if $(NDEBUG),-O2,-g) 4332d74c32SThilina Rathnayake 4421ae6867ScamierjsCFLAGS += $(if $(NDEBUG),,)#$(SANTIZ)) 4532d74c32SThilina RathnayakeFFLAGS += $(if $(NDEBUG),,)#$(SANTIZ)) 461b58aefaScamierjsLDFLAGS += $(if $(NDEBUG),,)#$(SANTIZ)) 476ea7c6c1SJed BrownCPPFLAGS = -I./include 48582447c9SJed BrownLDLIBS = -lm 4991b7489eSJed BrownOBJDIR := build 506ea7c6c1SJed BrownLIBDIR := lib 516ea7c6c1SJed Brown 52d5217624SJed Brown# Installation variables 53d5217624SJed Brownprefix ?= /usr/local 54d5217624SJed Brownbindir = $(prefix)/bin 55d5217624SJed Brownlibdir = $(prefix)/lib 56d5217624SJed Brownincludedir = $(prefix)/include 57d5217624SJed Brownpkgconfigdir = $(libdir)/pkgconfig 58d5217624SJed BrownINSTALL = install 59d5217624SJed BrownINSTALL_PROGRAM = $(INSTALL) 60d5217624SJed BrownINSTALL_DATA = $(INSTALL) -m644 61d5217624SJed Brown 6269762e1fScamierjsNPROCS := $(shell getconf _NPROCESSORS_ONLN) 6382985883ScamierjsMFLAGS := -j $(NPROCS) --warn-undefined-variables \ 6421ae6867Scamierjs --no-print-directory --no-keep-going 6587e762eaSJed Brown 66bfa078e6SJed BrownPROVE ?= prove 673a1ec3cdSJed BrownPROVE_OPTS ?= -j $(NPROCS) 685c719ab0SJed BrownDARWIN := $(filter Darwin,$(shell uname -s)) 695c719ab0SJed BrownSO_EXT := $(if $(DARWIN),dylib,so) 709df38c42SVeselin Dobrev 716ea7c6c1SJed Brownceed.pc := $(LIBDIR)/pkgconfig/ceed.pc 7291b7489eSJed Brownlibceed := $(LIBDIR)/libceed.$(SO_EXT) 73bae89548SJed Brownlibceed.c := $(wildcard ceed*.c) 7432d74c32SThilina Rathnayake# tests 75746e9b11SJed Browntests.c := $(sort $(wildcard tests/t[0-9][0-9]-*.c)) 7632d74c32SThilina Rathnayaketests.f := $(sort $(wildcard tests/t[0-9][0-9]-*.f)) 7791b7489eSJed Browntests := $(tests.c:tests/%.c=$(OBJDIR)/%) 7832d74c32SThilina Rathnayaketests += $(tests.f:tests/%.f=$(OBJDIR)/%) 7932d74c32SThilina Rathnayake#examples 802c6ea02fSJed Brownexamples.c := $(sort $(wildcard examples/*.c)) 81673d494eSThilina Rathnayakeexamples.f := $(sort $(wildcard examples/*.f)) 8291b7489eSJed Brownexamples := $(examples.c:examples/%.c=$(OBJDIR)/%) 83673d494eSThilina Rathnayakeexamples += $(examples.f:examples/%.f=$(OBJDIR)/%) 8482b77998SStan Tomov# backends/[ref & occa & magma] 85ae3cba82Scamierjsref.c := $(sort $(wildcard backends/ref/*.c)) 86ae3cba82Scamierjsocca.c := $(sort $(wildcard backends/occa/*.c)) 8782b77998SStan Tomovmagma.c := $(sort $(wildcard backends/magma/*.c)) 8882985883Scamierjs 899bdc3d68Scamierjs# Output using the 216-color rules mode 9018a724fcScamierjsrule_file = $(notdir $(1)) 9118a724fcScamierjsrule_path = $(patsubst %/,%,$(dir $(1))) 9218a724fcScamierjslast_path = $(notdir $(patsubst %/,%,$(dir $(1)))) 933c5d0cdfSJed Brownansicolor = $(shell echo $(call last_path,$(1)) | cksum | cut -b1-2 | xargs -IS expr 2 \* S + 17) 94abb87f81Scamierjsemacs_out = @printf " %10s %s/%s\n" $(1) $(call rule_path,$(2)) $(call rule_file,$(2)) 95abb87f81Scamierjscolor_out = @if [ -t 1 ]; then \ 9618a724fcScamierjs printf " %10s \033[38;5;%d;1m%s\033[m/%s\n" \ 973c5d0cdfSJed Brown $(1) $(call ansicolor,$(2)) \ 9818a724fcScamierjs $(call rule_path,$(2)) $(call rule_file,$(2)); else \ 9918a724fcScamierjs printf " %10s %s\n" $(1) $(2); fi 100f797d7b2Scamierjs# if TERM=dumb, use it, otherwise switch to the term one 101abb87f81Scamierjsoutput = $(if $(TERM:dumb=),$(call color_out,$1,$2),$(call emacs_out,$1,$2)) 10282985883Scamierjs 1039bdc3d68Scamierjs# if V is set to non-nil, turn the verbose mode 10418a724fcScamierjsquiet = $(if $(V),$($(1)),$(call output,$1,$@);$($(1))) 10521ae6867Scamierjs 1069df38c42SVeselin Dobrev.SUFFIXES: 1079df38c42SVeselin Dobrev.SUFFIXES: .c .o .d 10891b7489eSJed Brown.SECONDEXPANSION: # to expand $$(@D)/.DIR 1099df38c42SVeselin Dobrev 11091b7489eSJed Brown%/.DIR : 11191b7489eSJed Brown @mkdir -p $(@D) 11291b7489eSJed Brown @touch $@ 11391b7489eSJed Brown 11491b7489eSJed Brown.PRECIOUS: %/.DIR 11591b7489eSJed Brown 1166ea7c6c1SJed Brownthis: $(libceed) $(ceed.pc) 1179bdc3d68Scamierjsall:;@$(MAKE) $(MFLAGS) V=$(V) this 1180e439e50SJed Brown 119cbc56ef6SVeselin Dobrev$(libceed) : LDFLAGS += $(if $(DARWIN), -install_name $(abspath $(libceed))) 12069762e1fScamierjs 12187174f08SJed Brownlibceed.c += $(ref.c) 1227f5ff99bSVeselin Dobrevifneq ($(wildcard $(OCCA_DIR)/lib/libocca.*),) 123fc377ca6SJed Brown $(libceed) : LDFLAGS += -L$(OCCA_DIR)/lib -Wl,-rpath,$(abspath $(OCCA_DIR)/lib) 1241a5c4436SJean-Sylvain Camier $(libceed) : LDLIBS += -locca #-lrt -ldl 12587174f08SJed Brown libceed.c += $(occa.c) 12687174f08SJed Brown $(occa.c:%.c=$(OBJDIR)/%.o) : CFLAGS += -I$(OCCA_DIR)/include 12721ae6867Scamierjsendif 12882b77998SStan Tomovifneq ($(wildcard $(MAGMA_DIR)/lib/libmagma.*),) 12982b77998SStan Tomov $(libceed) : LDFLAGS += -L$(MAGMA_DIR)/lib -Wl,-rpath,$(abspath $(MAGMA_DIR)/lib) 13082b77998SStan Tomov $(libceed) : LDLIBS += -lmagma 13182b77998SStan Tomov $(libceed) : $(magma.o) 132*b91d9695SStan Tomov libceed.c += $(magma.c) 133*b91d9695SStan Tomov $(magma.c:%.c=$(OBJDIR)/%.o) : CFLAGS += -I$(MAGMA_DIR)/include -I$(CUDA_DIR)/include 13482b77998SStan Tomovendif 1356ea7c6c1SJed Brown$(libceed) : $(libceed.c:%.c=$(OBJDIR)/%.o) | $$(@D)/.DIR 13621ae6867Scamierjs $(call quiet,CC) $(LDFLAGS) -shared -o $@ $^ $(LDLIBS) 13791b7489eSJed Brown 138b5b03409SJed Brown$(OBJDIR)/%.o : %.c | $$(@D)/.DIR 139b5b03409SJed Brown $(call quiet,CC) $(CPPFLAGS) $(CFLAGS) -c -o $@ $(abspath $<) 140ae3cba82Scamierjs 141b5b03409SJed Brown$(OBJDIR)/% : tests/%.c | $$(@D)/.DIR 142b5b03409SJed Brown $(call quiet,CC) $(CPPFLAGS) $(CFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS) 14378b5556aScamierjs 14432d74c32SThilina Rathnayake$(OBJDIR)/% : tests/%.f | $$(@D)/.DIR 145a99eee77SThilina Rathnayake $(call quiet,FC) $(CPPFLAGS) $(FFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS) 14632d74c32SThilina Rathnayake 14734fd0bf9SThilina Rathnayake$(OBJDIR)/% : examples/%.c | $$(@D)/.DIR 14834fd0bf9SThilina Rathnayake $(call quiet,CC) $(CPPFLAGS) $(CFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS) 14991b7489eSJed Brown 150673d494eSThilina Rathnayake$(OBJDIR)/% : examples/%.f | $$(@D)/.DIR 151a99eee77SThilina Rathnayake $(call quiet,FC) $(CPPFLAGS) $(FFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS) 152673d494eSThilina Rathnayake 1532c6ea02fSJed Brown$(tests) $(examples) : $(libceed) 154fc377ca6SJed Brown$(tests) $(examples) : LDFLAGS += -Wl,-rpath,$(abspath $(LIBDIR)) -L$(LIBDIR) 1554859b599SJed Brown 156dad465e7SJed Brownrun-% : $(OBJDIR)/% 157b5b03409SJed Brown @tests/tap.sh $(<:build/%=%) 1584859b599SJed Brown 159dad465e7SJed Browntest : $(tests:$(OBJDIR)/%=run-%) $(examples:$(OBJDIR)/%=run-%) 1604859b599SJed Brown 161dad465e7SJed Brownprove : $(tests) $(examples) 162dad465e7SJed Brown $(PROVE) $(PROVE_OPTS) --exec 'tests/tap.sh' $(tests:$(OBJDIR)/%=%) $(examples:$(OBJDIR)/%=%) 163bfa078e6SJed Brown 1642c6ea02fSJed Brownexamples : $(examples) 1652c6ea02fSJed Brown 1666ea7c6c1SJed Brown$(ceed.pc) : pkgconfig-prefix = $(abspath .) 167d5217624SJed Brown$(OBJDIR)/ceed.pc : pkgconfig-prefix = $(prefix) 168d5217624SJed Brown.INTERMEDIATE: $(OBJDIR)/ceed.pc 1696ea7c6c1SJed Brown%/ceed.pc : ceed.pc.template | $$(@D)/.DIR 1706ea7c6c1SJed Brown @sed "s:%prefix%:$(pkgconfig-prefix):" $< > $@ 1710e439e50SJed Brown 172d5217624SJed Browninstall : $(libceed) $(OBJDIR)/ceed.pc 1731e25a746SJed Brown $(INSTALL) -d "$(DESTDIR)$(includedir)" "$(DESTDIR)$(libdir)" "$(DESTDIR)$(pkgconfigdir)" 1741e25a746SJed Brown $(INSTALL_DATA) include/ceed.h "$(DESTDIR)$(includedir)/" 1751e25a746SJed Brown $(INSTALL_DATA) $(libceed) "$(DESTDIR)$(libdir)/" 1761e25a746SJed Brown $(INSTALL_DATA) $(OBJDIR)/ceed.pc "$(DESTDIR)$(pkgconfigdir)/" 177d5217624SJed Brown 1787bd3a522STzanio.PHONY: all cln clean print test tst examples astyle install doc 1796e5d1fd9Scamierjscln clean : 1806ea7c6c1SJed Brown $(RM) *.o *.d $(libceed) 1816ea7c6c1SJed Brown $(RM) -r *.dSYM $(OBJDIR) $(LIBDIR)/pkgconfig 182e12c42aaSVeselin Dobrev $(MAKE) -C examples clean 183f3ea3031SVeselin Dobrev $(MAKE) -C examples/mfem clean 1841c615aafSThilina Rathnayake cd examples/nek5000; bash make-nek-examples.sh clean; cd ../..; 1854859b599SJed Brown 18607838a1cSTzaniodistclean : clean 18707838a1cSTzanio rm -rf doc/html 18807838a1cSTzanio 1890ab95609SJed Browndoc : 1907bd3a522STzanio doxygen Doxyfile 1917bd3a522STzanio 1920dbfdfc5SJed Brownastyle : 1934e3516aeSJed Brown astyle --style=google --indent=spaces=2 --max-code-length=80 \ 1940dbfdfc5SJed Brown --keep-one-line-statements --keep-one-line-blocks --lineend=linux \ 195746e9b11SJed Brown --suffix=none --preserve-date --formatted \ 196ea474a52STzanio *.[ch] tests/*.[ch] backends/*/*.[ch] examples/*.[ch] examples/mfem/*.[ch]pp 1970dbfdfc5SJed Brown 1984859b599SJed Brownprint : 1994859b599SJed Brown @echo $(VAR)=$($(VAR)) 200582447c9SJed Brown 2019df38c42SVeselin Dobrevprint-%: 2029df38c42SVeselin Dobrev $(info [ variable name]: $*) 2039df38c42SVeselin Dobrev $(info [ origin]: $(origin $*)) 2049df38c42SVeselin Dobrev $(info [ value]: $(value $*)) 2059df38c42SVeselin Dobrev $(info [expanded value]: $($*)) 2069df38c42SVeselin Dobrev $(info ) 2079df38c42SVeselin Dobrev @true 2089df38c42SVeselin Dobrev 20943fb898aSJed Brown-include $(libceed.c:%.c=build/%.d) $(tests.c:tests/%.c=build/%.d) 210