xref: /libCEED/Makefile (revision f91e0974a2927f0ac463834ce64a566dca2e49aa)
10c784865Scamierjs# Copyright (c) 2017-2018, Lawrence Livermore National Security, LLC.
20c784865Scamierjs# Produced at the Lawrence Livermore National Laboratory. LLNL-CODE-734707.
30c784865Scamierjs# All Rights reserved. See files LICENSE and NOTICE for details.
40d9661cdSTzanio#
50d9661cdSTzanio# This file is part of CEED, a collection of benchmarks, miniapps, software
60d9661cdSTzanio# libraries and APIs for efficient high-order finite element and spectral
70d9661cdSTzanio# element discretizations for exascale applications. For more information and
80d9661cdSTzanio# source code availability see http://github.com/ceed.
90d9661cdSTzanio#
100d9661cdSTzanio# The CEED research is supported by the Exascale Computing Project 17-SC-20-SC,
110d9661cdSTzanio# a collaborative effort of two U.S. Department of Energy organizations (Office
120d9661cdSTzanio# of Science and the National Nuclear Security Administration) responsible for
130d9661cdSTzanio# the planning and preparation of a capable exascale ecosystem, including
140d9661cdSTzanio# software, applications, hardware, advanced system engineering and early
150d9661cdSTzanio# testbed platforms, in support of the nation's exascale computing imperative.
160d9661cdSTzanio
1721ae6867ScamierjsCC ?= gcc
184dd6f121ScamierjsFC ?= gfortran
19e86995feScamierjs
203b56482dScamierjs# ASAN must be left empty if you don't want to use it
210a7eccc5ScamierjsASAN ?=
22f2fa494dScamierjsNDEBUG ?= 1
236850bcb5Scamierjs
24e86995feScamierjsLDFLAGS ?=
2532d74c32SThilina RathnayakeUNDERSCORE ?= 1
261b58aefaScamierjs
2712123fd5Scamierjs# OCCA_DIR env variable should point to OCCA master (github.com/libocca/occa)
287f5ff99bSVeselin DobrevOCCA_DIR ?= ../occa
29f797d7b2Scamierjs
30bf000209STzanio# Warning: SANTIZ options still don't run with /gpu/occa
3112123fd5Scamierjs# export LSAN_OPTIONS=suppressions=.asanignore
32c12ddcb5ScamierjsAFLAGS = -fsanitize=address #-fsanitize=undefined -fno-omit-frame-pointer
33fdb03076Scamierjs
342a61d539STzanioCFLAGS = -std=c99 -Wall -Wextra -Wno-unused-parameter -fPIC -MMD -MP -O2 -g
3537c58ae6STzanioFFLAGS = -cpp     -Wall -Wextra -Wno-unused-parameter -Wno-unused-dummy-argument -fPIC -MMD -MP
3632d74c32SThilina Rathnayake
37fdb03076ScamierjsCFLAGS += $(if $(NDEBUG),-DNDEBUG=1)
386850bcb5Scamierjs
3932d74c32SThilina Rathnayakeifeq ($(UNDERSCORE), 1)
4032d74c32SThilina Rathnayake  CFLAGS += -DUNDERSCORE
4132d74c32SThilina Rathnayakeendif
4232d74c32SThilina Rathnayake
436850bcb5ScamierjsFFLAGS += $(if $(NDEBUG),-O2 -DNDEBUG,-g)
4432d74c32SThilina Rathnayake
454dd6f121ScamierjsCFLAGS += $(if $(ASAN),$(AFLAGS))
464dd6f121ScamierjsFFLAGS += $(if $(ASAN),$(AFLAGS))
474dd6f121ScamierjsLDFLAGS += $(if $(ASAN),$(AFLAGS))
486ea7c6c1SJed BrownCPPFLAGS = -I./include
49582447c9SJed BrownLDLIBS = -lm
5091b7489eSJed BrownOBJDIR := build
516ea7c6c1SJed BrownLIBDIR := lib
526ea7c6c1SJed Brown
53d5217624SJed Brown# Installation variables
54d5217624SJed Brownprefix ?= /usr/local
55d5217624SJed Brownbindir = $(prefix)/bin
56d5217624SJed Brownlibdir = $(prefix)/lib
57a5ba6ca9Scamierjsokldir = $(prefix)/lib/okl
58d5217624SJed Brownincludedir = $(prefix)/include
59d5217624SJed Brownpkgconfigdir = $(libdir)/pkgconfig
60d5217624SJed BrownINSTALL = install
61d5217624SJed BrownINSTALL_PROGRAM = $(INSTALL)
62d5217624SJed BrownINSTALL_DATA = $(INSTALL) -m644
63d5217624SJed Brown
643b56482dScamierjs# Get number of processors of the machine
6569762e1fScamierjsNPROCS := $(shell getconf _NPROCESSORS_ONLN)
663b56482dScamierjs# prepare make options to run in parallel
6782985883ScamierjsMFLAGS := -j $(NPROCS) --warn-undefined-variables \
6821ae6867Scamierjs                       --no-print-directory --no-keep-going
6987e762eaSJed Brown
70bfa078e6SJed BrownPROVE ?= prove
713a1ec3cdSJed BrownPROVE_OPTS ?= -j $(NPROCS)
725c719ab0SJed BrownDARWIN := $(filter Darwin,$(shell uname -s))
735c719ab0SJed BrownSO_EXT := $(if $(DARWIN),dylib,so)
749df38c42SVeselin Dobrev
756ea7c6c1SJed Brownceed.pc := $(LIBDIR)/pkgconfig/ceed.pc
7691b7489eSJed Brownlibceed := $(LIBDIR)/libceed.$(SO_EXT)
77bae89548SJed Brownlibceed.c := $(wildcard ceed*.c)
78bf000209STzanio
79bf000209STzanio# Tests
80746e9b11SJed Browntests.c   := $(sort $(wildcard tests/t[0-9][0-9]-*.c))
8132d74c32SThilina Rathnayaketests.f   := $(sort $(wildcard tests/t[0-9][0-9]-*.f))
8291b7489eSJed Browntests     := $(tests.c:tests/%.c=$(OBJDIR)/%)
833f3e7340Scamierjsctests    := $(tests)
84a0a4cdfdScamierjstests     += $(tests.f:tests/%.f=$(OBJDIR)/%)
8532d74c32SThilina Rathnayake#examples
862c6ea02fSJed Brownexamples.c := $(sort $(wildcard examples/*.c))
87673d494eSThilina Rathnayakeexamples.f := $(sort $(wildcard examples/*.f))
8891b7489eSJed Brownexamples  := $(examples.c:examples/%.c=$(OBJDIR)/%)
89673d494eSThilina Rathnayakeexamples  += $(examples.f:examples/%.f=$(OBJDIR)/%)
90ae3cba82Scamierjs# backends/[ref & occa]
91ae3cba82Scamierjsref.c     := $(sort $(wildcard backends/ref/*.c))
92ae3cba82Scamierjsocca.c    := $(sort $(wildcard backends/occa/*.c))
9382985883Scamierjs
949bdc3d68Scamierjs# Output using the 216-color rules mode
9518a724fcScamierjsrule_file = $(notdir $(1))
9618a724fcScamierjsrule_path = $(patsubst %/,%,$(dir $(1)))
9718a724fcScamierjslast_path = $(notdir $(patsubst %/,%,$(dir $(1))))
983c5d0cdfSJed Brownansicolor = $(shell echo $(call last_path,$(1)) | cksum | cut -b1-2 | xargs -IS expr 2 \* S + 17)
99abb87f81Scamierjsemacs_out = @printf "  %10s %s/%s\n" $(1) $(call rule_path,$(2)) $(call rule_file,$(2))
100abb87f81Scamierjscolor_out = @if [ -t 1 ]; then \
10118a724fcScamierjs				printf "  %10s \033[38;5;%d;1m%s\033[m/%s\n" \
1023c5d0cdfSJed Brown					$(1) $(call ansicolor,$(2)) \
10318a724fcScamierjs					$(call rule_path,$(2)) $(call rule_file,$(2)); else \
10418a724fcScamierjs				printf "  %10s %s\n" $(1) $(2); fi
105f797d7b2Scamierjs# if TERM=dumb, use it, otherwise switch to the term one
106abb87f81Scamierjsoutput = $(if $(TERM:dumb=),$(call color_out,$1,$2),$(call emacs_out,$1,$2))
10782985883Scamierjs
1089bdc3d68Scamierjs# if V is set to non-nil, turn the verbose mode
10918a724fcScamierjsquiet = $(if $(V),$($(1)),$(call output,$1,$@);$($(1)))
11021ae6867Scamierjs
1119df38c42SVeselin Dobrev.SUFFIXES:
1129df38c42SVeselin Dobrev.SUFFIXES: .c .o .d
11391b7489eSJed Brown.SECONDEXPANSION: # to expand $$(@D)/.DIR
1149df38c42SVeselin Dobrev
11591b7489eSJed Brown%/.DIR :
11691b7489eSJed Brown	@mkdir -p $(@D)
11791b7489eSJed Brown	@touch $@
11891b7489eSJed Brown
11991b7489eSJed Brown.PRECIOUS: %/.DIR
12091b7489eSJed Brown
1216ea7c6c1SJed Brownthis: $(libceed) $(ceed.pc)
1223b56482dScamierjs# run 'this' target in parallel
1239bdc3d68Scamierjsall:;@$(MAKE) $(MFLAGS) V=$(V) this
1240e439e50SJed Brown
12524d002f4SJed Brown$(libceed) : LDFLAGS += $(if $(DARWIN), -install_name @rpath/$(notdir $(libceed)))
12669762e1fScamierjs
12787174f08SJed Brownlibceed.c += $(ref.c)
1287f5ff99bSVeselin Dobrevifneq ($(wildcard $(OCCA_DIR)/lib/libocca.*),)
129fc377ca6SJed Brown  $(libceed) : LDFLAGS += -L$(OCCA_DIR)/lib -Wl,-rpath,$(abspath $(OCCA_DIR)/lib)
13012123fd5Scamierjs  $(libceed) : LDLIBS += -locca
13187174f08SJed Brown  libceed.c += $(occa.c)
13287174f08SJed Brown  $(occa.c:%.c=$(OBJDIR)/%.o) : CFLAGS += -I$(OCCA_DIR)/include
13321ae6867Scamierjsendif
1346ea7c6c1SJed Brown$(libceed) : $(libceed.c:%.c=$(OBJDIR)/%.o) | $$(@D)/.DIR
13521ae6867Scamierjs	$(call quiet,CC) $(LDFLAGS) -shared -o $@ $^ $(LDLIBS)
13691b7489eSJed Brown
137b5b03409SJed Brown$(OBJDIR)/%.o : %.c | $$(@D)/.DIR
138b5b03409SJed Brown	$(call quiet,CC) $(CPPFLAGS) $(CFLAGS) -c -o $@ $(abspath $<)
139ae3cba82Scamierjs
140b5b03409SJed Brown$(OBJDIR)/% : tests/%.c | $$(@D)/.DIR
141b5b03409SJed Brown	$(call quiet,CC) $(CPPFLAGS) $(CFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS)
14278b5556aScamierjs
14332d74c32SThilina Rathnayake$(OBJDIR)/% : tests/%.f | $$(@D)/.DIR
144a99eee77SThilina Rathnayake	$(call quiet,FC) $(CPPFLAGS) $(FFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS)
14532d74c32SThilina Rathnayake
14634fd0bf9SThilina Rathnayake$(OBJDIR)/% : examples/%.c | $$(@D)/.DIR
14734fd0bf9SThilina Rathnayake	$(call quiet,CC) $(CPPFLAGS) $(CFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS)
14891b7489eSJed Brown
149673d494eSThilina Rathnayake$(OBJDIR)/% : examples/%.f | $$(@D)/.DIR
150a99eee77SThilina Rathnayake	$(call quiet,FC) $(CPPFLAGS) $(FFLAGS) $(LDFLAGS) -o $@ $(abspath $<) -lceed $(LDLIBS)
151673d494eSThilina Rathnayake
1522c6ea02fSJed Brown$(tests) $(examples) : $(libceed)
153fc377ca6SJed Brown$(tests) $(examples) : LDFLAGS += -Wl,-rpath,$(abspath $(LIBDIR)) -L$(LIBDIR)
1544859b599SJed Brown
155dad465e7SJed Brownrun-% : $(OBJDIR)/%
156b5b03409SJed Brown	@tests/tap.sh $(<:build/%=%)
1574859b599SJed Brown
158dad465e7SJed Browntest : $(tests:$(OBJDIR)/%=run-%) $(examples:$(OBJDIR)/%=run-%)
1593b56482dScamierjs# run test target in parallel
1606850bcb5Scamierjstst : ;@$(MAKE) $(MFLAGS) V=$(V) test
1613b56482dScamierjs# CPU C tests only for backend %
1623f3e7340Scamierjsctc-% : $(ctests);@$(foreach tst,$(ctests),$(tst) /cpu/$*;)
163c12ddcb5Scamierjs
164dad465e7SJed Brownprove : $(tests) $(examples)
165dad465e7SJed Brown	$(PROVE) $(PROVE_OPTS) --exec 'tests/tap.sh' $(tests:$(OBJDIR)/%=%) $(examples:$(OBJDIR)/%=%)
1663b56482dScamierjs# run prove target in parallel
1676850bcb5Scamierjsprv : ;@$(MAKE) $(MFLAGS) V=$(V) prove
168bfa078e6SJed Brown
1692c6ea02fSJed Brownexamples : $(examples)
1702c6ea02fSJed Brown
1716ea7c6c1SJed Brown$(ceed.pc) : pkgconfig-prefix = $(abspath .)
172d5217624SJed Brown$(OBJDIR)/ceed.pc : pkgconfig-prefix = $(prefix)
173d5217624SJed Brown.INTERMEDIATE : $(OBJDIR)/ceed.pc
1746ea7c6c1SJed Brown%/ceed.pc : ceed.pc.template | $$(@D)/.DIR
1756ea7c6c1SJed Brown	@sed "s:%prefix%:$(pkgconfig-prefix):" $< > $@
1760e439e50SJed Brown
177cc6ff0d7SJed Brown# The occa executable is not linked with RPATH by default, so we need it to find its libocca.so
178cc6ff0d7SJed BrownOCCA               := $(if $(DARWIN),DYLD_LIBRARY_PATH,LD_LIBRARY_PATH)=$(OCCA_DIR)/lib $(OCCA_DIR)/bin/occa
179cc6ff0d7SJed BrownOKL_KERNELS        := $(wildcard backends/occa/*.okl)
180cc6ff0d7SJed Brown
181cc6ff0d7SJed Brownokl-cache :
182cc6ff0d7SJed Brown	$(OCCA) cache ceed $(OKL_KERNELS)
183cc6ff0d7SJed Brown
184cc6ff0d7SJed Brownokl-clear:
185cc6ff0d7SJed Brown	$(OCCA) clear -y -l ceed
186a5ba6ca9Scamierjs
187d5217624SJed Browninstall : $(libceed) $(OBJDIR)/ceed.pc
188a5ba6ca9Scamierjs	$(INSTALL) -d "$(DESTDIR)$(includedir)" "$(DESTDIR)$(libdir)" "$(DESTDIR)$(okldir)" "$(DESTDIR)$(pkgconfigdir)"
1891e25a746SJed Brown	$(INSTALL_DATA) include/ceed.h "$(DESTDIR)$(includedir)/"
190*f91e0974SThilina Rathnayake	$(INSTALL_DATA) include/ceedf.h "$(DESTDIR)$(includedir)/"
1911e25a746SJed Brown	$(INSTALL_DATA) $(libceed) "$(DESTDIR)$(libdir)/"
1921e25a746SJed Brown	$(INSTALL_DATA) $(OBJDIR)/ceed.pc "$(DESTDIR)$(pkgconfigdir)/"
193a5ba6ca9Scamierjs	$(INSTALL_DATA) $(OKL_KERNELS) "$(DESTDIR)$(okldir)/"
194d5217624SJed Brown
195a5ba6ca9Scamierjs.PHONY : all cln clean print test tst prove prv examples style install doc okl-cache okl-clear
196d635b4c6Scamierjs
1976e5d1fd9Scamierjscln clean :
1986ea7c6c1SJed Brown	$(RM) *.o *.d $(libceed)
1996ea7c6c1SJed Brown	$(RM) -r *.dSYM $(OBJDIR) $(LIBDIR)/pkgconfig
200e12c42aaSVeselin Dobrev	$(MAKE) -C examples clean
201f3ea3031SVeselin Dobrev	$(MAKE) -C examples/mfem clean
202111c3977SJed Brown	(cd examples/nek5000 && bash make-nek-examples.sh clean)
2034859b599SJed Brown
20407838a1cSTzaniodistclean : clean
20507838a1cSTzanio	rm -rf doc/html
20607838a1cSTzanio
2070ab95609SJed Browndoc :
2087bd3a522STzanio	doxygen Doxyfile
2097bd3a522STzanio
210f2fa494dScamierjsstyle :
2114e3516aeSJed Brown	astyle --style=google --indent=spaces=2 --max-code-length=80 \
2120dbfdfc5SJed Brown            --keep-one-line-statements --keep-one-line-blocks --lineend=linux \
213746e9b11SJed Brown            --suffix=none --preserve-date --formatted \
214ea474a52STzanio            *.[ch] tests/*.[ch] backends/*/*.[ch] examples/*.[ch] examples/mfem/*.[ch]pp
2150dbfdfc5SJed Brown
2164859b599SJed Brownprint :
2174859b599SJed Brown	@echo $(VAR)=$($(VAR))
218582447c9SJed Brown
2199df38c42SVeselin Dobrevprint-% :
2209df38c42SVeselin Dobrev	$(info [ variable name]: $*)
2219df38c42SVeselin Dobrev	$(info [        origin]: $(origin $*))
2229df38c42SVeselin Dobrev	$(info [         value]: $(value $*))
2239df38c42SVeselin Dobrev	$(info [expanded value]: $($*))
2249df38c42SVeselin Dobrev	$(info )
2259df38c42SVeselin Dobrev	@true
2269df38c42SVeselin Dobrev
22743fb898aSJed Brown-include $(libceed.c:%.c=build/%.d) $(tests.c:tests/%.c=build/%.d)
228