xref: /libCEED/.gitlab-ci.yml (revision a2d72b6f1ed489cbeb0eb5f72cf8bf977e7ff50a) ! 
1# ----------------------------------------------------------------------------------------
2# libCEED GitLab CI
3# ----------------------------------------------------------------------------------------
4stages:
5  - test:cpu-and-tidy
6  - test:gpu-and-float
7
8
9# ----------------------------------------------------------------------------------------
10# Memcheck backends + ASAN
11# ----------------------------------------------------------------------------------------
12noether-asan:
13  stage: test:cpu-and-tidy
14  tags:
15    - cpu
16  interruptible: true
17  before_script:
18# Environment
19#    Note: COVERAGE=0 is needed when using ASAN
20    - export COVERAGE=0 CC=gcc CXX=g++ FC=gfortran
21    - export NPROC_POOL=8
22    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
23    - echo "-------------- CC ------------------" && $CC --version
24    - echo "-------------- CXX -----------------" && $CXX --version
25    - echo "-------------- FC ------------------" && $FC --version
26# ASAN
27    - echo "-------------- ASAN ----------------"
28    - export ASAN=1 AFLAGS="-fsanitize=address -fsanitize=leak"
29    - echo $AFLAGS
30  script:
31    - rm -f .SUCCESS
32# libCEED
33    - make configure OPT='-O -march=native -ffp-contract=fast'
34    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ')
35    - echo "-------------- libCEED -------------" && make info
36    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
37    - make -j$NPROC_CPU
38# -- libCEED only tests
39    - echo "-------------- core tests ----------"
40    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
41#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
42    - export PETSC_DIR= PETSC_ARCH=
43    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="memcheck" junit realsearch=%
44# Clang-tidy
45    - echo "-------------- clang-tidy ----------" && clang-tidy --version
46    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
47# Report status
48    - touch .SUCCESS
49  artifacts:
50    paths:
51      - build/*.junit
52    reports:
53      junit: build/*.junit
54      performance: performance.json
55
56
57# ----------------------------------------------------------------------------------------
58# CPU backends only + make tidy
59# ----------------------------------------------------------------------------------------
60noether-cpu:
61  stage: test:cpu-and-tidy
62  tags:
63    - cpu
64  interruptible: true
65  before_script:
66# Environment
67    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran
68    - export NPROC_POOL=8
69    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
70    - echo "-------------- CC ------------------" && $CC --version
71    - echo "-------------- CXX -----------------" && $CXX --version
72    - echo "-------------- FC ------------------" && $FC --version
73    - echo "-------------- GCOV ----------------" && gcov --version
74# Libraries for backends
75# -- LIBXSMM 7 April 2024
76    - cd .. && export XSMM_HASH=94ee71576870152feb62f3f0cf6b061d036dcdb5 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
77    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
78# -- OCCA v1.6.0
79    - cd .. && export OCCA_VERSION=occa-1.6.0 && { [[ -d $OCCA_VERSION ]] || { git clone --depth 1 --branch v1.6.0 https://github.com/libocca/occa.git $OCCA_VERSION && cd $OCCA_VERSION && export ENABLE_OPENCL="OFF" ENABLE_DPCPP="OFF" ENABLE_HIP="OFF" ENABLE_CUDA="OFF" && ./configure-cmake.sh && cmake --build build --parallel $NPROC_CPU && cmake --install build && cd ..; }; } && export OCCA_DIR=$PWD/$OCCA_VERSION/install && cd libCEED
80    - echo "-------------- OCCA ----------------" && git -C $OCCA_DIR describe --tags && LD_LIBRARY_PATH=$OCCA_DIR/lib $OCCA_DIR/bin/occa info
81  script:
82    - rm -f .SUCCESS
83# libCEED
84    - make configure OPT='-O -march=native -ffp-contract=fast'
85    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ')
86    - echo "-------------- libCEED -------------" && make info
87    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
88    - OCCA_DIR= PEDANTIC=1 make -j$NPROC_CPU
89    - make -j$NPROC_CPU
90# -- libCEED only tests
91    - echo "-------------- core tests ----------"
92    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
93#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
94    - export PETSC_DIR= PETSC_ARCH=
95    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit realsearch=%
96# Libraries for examples
97# -- PETSc with HIP (minimal)
98    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip-int64 && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
99    - source /home/phypid/spack/share/spack/setup-env.sh && spack load py-torch@2.3+cuda && export USE_TORCH=1
100    - export SMARTREDIS_DIR=/home/phypid/SmartSimTestingSoftware/smartredis/install
101    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
102    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="petsc fluids-navierstokes solids"
103    - spack unload py-torch@2.3+cuda
104    - source /home/phypid/SmartSimTestingSoftware/bin/activate
105    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="fluids-py-smartsim_regression_framework"
106# -- MFEM v4.6
107    - cd .. && export MFEM_VERSION=mfem-4.6 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.6 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
108    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
109    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=mfem
110# -- Nek5000 v19.0
111    - export COVERAGE=0
112    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
113    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
114    - export NPROC_POOL=1
115    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=nek NEK5K_DIR=$NEK5K_DIR
116# -- deal.II 8bd5c262f13e15793aa206b6eed8774a9b25ce11
117    - OCCA_DIR= BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ')
118    - export DEAL_II_ROOT_DIR=/projects/dealii DEAL_II_DIR=/projects/dealii/install
119    - echo "-------------- deal.II -------------" && git -C $DEAL_II_ROOT_DIR -c safe.directory=$DEAL_II_ROOT_DIR describe --always
120    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=dealii DEAL_II_DIR=$DEAL_II_DIR
121# Report status
122    - touch .SUCCESS
123  after_script:
124    - |
125      if [ -f .SUCCESS ]; then
126        lcov --directory . --capture --output-file coverage.info;
127        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
128        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
129        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
130        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
131        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
132      fi
133  artifacts:
134    paths:
135      - build/*.junit
136    reports:
137      junit: build/*.junit
138      performance: performance.json
139
140
141# ----------------------------------------------------------------------------------------
142# Check SYCL backends build
143# ----------------------------------------------------------------------------------------
144noether-sycl:
145  stage: test:gpu-and-float
146  tags:
147    - sycl
148  interruptible: true
149  before_script:
150# Environment
151    - . /opt/intel/oneapi/setvars.sh
152    - export COVERAGE=1 CC=icx CXX=icpx
153    - export NPROC_POOL=8
154    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
155    - echo "-------------- CC ------------------" && $CC --version
156    - echo "-------------- CXX -----------------" && $CXX --version
157  script:
158    - rm -f .SUCCESS
159# libCEED
160    - make configure SYCL_DIR=/opt/intel/oneapi/compiler/latest OPT='-O -march=native -ffp-contract=fast'
161    - BACKENDS_SYCL=$(make info-backends-all | grep -o '/sycl[^ ]*' | tr '\n' ' ')
162    - echo "-------------- libCEED -------------" && make info
163    - echo "-------------- BACKENDS_SYCL -------" && echo $BACKENDS_SYCL
164    - make -j$NPROC_CPU
165# Report status
166    - touch .SUCCESS
167
168
169# ----------------------------------------------------------------------------------------
170# CUDA backends
171# ----------------------------------------------------------------------------------------
172noether-cuda:
173  stage: test:gpu-and-float
174  tags:
175    - cuda
176  interruptible: true
177  before_script:
178# Environment
179    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran NVCC=nvcc
180    - export NPROC_POOL=4
181    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
182    - echo "-------------- CC ------------------" && $CC --version
183    - echo "-------------- CXX -----------------" && $CXX --version
184    - echo "-------------- FC ------------------" && $FC --version
185    - echo "-------------- NVCC ----------------" && $NVCC --version
186    - echo "-------------- GCOV ----------------" && gcov --version
187  script:
188    - rm -f .SUCCESS
189# libCEED
190    - make configure OPT='-O -march=native -ffp-contract=fast' CUDA_DIR=/usr
191    - echo "-------------- libCEED -------------" && make info
192    - BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
193    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
194    - PEDANTIC=1 make -k -j$NPROC_CPU -l$NPROC_CPU
195# -- libCEED only tests
196    - echo "-------------- core tests ----------"
197#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
198    - export PETSC_DIR= PETSC_ARCH=
199    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="cuda" junit realsearch=%
200# Libraries for examples
201# -- PETSc with CUDA (minimal)
202    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-cuda-O PETSC_OPTIONS='-use_gpu_aware_mpi 0' && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
203    - source /home/phypid/spack/share/spack/setup-env.sh && spack load py-torch@2.3+cuda && export USE_TORCH=1
204    - export SMARTREDIS_DIR=/home/phypid/SmartSimTestingSoftware/smartredis/install
205    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
206    - make -k -j$((NPROC_GPU / NPROC_POOL)) JUNIT_BATCH="cuda" junit BACKENDS="$BACKENDS_GPU" search="petsc fluids-navierstokes solids"
207    - spack unload py-torch@2.3+cuda
208    - source /home/phypid/SmartSimTestingSoftware/bin/activate
209    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="fluids-py-smartsim_regression_framework"
210# Clang-tidy
211    - echo "-------------- clang-tidy ----------" && clang-tidy --version
212    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
213# Report status
214    - touch .SUCCESS
215  after_script:
216    - |
217      if [ -f .SUCCESS ]; then
218        lcov --directory . --capture --output-file coverage.info;
219        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
220        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
221        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
222        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
223        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
224      fi
225  artifacts:
226    paths:
227      - build/*.junit
228    reports:
229      junit: build/*.junit
230
231
232# ----------------------------------------------------------------------------------------
233# ROCm backends
234# ----------------------------------------------------------------------------------------
235noether-rocm:
236  stage: test:gpu-and-float
237  tags:
238    - rocm
239  interruptible: true
240  before_script:
241# Environment
242    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
243    - export NPROC_POOL=4
244    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
245    - echo "-------------- CC ------------------" && $CC --version
246    - echo "-------------- CXX -----------------" && $CXX --version
247    - echo "-------------- FC ------------------" && $FC --version
248    - echo "-------------- HIPCC ---------------" && $HIPCC --version
249    - echo "-------------- GCOV ----------------" && gcov --version
250# Libraries for backends
251# -- MAGMA from dev branch
252    - echo "-------------- MAGMA ---------------"
253    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe
254  script:
255    - rm -f .SUCCESS
256# libCEED
257    - make configure ROCM_DIR=/opt/rocm-6.1.0 OPT='-O -march=native -ffp-contract=fast'
258    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
259    - echo "-------------- libCEED -------------" && make info
260    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
261    - make -j$NPROC_CPU
262# -- libCEED only tests
263    - echo "-------------- core tests ----------"
264    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
265#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
266    - export PETSC_DIR= PETSC_ARCH=
267    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit realsearch=%
268# Libraries for examples
269# -- PETSc with HIP (minimal)
270    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
271    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
272    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search="petsc fluids solids"
273# -- MFEM v4.6
274    - cd .. && export MFEM_VERSION=mfem-4.6 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.6 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
275    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
276    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=mfem
277# -- Nek5000 v19.0
278    - export COVERAGE=0
279    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
280    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
281    - export NPROC_POOL=1
282    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=nek NEK5K_DIR=$NEK5K_DIR
283# -- deal.II 8bd5c262f13e15793aa206b6eed8774a9b25ce11
284    - export DEAL_II_ROOT_DIR=/projects/dealii DEAL_II_DIR=/projects/dealii/install
285    - echo "-------------- deal.II -------------" && git -C $DEAL_II_ROOT_DIR -c safe.directory=$DEAL_II_ROOT_DIR describe --always
286    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=dealii DEAL_II_DIR=$DEAL_II_DIR
287# Clang-tidy
288    - echo "-------------- clang-tidy ----------" && clang-tidy --version
289    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
290# Report status
291    - touch .SUCCESS
292  after_script:
293    - |
294      if [ -f .SUCCESS ]; then
295        lcov --directory . --capture --output-file coverage.info;
296        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
297        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
298        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
299        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
300        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
301      fi
302  artifacts:
303    paths:
304      - build/*.junit
305    reports:
306      junit: build/*.junit
307      performance: performance.json
308
309
310# ----------------------------------------------------------------------------------------
311# CPU + ROCm backends with CeedScalar == float (32 bit)
312# ----------------------------------------------------------------------------------------
313noether-float:
314  stage: test:gpu-and-float
315  tags:
316    - cpu
317    - rocm
318  interruptible: true
319  before_script:
320# Environment
321    - export COVERAGE=1 CC=gcc CXX=g++ FC= HIPCC=hipcc
322    - export NPROC_POOL=8
323    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
324    - echo "-------------- CC ------------------" && $CC --version
325    - echo "-------------- CXX -----------------" && $CXX --version
326    - echo "-------------- HIPCC ---------------" && $HIPCC --version
327    - echo "-------------- GCOV ----------------" && gcov --version
328# Libraries for backends
329# -- MAGMA from dev branch
330    - echo "-------------- MAGMA ---------------"
331    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe
332# -- LIBXSMM 7 April 2024
333    - cd .. && export XSMM_HASH=94ee71576870152feb62f3f0cf6b061d036dcdb5 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
334    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
335  script:
336    - rm -f .SUCCESS
337# libCEED
338# Change to single precision
339    - sed -i 's/ceed-f64/ceed-f32/1' include/ceed/types.h
340# Build libCEED
341    - make configure ROCM_DIR=/opt/rocm-6.1.0 OPT='-O -march=native -ffp-contract=fast'
342    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
343    - echo "-------------- libCEED -------------" && make info
344    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
345    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
346    - make -j$NPROC_CPU
347# -- libCEED only tests
348    - echo "-------------- core tests ----------"
349    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
350#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
351    - export PETSC_DIR= PETSC_ARCH=
352    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="float-cpu" junit realsearch=%
353    - export NPROC_POOL=4
354    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="float-hip" junit realsearch=%
355# Report status
356    - echo "SUCCESS" > .job_status
357  after_script:
358    - |
359      if [ $(cat .job_status) == "SUCCESS" ]; then
360        lcov --directory . --capture --output-file coverage.info;
361        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
362        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
363        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
364        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
365        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
366      fi
367    - sed -i 's/ceed-f32/ceed-f64/1' include/ceed/types.h
368  artifacts:
369    paths:
370      - build/*.junit
371    reports:
372      junit: build/*.junit
373      performance: performance.json
374