xref: /libCEED/.gitlab-ci.yml (revision 7650ae9a66c1de2783569eed4c328204687c633e) 
1stages:
2  - test:cpu-and-tidy
3  - test:gpu-and-float
4
5noether-cpu:
6  stage: test:cpu-and-tidy
7  tags:
8    - cpu
9    - rocm
10  interruptible: true
11  before_script:
12# Environment
13    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
14    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
15    - echo "-------------- CC ------------------" && $CC --version
16    - echo "-------------- CXX -----------------" && $CXX --version
17    - echo "-------------- FC ------------------" && $FC --version
18    - echo "-------------- HIPCC ---------------" && $HIPCC --version
19    - echo "-------------- GCOV ----------------" && gcov --version
20# Libraries for backends
21# -- LIBXSMM 44433be9426eddaed88415646c15b3bcc61afc85
22    - cd .. && export XSMM_HASH=44433be9426eddaed88415646c15b3bcc61afc85 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
23    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
24# -- OCCA v1.1.0
25    - cd .. && export OCCA_VERSION=occa-1.4.0 && { [[ -d $OCCA_VERSION ]] || { git clone --depth 1 --branch v1.4.0 https://github.com/libocca/occa.git $OCCA_VERSION && cd $OCCA_VERSION && export ENABLE_OPENCL="OFF" ENABLE_DPCPP="OFF" ENABLE_HIP="OFF" ENABLE_CUDA="OFF" && ./configure-cmake.sh && cmake --build build --parallel $NPROC_CPU && cmake --install build && cd ..; }; } && export OCCA_DIR=$PWD/$OCCA_VERSION/install && cd libCEED
26    - echo "-------------- OCCA ----------------" && git -C $OCCA_DIR describe --tags && LD_LIBRARY_PATH=$OCCA_DIR/lib $OCCA_DIR/bin/occa info
27  script:
28    - rm -f .SUCCESS
29# libCEED
30    - make configure OPT='-O -march=native -ffp-contract=fast'
31    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*')
32    - echo "-------------- libCEED -------------" && make info
33    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
34    - make -j$NPROC_CPU
35# -- libCEED only tests
36    - echo "-------------- core tests ----------"
37    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
38#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
39    - export PETSC_DIR= PETSC_ARCH=
40    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit realsearch=%
41# Libraries for examples
42# -- PETSc with HIP (minimal)
43    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR describe
44    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
45    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="petsc fluids solids"
46# -- MFEM v4.2
47    - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
48    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
49    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=mfem
50# -- Nek5000 v19.0
51    - export COVERAGE=0
52    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
53    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
54    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=nek NEK5K_DIR=$NEK5K_DIR
55# Clang-tidy
56    - echo "-------------- clang-tidy ----------" && clang-tidy --version
57    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
58# Report status
59    - touch .SUCCESS
60  after_script:
61    - |
62      if [ -f .SUCCESS ]; then
63        lcov --directory . --capture --output-file coverage.info;
64        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
65        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
66        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
67        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
68        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
69      fi
70  artifacts:
71    paths:
72      - build/*.junit
73    reports:
74      junit: build/*.junit
75      performance: performance.json
76
77noether-rocm:
78  stage: test:gpu-and-float
79  tags:
80    - rocm
81  interruptible: true
82  before_script:
83# Environment
84    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
85    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
86    - echo "-------------- CC ------------------" && $CC --version
87    - echo "-------------- CXX -----------------" && $CXX --version
88    - echo "-------------- FC ------------------" && $FC --version
89    - echo "-------------- HIPCC ---------------" && $HIPCC --version
90    - echo "-------------- GCOV ----------------" && gcov --version
91# Libraries for backends
92# -- MAGMA from dev branch
93    - echo "-------------- MAGMA ---------------"
94    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR describe
95  script:
96    - rm -f .SUCCESS
97# libCEED
98    - make configure HIP_DIR=/opt/rocm-5.4.1 OPT='-O -march=native -ffp-contract=fast'
99    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*')
100    - echo "-------------- libCEED -------------" && make info
101    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
102    - make -j$NPROC_CPU
103# -- libCEED only tests
104    - echo "-------------- core tests ----------"
105    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
106#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
107    - export PETSC_DIR= PETSC_ARCH=
108    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit realsearch=%
109# Libraries for examples
110# -- PETSc with HIP (minimal)
111    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR describe
112    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
113    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search="petsc fluids solids"
114# -- MFEM v4.2
115    - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
116    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
117    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=mfem
118# -- Nek5000 v19.0
119    - export COVERAGE=0
120    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
121    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
122    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=nek NEK5K_DIR=$NEK5K_DIR
123# Clang-tidy
124    - echo "-------------- clang-tidy ----------" && clang-tidy --version
125    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
126# Report status
127    - touch .SUCCESS
128  after_script:
129    - |
130      if [ -f .SUCCESS ]; then
131        lcov --directory . --capture --output-file coverage.info;
132        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
133        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
134        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
135        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
136        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
137      fi
138  artifacts:
139    paths:
140      - build/*.junit
141    reports:
142      junit: build/*.junit
143      performance: performance.json
144
145noether-float:
146  stage: test:gpu-and-float
147  tags:
148    - cpu
149    - rocm
150  interruptible: true
151  before_script:
152# Environment
153    - export COVERAGE=1 CC=gcc CXX=g++ FC= HIPCC=hipcc
154    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
155    - echo "-------------- CC ------------------" && $CC --version
156    - echo "-------------- CXX -----------------" && $CXX --version
157    - echo "-------------- HIPCC ---------------" && $HIPCC --version
158    - echo "-------------- GCOV ----------------" && gcov --version
159# Libraries for backends
160# -- MAGMA from dev branch
161    - echo "-------------- MAGMA ---------------"
162    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR describe
163# -- LIBXSMM 44433be9426eddaed88415646c15b3bcc61afc85
164    - cd .. && export XSMM_HASH=44433be9426eddaed88415646c15b3bcc61afc85 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
165    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
166  script:
167    - rm -f .SUCCESS
168# libCEED
169# Change to single precision
170    - sed -i 's/ceed-f64/ceed-f32/1' include/ceed/types.h
171# Build libCEED
172    - make configure HIP_DIR=/opt/rocm-5.4.1 OPT='-O -march=native -ffp-contract=fast'
173    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*')
174    - echo "-------------- libCEED -------------" && make info
175    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
176    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
177    - make -j$NPROC_CPU
178# -- libCEED only tests
179    - echo "-------------- core tests ----------"
180    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
181#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
182    - export PETSC_DIR= PETSC_ARCH=
183    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="float-cpu" junit realsearch=%
184    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="float-hip" junit realsearch=%
185# Report status
186    - echo "SUCCESS" > .job_status
187  after_script:
188    - |
189      if [ $(cat .job_status) == "SUCCESS" ]; then
190        lcov --directory . --capture --output-file coverage.info;
191        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
192        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
193        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
194        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
195        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
196      fi
197    - sed -i 's/ceed-f32/ceed-f64/1' include/ceed/types.h
198  artifacts:
199    paths:
200      - build/*.junit
201    reports:
202      junit: build/*.junit
203      performance: performance.json
204
205noether-cuda:
206  stage: test:gpu-and-float
207  tags:
208    - cuda
209  interruptible: true
210  before_script:
211# Environment
212    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran NVCC=nvcc
213    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
214    - echo "-------------- CC ------------------" && $CC --version
215    - echo "-------------- CXX -----------------" && $CXX --version
216    - echo "-------------- FC ------------------" && $FC --version
217    - echo "-------------- NVCC ----------------" && $NVCC --version
218    - echo "-------------- GCOV ----------------" && gcov --version
219  script:
220    - rm -f .SUCCESS
221# libCEED
222    - make configure OPT='-O -march=native -ffp-contract=fast' CUDA_DIR=/usr
223    - echo "-------------- libCEED -------------" && make info
224    - BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*')
225    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
226    - nice make -k -j$NPROC_CPU -l$NPROC_CPU
227# -- libCEED only tests
228    - echo "-------------- core tests ----------"
229#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
230    - export PETSC_DIR= PETSC_ARCH=
231    - nice make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="cuda" junit realsearch=%
232# Libraries for examples
233# -- PETSc with CUDA (minimal)
234    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-cuda-O PETSC_OPTIONS='-use_gpu_aware_mpi 0' && git -C $PETSC_DIR describe
235    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
236    - nice make -k -j$NPROC_GPU JUNIT_BATCH="cuda" junit BACKENDS="$BACKENDS_GPU" search="petsc fluids solids"
237# Report status
238    - touch .SUCCESS
239  after_script:
240    - |
241      if [ -f .SUCCESS ]; then
242        lcov --directory . --capture --output-file coverage.info;
243        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
244        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
245        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
246        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
247        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
248      fi
249  artifacts:
250    paths:
251      - build/*.junit
252    reports:
253      junit: build/*.junit
254