xref: /libCEED/.gitlab-ci.yml (revision 5cd6c1fb67d52eb6a42b887bb79c183682dd86ca) 
1stages:
2  - test:cpu-and-tidy
3  - test:gpu-and-float
4
5noether-cpu:
6  stage: test:cpu-and-tidy
7  tags:
8    - cpu
9    - rocm
10  interruptible: true
11  before_script:
12# Environment
13    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
14    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
15    - echo "-------------- CC ------------------" && $CC --version
16    - echo "-------------- CXX -----------------" && $CXX --version
17    - echo "-------------- FC ------------------" && $FC --version
18    - echo "-------------- HIPCC ---------------" && $HIPCC --version
19    - echo "-------------- GCOV ----------------" && gcov --version
20# Libraries for backends
21# -- LIBXSMM 2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8
22    - cd .. && export XSMM_HASH=2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
23    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
24# -- OCCA v1.1.0
25    - cd .. && export OCCA_VERSION=occa-1.4.0 && { [[ -d $OCCA_VERSION ]] || { git clone --depth 1 --branch v1.4.0 https://github.com/libocca/occa.git $OCCA_VERSION && cd $OCCA_VERSION && export ENABLE_OPENCL="OFF" ENABLE_DPCPP="OFF" ENABLE_HIP="OFF" ENABLE_CUDA="OFF" && ./configure-cmake.sh && cmake --build build --parallel $NPROC_CPU && cmake --install build && cd ..; }; } && export OCCA_DIR=$PWD/$OCCA_VERSION/install && cd libCEED
26    - echo "-------------- OCCA ----------------" && git -C $OCCA_DIR describe --tags && LD_LIBRARY_PATH=$OCCA_DIR/lib $OCCA_DIR/bin/occa info
27  script:
28    - rm -f .SUCCESS
29# libCEED
30    - make configure OPT='-O -march=native -ffp-contract=fast'
31    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ')
32    - echo "-------------- libCEED -------------" && make info
33    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
34    - OCCA_DIR= PEDANTIC=1 make -j$NPROC_CPU
35    - make -j$NPROC_CPU
36# -- libCEED only tests
37    - echo "-------------- core tests ----------"
38    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
39#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
40    - export PETSC_DIR= PETSC_ARCH=
41    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit realsearch=%
42# Libraries for examples
43# -- PETSc with HIP (minimal)
44    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
45    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
46    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="petsc fluids solids"
47# -- MFEM v4.2
48    - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
49    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
50    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=mfem
51# -- Nek5000 v19.0
52    - export COVERAGE=0
53    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
54    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
55    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=nek NEK5K_DIR=$NEK5K_DIR
56# Clang-tidy
57    - echo "-------------- clang-tidy ----------" && clang-tidy --version
58    - export OCCA_DIR= && make lib -j$NPROC_CPU
59    - make -j$NPROC_CPU tidy
60# Report status
61    - touch .SUCCESS
62  after_script:
63    - |
64      if [ -f .SUCCESS ]; then
65        lcov --directory . --capture --output-file coverage.info;
66        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
67        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
68        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
69        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
70        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
71      fi
72  artifacts:
73    paths:
74      - build/*.junit
75    reports:
76      junit: build/*.junit
77      performance: performance.json
78
79noether-rocm:
80  stage: test:gpu-and-float
81  tags:
82    - rocm
83  interruptible: true
84  before_script:
85# Environment
86    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
87    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
88    - echo "-------------- CC ------------------" && $CC --version
89    - echo "-------------- CXX -----------------" && $CXX --version
90    - echo "-------------- FC ------------------" && $FC --version
91    - echo "-------------- HIPCC ---------------" && $HIPCC --version
92    - echo "-------------- GCOV ----------------" && gcov --version
93# Libraries for backends
94# -- MAGMA from dev branch
95    - echo "-------------- MAGMA ---------------"
96    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe
97  script:
98    - rm -f .SUCCESS
99# libCEED
100    - make configure ROCM_DIR=/opt/rocm-5.6.0 OPT='-O -march=native -ffp-contract=fast'
101    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
102    - echo "-------------- libCEED -------------" && make info
103    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
104    - make -j$NPROC_CPU
105# -- libCEED only tests
106    - echo "-------------- core tests ----------"
107    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
108#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
109    - export PETSC_DIR= PETSC_ARCH=
110    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit realsearch=%
111# Libraries for examples
112# -- PETSc with HIP (minimal)
113    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
114    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
115    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search="petsc fluids solids"
116# -- MFEM v4.2
117    - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
118    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
119    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=mfem
120# -- Nek5000 v19.0
121    - export COVERAGE=0
122    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
123    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
124    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=nek NEK5K_DIR=$NEK5K_DIR
125# Clang-tidy
126    - echo "-------------- clang-tidy ----------" && clang-tidy --version
127    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
128# Report status
129    - touch .SUCCESS
130  after_script:
131    - |
132      if [ -f .SUCCESS ]; then
133        lcov --directory . --capture --output-file coverage.info;
134        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
135        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
136        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
137        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
138        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
139      fi
140  artifacts:
141    paths:
142      - build/*.junit
143    reports:
144      junit: build/*.junit
145      performance: performance.json
146
147noether-float:
148  stage: test:gpu-and-float
149  tags:
150    - cpu
151    - rocm
152  interruptible: true
153  before_script:
154# Environment
155    - export COVERAGE=1 CC=gcc CXX=g++ FC= HIPCC=hipcc
156    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
157    - echo "-------------- CC ------------------" && $CC --version
158    - echo "-------------- CXX -----------------" && $CXX --version
159    - echo "-------------- HIPCC ---------------" && $HIPCC --version
160    - echo "-------------- GCOV ----------------" && gcov --version
161# Libraries for backends
162# -- MAGMA from dev branch
163    - echo "-------------- MAGMA ---------------"
164    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe
165# -- LIBXSMM 2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8
166    - cd .. && export XSMM_HASH=2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
167    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
168  script:
169    - rm -f .SUCCESS
170# libCEED
171# Change to single precision
172    - sed -i 's/ceed-f64/ceed-f32/1' include/ceed/types.h
173# Build libCEED
174    - make configure ROCM_DIR=/opt/rocm-5.6.0 OPT='-O -march=native -ffp-contract=fast'
175    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
176    - echo "-------------- libCEED -------------" && make info
177    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
178    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
179    - make -j$NPROC_CPU
180# -- libCEED only tests
181    - echo "-------------- core tests ----------"
182    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
183#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
184    - export PETSC_DIR= PETSC_ARCH=
185    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="float-cpu" junit realsearch=%
186    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="float-hip" junit realsearch=%
187# Report status
188    - echo "SUCCESS" > .job_status
189  after_script:
190    - |
191      if [ $(cat .job_status) == "SUCCESS" ]; then
192        lcov --directory . --capture --output-file coverage.info;
193        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
194        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
195        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
196        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
197        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
198      fi
199    - sed -i 's/ceed-f32/ceed-f64/1' include/ceed/types.h
200  artifacts:
201    paths:
202      - build/*.junit
203    reports:
204      junit: build/*.junit
205      performance: performance.json
206
207noether-cuda:
208  stage: test:gpu-and-float
209  tags:
210    - cuda
211  interruptible: true
212  before_script:
213# Environment
214    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran NVCC=nvcc
215    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
216    - echo "-------------- CC ------------------" && $CC --version
217    - echo "-------------- CXX -----------------" && $CXX --version
218    - echo "-------------- FC ------------------" && $FC --version
219    - echo "-------------- NVCC ----------------" && $NVCC --version
220    - echo "-------------- GCOV ----------------" && gcov --version
221  script:
222    - rm -f .SUCCESS
223# libCEED
224    - make configure OPT='-O -march=native -ffp-contract=fast' CUDA_DIR=/usr
225    - echo "-------------- libCEED -------------" && make info
226    - BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
227    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
228    - PEDANTIC=1 make -k -j$NPROC_CPU -l$NPROC_CPU
229# -- libCEED only tests
230    - echo "-------------- core tests ----------"
231#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
232    - export PETSC_DIR= PETSC_ARCH=
233    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="cuda" junit realsearch=%
234# Libraries for examples
235# -- PETSc with CUDA (minimal)
236    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-cuda-O PETSC_OPTIONS='-use_gpu_aware_mpi 0' && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
237    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
238    - make -k -j$NPROC_GPU JUNIT_BATCH="cuda" junit BACKENDS="$BACKENDS_GPU" search="petsc fluids solids"
239# Report status
240    - touch .SUCCESS
241  after_script:
242    - |
243      if [ -f .SUCCESS ]; then
244        lcov --directory . --capture --output-file coverage.info;
245        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
246        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
247        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
248        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
249        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
250      fi
251  artifacts:
252    paths:
253      - build/*.junit
254    reports:
255      junit: build/*.junit
256