153928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 253928bd0SJeremy L Thompson# libCEED GitLab CI 353928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 409f072d1SJed Brownstages: 51e31b501SJeremy L Thompson - test:cpu-and-tidy 61e31b501SJeremy L Thompson - test:gpu-and-float 71e31b501SJeremy L Thompson 826a4920cSJeremy L Thompson 953928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 1053928bd0SJeremy L Thompson# Memcheck backends + ASAN 1153928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 1253928bd0SJeremy L Thompsonnoether-asan: 1353928bd0SJeremy L Thompson stage: test:cpu-and-tidy 1453928bd0SJeremy L Thompson tags: 1553928bd0SJeremy L Thompson - cpu 1653928bd0SJeremy L Thompson interruptible: true 1753928bd0SJeremy L Thompson before_script: 1853928bd0SJeremy L Thompson# Environment 1953928bd0SJeremy L Thompson - export COVERAGE=0 CC=gcc CXX=g++ FC=gfortran 2053928bd0SJeremy L Thompson - export NPROC_POOL=8 2153928bd0SJeremy L Thompson - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU 2253928bd0SJeremy L Thompson - echo "-------------- CC ------------------" && $CC --version 2353928bd0SJeremy L Thompson - echo "-------------- CXX -----------------" && $CXX --version 2453928bd0SJeremy L Thompson - echo "-------------- FC ------------------" && $FC --version 2553928bd0SJeremy L Thompson # ASAN 2653928bd0SJeremy L Thompson - echo "-------------- ASAN ----------------" 2753928bd0SJeremy L Thompson - export ASAN=1 AFLAGS="-fsanitize=address -fsanitize=leak" 2853928bd0SJeremy L Thompson - echo $AFLAGS 2953928bd0SJeremy L Thompson script: 3053928bd0SJeremy L Thompson - rm -f .SUCCESS 3153928bd0SJeremy L Thompson# libCEED 3253928bd0SJeremy L Thompson - make configure OPT='-O -march=native -ffp-contract=fast' 33*ad037b63SJeremy L Thompson - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') 3453928bd0SJeremy L Thompson - echo "-------------- libCEED -------------" && make info 35*ad037b63SJeremy L Thompson - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU 3653928bd0SJeremy L Thompson - make -j$NPROC_CPU 3753928bd0SJeremy L Thompson# -- libCEED only tests 3853928bd0SJeremy L Thompson - echo "-------------- core tests ----------" 3953928bd0SJeremy L Thompson - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json 4053928bd0SJeremy L Thompson# Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests 4153928bd0SJeremy L Thompson - export PETSC_DIR= PETSC_ARCH= 42*ad037b63SJeremy L Thompson - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="memcheck" junit realsearch=% 4353928bd0SJeremy L Thompson# Clang-tidy 4453928bd0SJeremy L Thompson - echo "-------------- clang-tidy ----------" && clang-tidy --version 4553928bd0SJeremy L Thompson - make -j$NPROC_CPU tidy 4653928bd0SJeremy L Thompson# Report status 4753928bd0SJeremy L Thompson - touch .SUCCESS 4853928bd0SJeremy L Thompson artifacts: 4953928bd0SJeremy L Thompson paths: 5053928bd0SJeremy L Thompson - build/*.junit 5153928bd0SJeremy L Thompson reports: 5253928bd0SJeremy L Thompson junit: build/*.junit 5353928bd0SJeremy L Thompson performance: performance.json 5453928bd0SJeremy L Thompson 5553928bd0SJeremy L Thompson 5653928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 5753928bd0SJeremy L Thompson# CPU backends only + make tidy 5853928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 591e31b501SJeremy L Thompsonnoether-cpu: 601e31b501SJeremy L Thompson stage: test:cpu-and-tidy 611e31b501SJeremy L Thompson tags: 621e31b501SJeremy L Thompson - cpu 631e31b501SJeremy L Thompson - rocm 641e31b501SJeremy L Thompson interruptible: true 651e31b501SJeremy L Thompson before_script: 661e31b501SJeremy L Thompson# Environment 671e31b501SJeremy L Thompson - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc 6819868e18SZach Atkins - export NPROC_POOL=8 691e31b501SJeremy L Thompson - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU 701e31b501SJeremy L Thompson - echo "-------------- CC ------------------" && $CC --version 711e31b501SJeremy L Thompson - echo "-------------- CXX -----------------" && $CXX --version 721e31b501SJeremy L Thompson - echo "-------------- FC ------------------" && $FC --version 731e31b501SJeremy L Thompson - echo "-------------- HIPCC ---------------" && $HIPCC --version 741e31b501SJeremy L Thompson - echo "-------------- GCOV ----------------" && gcov --version 751e31b501SJeremy L Thompson# Libraries for backends 764548da4eSSebastian Grimberg# -- LIBXSMM 2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 774548da4eSSebastian Grimberg - cd .. && export XSMM_HASH=2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED 7868c150f8SJed Brown - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR 791e31b501SJeremy L Thompson# -- OCCA v1.1.0 800be03a92SJeremy L Thompson - cd .. && export OCCA_VERSION=occa-1.4.0 && { [[ -d $OCCA_VERSION ]] || { git clone --depth 1 --branch v1.4.0 https://github.com/libocca/occa.git $OCCA_VERSION && cd $OCCA_VERSION && export ENABLE_OPENCL="OFF" ENABLE_DPCPP="OFF" ENABLE_HIP="OFF" ENABLE_CUDA="OFF" && ./configure-cmake.sh && cmake --build build --parallel $NPROC_CPU && cmake --install build && cd ..; }; } && export OCCA_DIR=$PWD/$OCCA_VERSION/install && cd libCEED 810be03a92SJeremy L Thompson - echo "-------------- OCCA ----------------" && git -C $OCCA_DIR describe --tags && LD_LIBRARY_PATH=$OCCA_DIR/lib $OCCA_DIR/bin/occa info 821e31b501SJeremy L Thompson script: 831e31b501SJeremy L Thompson - rm -f .SUCCESS 841e31b501SJeremy L Thompson# libCEED 851e31b501SJeremy L Thompson - make configure OPT='-O -march=native -ffp-contract=fast' 861b16049aSZach Atkins - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') 871e31b501SJeremy L Thompson - echo "-------------- libCEED -------------" && make info 881e31b501SJeremy L Thompson - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU 892c2ea1dbSJeremy L Thompson - OCCA_DIR= PEDANTIC=1 make -j$NPROC_CPU 901e31b501SJeremy L Thompson - make -j$NPROC_CPU 911e31b501SJeremy L Thompson# -- libCEED only tests 921e31b501SJeremy L Thompson - echo "-------------- core tests ----------" 931e31b501SJeremy L Thompson - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json 941e31b501SJeremy L Thompson# Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests 951e31b501SJeremy L Thompson - export PETSC_DIR= PETSC_ARCH= 9619868e18SZach Atkins - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit realsearch=% 971e31b501SJeremy L Thompson# Libraries for examples 981e31b501SJeremy L Thompson# -- PETSc with HIP (minimal) 99d7cd60dfSJed Brown - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe 100e17e35bbSJames Wright - source /home/jawr8143/SmartSimTestingSoftware/bin/activate && export SMARTREDIS_DIR=/home/jawr8143/SmartSimTestingSoftware/smartredis/install 1011e31b501SJeremy L Thompson - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info 10219868e18SZach Atkins - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="petsc fluids solids" 1031e31b501SJeremy L Thompson# -- MFEM v4.2 1041e31b501SJeremy L Thompson - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED 1051e31b501SJeremy L Thompson - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info 10619868e18SZach Atkins - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=mfem 1071e31b501SJeremy L Thompson# -- Nek5000 v19.0 1081e31b501SJeremy L Thompson - export COVERAGE=0 1091e31b501SJeremy L Thompson - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED 1101e31b501SJeremy L Thompson - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags 11119868e18SZach Atkins - export NPROC_POOL=1 112b41f14d5SJeremy L Thompson - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=nek NEK5K_DIR=$NEK5K_DIR 1138c81f8b0SPeter Munch# -- deal.II 8bd5c262f13e15793aa206b6eed8774a9b25ce11 1148c81f8b0SPeter Munch - OCCA_DIR= BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') 1158c81f8b0SPeter Munch - export DEAL_II_ROOT_DIR=/projects/dealii DEAL_II_DIR=/projects/dealii/install 1168c81f8b0SPeter Munch - echo "-------------- deal.II -------------" && git -C $DEAL_II_ROOT_DIR -c safe.directory=$DEAL_II_ROOT_DIR describe --always 1178c81f8b0SPeter Munch - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=dealii DEAL_II_DIR=$DEAL_II_DIR 1181e31b501SJeremy L Thompson# Clang-tidy 1191e31b501SJeremy L Thompson - echo "-------------- clang-tidy ----------" && clang-tidy --version 12099314d8aSJeremy L Thompson - export OCCA_DIR= && make lib -j$NPROC_CPU 12199314d8aSJeremy L Thompson - make -j$NPROC_CPU tidy 1221e31b501SJeremy L Thompson# Report status 1231e31b501SJeremy L Thompson - touch .SUCCESS 1241e31b501SJeremy L Thompson after_script: 1251e31b501SJeremy L Thompson - | 1261e31b501SJeremy L Thompson if [ -f .SUCCESS ]; then 1271e31b501SJeremy L Thompson lcov --directory . --capture --output-file coverage.info; 1281e31b501SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface; 1291e31b501SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery; 1301e31b501SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends; 1311e31b501SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests; 1321e31b501SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples; 1331e31b501SJeremy L Thompson fi 1341e31b501SJeremy L Thompson artifacts: 1351e31b501SJeremy L Thompson paths: 1361e31b501SJeremy L Thompson - build/*.junit 1371e31b501SJeremy L Thompson reports: 1381e31b501SJeremy L Thompson junit: build/*.junit 1391e31b501SJeremy L Thompson performance: performance.json 14009f072d1SJed Brown 14126a4920cSJeremy L Thompson 14253928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 14353928bd0SJeremy L Thompson# Check SYCL backends build 14453928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 14526a4920cSJeremy L Thompsonnoether-sycl: 14626a4920cSJeremy L Thompson stage: test:gpu-and-float 14726a4920cSJeremy L Thompson tags: 14826a4920cSJeremy L Thompson - sycl 14926a4920cSJeremy L Thompson interruptible: true 15026a4920cSJeremy L Thompson before_script: 15126a4920cSJeremy L Thompson# Environment 15226a4920cSJeremy L Thompson - . /opt/intel/oneapi/setvars.sh 15326a4920cSJeremy L Thompson - export COVERAGE=1 CC=icx CXX=icpx 15426a4920cSJeremy L Thompson - export NPROC_POOL=8 15526a4920cSJeremy L Thompson - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU 15626a4920cSJeremy L Thompson - echo "-------------- CC ------------------" && $CC --version 15726a4920cSJeremy L Thompson - echo "-------------- CXX -----------------" && $CXX --version 15826a4920cSJeremy L Thompson script: 15926a4920cSJeremy L Thompson - rm -f .SUCCESS 16026a4920cSJeremy L Thompson# libCEED 16126a4920cSJeremy L Thompson - make configure SYCL_DIR=/opt/intel/oneapi/compiler/2023.2.0/linux OPT='-O -march=native -ffp-contract=fast' 16226a4920cSJeremy L Thompson - BACKENDS_SYCL=$(make info-backends-all | grep -o '/sycl[^ ]*' | tr '\n' ' ') 16326a4920cSJeremy L Thompson - echo "-------------- libCEED -------------" && make info 16426a4920cSJeremy L Thompson - echo "-------------- BACKENDS_SYCL -------" && echo $BACKENDS_SYCL 16526a4920cSJeremy L Thompson - make -j$NPROC_CPU 16626a4920cSJeremy L Thompson# Report status 16726a4920cSJeremy L Thompson - touch .SUCCESS 16826a4920cSJeremy L Thompson 16926a4920cSJeremy L Thompson 17053928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 17153928bd0SJeremy L Thompson# CUDA backends 17253928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 17353928bd0SJeremy L Thompsonnoether-cuda: 17453928bd0SJeremy L Thompson stage: test:gpu-and-float 17553928bd0SJeremy L Thompson tags: 17653928bd0SJeremy L Thompson - cuda 17753928bd0SJeremy L Thompson interruptible: true 17853928bd0SJeremy L Thompson before_script: 17953928bd0SJeremy L Thompson# Environment 18053928bd0SJeremy L Thompson - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran NVCC=nvcc 18153928bd0SJeremy L Thompson - export NPROC_POOL=4 18253928bd0SJeremy L Thompson - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU 18353928bd0SJeremy L Thompson - echo "-------------- CC ------------------" && $CC --version 18453928bd0SJeremy L Thompson - echo "-------------- CXX -----------------" && $CXX --version 18553928bd0SJeremy L Thompson - echo "-------------- FC ------------------" && $FC --version 18653928bd0SJeremy L Thompson - echo "-------------- NVCC ----------------" && $NVCC --version 18753928bd0SJeremy L Thompson - echo "-------------- GCOV ----------------" && gcov --version 18853928bd0SJeremy L Thompson script: 18953928bd0SJeremy L Thompson - rm -f .SUCCESS 19053928bd0SJeremy L Thompson# libCEED 19153928bd0SJeremy L Thompson - make configure OPT='-O -march=native -ffp-contract=fast' CUDA_DIR=/usr 19253928bd0SJeremy L Thompson - echo "-------------- libCEED -------------" && make info 19353928bd0SJeremy L Thompson - BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ') 19453928bd0SJeremy L Thompson - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU 19553928bd0SJeremy L Thompson - PEDANTIC=1 make -k -j$NPROC_CPU -l$NPROC_CPU 19653928bd0SJeremy L Thompson# -- libCEED only tests 19753928bd0SJeremy L Thompson - echo "-------------- core tests ----------" 19853928bd0SJeremy L Thompson# Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests 19953928bd0SJeremy L Thompson - export PETSC_DIR= PETSC_ARCH= 20053928bd0SJeremy L Thompson - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="cuda" junit realsearch=% 20153928bd0SJeremy L Thompson# Libraries for examples 20253928bd0SJeremy L Thompson# -- PETSc with CUDA (minimal) 20353928bd0SJeremy L Thompson - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-cuda-O PETSC_OPTIONS='-use_gpu_aware_mpi 0' && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe 20453928bd0SJeremy L Thompson - source /home/jawr8143/SmartSimTestingSoftware/bin/activate && export SMARTREDIS_DIR=/home/jawr8143/SmartSimTestingSoftware/smartredis/install 20553928bd0SJeremy L Thompson - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info 20653928bd0SJeremy L Thompson - make -k -j$((NPROC_GPU / NPROC_POOL)) JUNIT_BATCH="cuda" junit BACKENDS="$BACKENDS_GPU" search="petsc fluids solids" 20753928bd0SJeremy L Thompson# Report status 20853928bd0SJeremy L Thompson - touch .SUCCESS 20953928bd0SJeremy L Thompson after_script: 21053928bd0SJeremy L Thompson - | 21153928bd0SJeremy L Thompson if [ -f .SUCCESS ]; then 21253928bd0SJeremy L Thompson lcov --directory . --capture --output-file coverage.info; 21353928bd0SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface; 21453928bd0SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery; 21553928bd0SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends; 21653928bd0SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests; 21753928bd0SJeremy L Thompson bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples; 21853928bd0SJeremy L Thompson fi 21953928bd0SJeremy L Thompson artifacts: 22053928bd0SJeremy L Thompson paths: 22153928bd0SJeremy L Thompson - build/*.junit 22253928bd0SJeremy L Thompson reports: 22353928bd0SJeremy L Thompson junit: build/*.junit 22453928bd0SJeremy L Thompson 22553928bd0SJeremy L Thompson 22653928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 22753928bd0SJeremy L Thompson# ROCm backends 22853928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 22909f072d1SJed Brownnoether-rocm: 2301e31b501SJeremy L Thompson stage: test:gpu-and-float 23109f072d1SJed Brown tags: 23209f072d1SJed Brown - rocm 233a3179afaSjeremylt interruptible: true 2341e31b501SJeremy L Thompson before_script: 2355221680fSJeremy L Thompson# Environment 23638607094Sjeremylt - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc 23719868e18SZach Atkins - export NPROC_POOL=4 238de01c4d8Sjeremylt - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU 239d758efd3Sjeremylt - echo "-------------- CC ------------------" && $CC --version 240d758efd3Sjeremylt - echo "-------------- CXX -----------------" && $CXX --version 241d758efd3Sjeremylt - echo "-------------- FC ------------------" && $FC --version 242d758efd3Sjeremylt - echo "-------------- HIPCC ---------------" && $HIPCC --version 243d758efd3Sjeremylt - echo "-------------- GCOV ----------------" && gcov --version 244d758efd3Sjeremylt# Libraries for backends 245d758efd3Sjeremylt# -- MAGMA from dev branch 246d758efd3Sjeremylt - echo "-------------- MAGMA ---------------" 247d7cd60dfSJed Brown - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe 2481e31b501SJeremy L Thompson script: 2491e31b501SJeremy L Thompson - rm -f .SUCCESS 25038607094Sjeremylt# libCEED 251628bebf4SJed Brown - make configure ROCM_DIR=/opt/rocm-5.6.0 OPT='-O -march=native -ffp-contract=fast' 2521b16049aSZach Atkins - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ') 253d758efd3Sjeremylt - echo "-------------- libCEED -------------" && make info 2545221680fSJeremy L Thompson - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU 255ab25172fSJeremy L Thompson - make -j$NPROC_CPU 256d758efd3Sjeremylt# -- libCEED only tests 257d758efd3Sjeremylt - echo "-------------- core tests ----------" 25809f072d1SJed Brown - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json 259e0e4aa64Sjeremylt# Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests 260e0e4aa64Sjeremylt - export PETSC_DIR= PETSC_ARCH= 26119868e18SZach Atkins - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit realsearch=% 262d758efd3Sjeremylt# Libraries for examples 263d758efd3Sjeremylt# -- PETSc with HIP (minimal) 264d7cd60dfSJed Brown - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe 265e17e35bbSJames Wright - source /home/jawr8143/SmartSimTestingSoftware/bin/activate && export SMARTREDIS_DIR=/home/jawr8143/SmartSimTestingSoftware/smartredis/install 266d758efd3Sjeremylt - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info 26719868e18SZach Atkins - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search="petsc fluids solids" 268d758efd3Sjeremylt# -- MFEM v4.2 26938607094Sjeremylt - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED 270d758efd3Sjeremylt - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info 27119868e18SZach Atkins - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=mfem 272d758efd3Sjeremylt# -- Nek5000 v19.0 27338607094Sjeremylt - export COVERAGE=0 274d758efd3Sjeremylt - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED 275d758efd3Sjeremylt - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags 27619868e18SZach Atkins - export NPROC_POOL=1 277b41f14d5SJeremy L Thompson - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=nek NEK5K_DIR=$NEK5K_DIR 2788c81f8b0SPeter Munch# -- deal.II 8bd5c262f13e15793aa206b6eed8774a9b25ce11 2798c81f8b0SPeter Munch - export DEAL_II_ROOT_DIR=/projects/dealii DEAL_II_DIR=/projects/dealii/install 2808c81f8b0SPeter Munch - echo "-------------- deal.II -------------" && git -C $DEAL_II_ROOT_DIR -c safe.directory=$DEAL_II_ROOT_DIR describe --always 2818c81f8b0SPeter Munch - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=dealii DEAL_II_DIR=$DEAL_II_DIR 282fd936b74Sjeremylt# Clang-tidy 283d758efd3Sjeremylt - echo "-------------- clang-tidy ----------" && clang-tidy --version 284db7c0df8SJeremy L Thompson - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code 28538607094Sjeremylt# Report status 286b9ce5a03SJed Brown - touch .SUCCESS 2873d19ba41SJeremy L Thompson after_script: 2886c1493a0SJeremy L Thompson - | 289b9ce5a03SJed Brown if [ -f .SUCCESS ]; then 290752c3701SJeremy L Thompson lcov --directory . --capture --output-file coverage.info; 291d7f2f9acSJed Brown bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface; 292d7f2f9acSJed Brown bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery; 293d7f2f9acSJed Brown bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends; 294d7f2f9acSJed Brown bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests; 295d7f2f9acSJed Brown bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples; 2963d19ba41SJeremy L Thompson fi 29709f072d1SJed Brown artifacts: 29809f072d1SJed Brown paths: 29909f072d1SJed Brown - build/*.junit 30009f072d1SJed Brown reports: 30109f072d1SJed Brown junit: build/*.junit 30209f072d1SJed Brown performance: performance.json 303422b158fSJed Brown 30426a4920cSJeremy L Thompson 30553928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 30653928bd0SJeremy L Thompson# CPU + ROCm backends with CeedInt == float 30753928bd0SJeremy L Thompson# ---------------------------------------------------------------------------------------- 30880a9ef05SNatalie Beamsnoether-float: 3091e31b501SJeremy L Thompson stage: test:gpu-and-float 31080a9ef05SNatalie Beams tags: 3111e31b501SJeremy L Thompson - cpu 31280a9ef05SNatalie Beams - rocm 31380a9ef05SNatalie Beams interruptible: true 3141e31b501SJeremy L Thompson before_script: 3155221680fSJeremy L Thompson# Environment 31680a9ef05SNatalie Beams - export COVERAGE=1 CC=gcc CXX=g++ FC= HIPCC=hipcc 31719868e18SZach Atkins - export NPROC_POOL=8 31880a9ef05SNatalie Beams - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU 31980a9ef05SNatalie Beams - echo "-------------- CC ------------------" && $CC --version 32080a9ef05SNatalie Beams - echo "-------------- CXX -----------------" && $CXX --version 32180a9ef05SNatalie Beams - echo "-------------- HIPCC ---------------" && $HIPCC --version 32280a9ef05SNatalie Beams - echo "-------------- GCOV ----------------" && gcov --version 32380a9ef05SNatalie Beams# Libraries for backends 32480a9ef05SNatalie Beams# -- MAGMA from dev branch 32580a9ef05SNatalie Beams - echo "-------------- MAGMA ---------------" 326d7cd60dfSJed Brown - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe 3274548da4eSSebastian Grimberg# -- LIBXSMM 2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 3284548da4eSSebastian Grimberg - cd .. && export XSMM_HASH=2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED 32968c150f8SJed Brown - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR 3301e31b501SJeremy L Thompson script: 3311e31b501SJeremy L Thompson - rm -f .SUCCESS 33280a9ef05SNatalie Beams# libCEED 3331e31b501SJeremy L Thompson# Change to single precision 334c9c2c079SJeremy L Thompson - sed -i 's/ceed-f64/ceed-f32/1' include/ceed/types.h 33580a9ef05SNatalie Beams# Build libCEED 336628bebf4SJed Brown - make configure ROCM_DIR=/opt/rocm-5.6.0 OPT='-O -march=native -ffp-contract=fast' 3371b16049aSZach Atkins - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ') 33880a9ef05SNatalie Beams - echo "-------------- libCEED -------------" && make info 3395221680fSJeremy L Thompson - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU 3405221680fSJeremy L Thompson - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU 34180a9ef05SNatalie Beams - make -j$NPROC_CPU 34280a9ef05SNatalie Beams# -- libCEED only tests 34380a9ef05SNatalie Beams - echo "-------------- core tests ----------" 34480a9ef05SNatalie Beams - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json 34580a9ef05SNatalie Beams# Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests 34680a9ef05SNatalie Beams - export PETSC_DIR= PETSC_ARCH= 34719868e18SZach Atkins - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="float-cpu" junit realsearch=% 34819868e18SZach Atkins - export NPROC_POOL=4 34919868e18SZach Atkins - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="float-hip" junit realsearch=% 35080a9ef05SNatalie Beams# Report status 35180a9ef05SNatalie Beams - echo "SUCCESS" > .job_status 35280a9ef05SNatalie Beams after_script: 35380a9ef05SNatalie Beams - | 35480a9ef05SNatalie Beams if [ $(cat .job_status) == "SUCCESS" ]; then 35580a9ef05SNatalie Beams lcov --directory . --capture --output-file coverage.info; 35680a9ef05SNatalie Beams bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface; 35780a9ef05SNatalie Beams bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery; 35880a9ef05SNatalie Beams bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends; 35980a9ef05SNatalie Beams bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests; 36080a9ef05SNatalie Beams bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples; 36180a9ef05SNatalie Beams fi 362c9c2c079SJeremy L Thompson - sed -i 's/ceed-f32/ceed-f64/1' include/ceed/types.h 36380a9ef05SNatalie Beams artifacts: 36480a9ef05SNatalie Beams paths: 36580a9ef05SNatalie Beams - build/*.junit 36680a9ef05SNatalie Beams reports: 36780a9ef05SNatalie Beams junit: build/*.junit 36880a9ef05SNatalie Beams performance: performance.json 369