xref: /honee/.gitlab-ci.yml (revision 3d8c820ba25faf1992eacf42789fe6bc5f4f9a8a)
1bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
2bedd5dcaSJeremy L Thompson# HONEE GitLab CI
3bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
4bedd5dcaSJeremy L Thompsonstages:
5bedd5dcaSJeremy L Thompson  - test:stage-lint
6f27266cbSJeremy L Thompson  - test:stage-full
7a3c4661bSJames Wright  - test:docs
8a3c4661bSJames Wright  - deploy
9bedd5dcaSJeremy L Thompson
10bedd5dcaSJeremy L Thompson.test-basic:
11bedd5dcaSJeremy L Thompson  interruptible: true
12bedd5dcaSJeremy L Thompson  only:
13bedd5dcaSJeremy L Thompson    refs:
14bedd5dcaSJeremy L Thompson      - web
15bedd5dcaSJeremy L Thompson      - merge_requests
16bedd5dcaSJeremy L Thompson
17bedd5dcaSJeremy L Thompson.test:
18bedd5dcaSJeremy L Thompson  extends: .test-basic
19bedd5dcaSJeremy L Thompson  only:
20bedd5dcaSJeremy L Thompson    refs:
21bedd5dcaSJeremy L Thompson      - web
22bedd5dcaSJeremy L Thompson      - merge_requests
23bedd5dcaSJeremy L Thompson      - main
24bedd5dcaSJeremy L Thompson      - release
25bedd5dcaSJeremy L Thompson  except:
26bedd5dcaSJeremy L Thompson    variables:
27bedd5dcaSJeremy L Thompson      # Skip if the No-Code label is attached to a merge request (i.e., documentation only)
28bedd5dcaSJeremy L Thompson      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)No-Code($|,)/
29bedd5dcaSJeremy L Thompson  needs:
30bedd5dcaSJeremy L Thompson    - job: docker-build
31bedd5dcaSJeremy L Thompson      optional: true
32bedd5dcaSJeremy L Thompson
33bedd5dcaSJeremy L Thompson.docs:
34bedd5dcaSJeremy L Thompson  image: python:3.10
35bedd5dcaSJeremy L Thompson  before_script:
36bedd5dcaSJeremy L Thompson    - pip install -r doc/requirements.txt
37bedd5dcaSJeremy L Thompson    - apt-get update
38bedd5dcaSJeremy L Thompson    - apt-get install -y doxygen librsvg2-bin
39bedd5dcaSJeremy L Thompson
40bedd5dcaSJeremy L Thompson
41bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
42bedd5dcaSJeremy L Thompson# Test formatting and static analysis
43bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
44bedd5dcaSJeremy L Thompsonnoether-lint:
45bedd5dcaSJeremy L Thompson  stage: test:stage-lint
46bedd5dcaSJeremy L Thompson  extends: .test
47bedd5dcaSJeremy L Thompson  tags:
48bedd5dcaSJeremy L Thompson    - noether
49bedd5dcaSJeremy L Thompson    - shell
50bedd5dcaSJeremy L Thompson  needs: []
51bedd5dcaSJeremy L Thompson  script:
52bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
53bedd5dcaSJeremy L Thompson    # Environment
54c3a3f305SJeremy L Thompson    - export CC=gcc HIPCC=hipcc
55bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
56bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
57bedd5dcaSJeremy L Thompson    - echo "-------------- HIPCC ---------------" && $HIPCC --version && export HIP_DIR=/opt/rocm
58bedd5dcaSJeremy L Thompson    # Libraries
59bedd5dcaSJeremy L Thompson    # -- libCEED
60bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
61bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
62bedd5dcaSJeremy L Thompson    # -- PETSc
63bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
64bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
65f421185eSJeremy L Thompson    - export PETSC_ARCH=arch-serial-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
66bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
67bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/lib PATH="$PATH:$PETSC_DIR/bin" # cgnsdiff
68bedd5dcaSJeremy L Thompson    # make with Werror, Wall, supress loop vectorization warnings
69bedd5dcaSJeremy L Thompson    - echo "-------------- make Werror ---------"
7074512b2dSJeremy L Thompson    - PEDANTIC=1 PEDANTICFLAGS="-Werror -Wall -Wno-pass-failed" make -j$NPROC_CPU
71bedd5dcaSJeremy L Thompson    # make format
72bedd5dcaSJeremy L Thompson    - echo "-------------- make format ---------" && export CLANG_FORMAT=clang-format-15 && $CLANG_FORMAT --version
73bedd5dcaSJeremy L Thompson    - make -j$NPROC_CPU format && git diff --color=always --exit-code
74bedd5dcaSJeremy L Thompson    # Clang-tidy
75bedd5dcaSJeremy L Thompson    - echo "-------------- clang-tidy ----------" && export CLANG_TIDY=clang-tidy-15 && $CLANG_TIDY --version
76f421185eSJeremy L Thompson    - PETSC_ARCH=arch-serial-hip make -j$NPROC_CPU tidy
77bedd5dcaSJeremy L Thompson    # Report status
78bedd5dcaSJeremy L Thompson    - touch .SUCCESS
79bedd5dcaSJeremy L Thompson
80bedd5dcaSJeremy L Thompson
81bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
82bedd5dcaSJeremy L Thompson# Test memory access assumptions
83bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
84bedd5dcaSJeremy L Thompsonnoether-memcheck:
85f27266cbSJeremy L Thompson  stage: test:stage-lint
86bedd5dcaSJeremy L Thompson  extends: .test
87bedd5dcaSJeremy L Thompson  tags:
88bedd5dcaSJeremy L Thompson    - noether
89bedd5dcaSJeremy L Thompson    - shell
90bedd5dcaSJeremy L Thompson  needs: []
91bedd5dcaSJeremy L Thompson  script:
92bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
93bedd5dcaSJeremy L Thompson    # Environment
94bedd5dcaSJeremy L Thompson    # -- NOTE: Coverage disabled because it doesn't play nice with the ASAN options
95bedd5dcaSJeremy L Thompson    - export CC=clang-15
96bedd5dcaSJeremy L Thompson    - export NPROC_POOL=8
97bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
98bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
99bedd5dcaSJeremy L Thompson    # Libraries
100bedd5dcaSJeremy L Thompson    # -- libCEED
101bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
102bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED-cpu && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
103bedd5dcaSJeremy L Thompson    # -- PETSc
104bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
105bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
106bedd5dcaSJeremy L Thompson    - export PETSC_ARCH=arch-serial-cpu-clang && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
107bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
108bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/lib PATH="$PATH:$PETSC_DIR/bin" # cgnsdiff
109bedd5dcaSJeremy L Thompson    # ASAN
110bedd5dcaSJeremy L Thompson    - echo "-------------- ASAN ----------------"
111*3d8c820bSJames Wright    - export ASAN=1 AFLAGS="-fsanitize=address -fsanitize=leak"
112bedd5dcaSJeremy L Thompson    - echo $AFLAGS
113bedd5dcaSJeremy L Thompson    # HONEE
114bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
115bedd5dcaSJeremy L Thompson    - make clean
11674512b2dSJeremy L Thompson    - make -j$NPROC_CPU
117bedd5dcaSJeremy L Thompson    # Test suite
118bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
119bedd5dcaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
120bedd5dcaSJeremy L Thompson    # -- Memcheck libCEED CPU backend, serial
121e97df35aSJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_CPU / NPROC_POOL)) CEED_BACKENDS="/cpu/self/memcheck" JUNIT_BATCH="cpu-serial-memcheck" junit search=navierstokes
122bedd5dcaSJeremy L Thompson    # Report status
123bedd5dcaSJeremy L Thompson    - touch .SUCCESS
124bedd5dcaSJeremy L Thompson  artifacts:
125bedd5dcaSJeremy L Thompson    paths:
126bedd5dcaSJeremy L Thompson      - build/*.junit
127bedd5dcaSJeremy L Thompson    reports:
128bedd5dcaSJeremy L Thompson      junit: build/*.junit
129bedd5dcaSJeremy L Thompson      performance: performance.json
130bedd5dcaSJeremy L Thompson    expire_in: 28 days
131bedd5dcaSJeremy L Thompson
132bedd5dcaSJeremy L Thompson
133bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
134bedd5dcaSJeremy L Thompson# CPU testing on Noether
135bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
136bedd5dcaSJeremy L Thompsonnoether-cpu:
137f27266cbSJeremy L Thompson  stage: test:stage-full
138bedd5dcaSJeremy L Thompson  extends: .test
139bedd5dcaSJeremy L Thompson  tags:
140bedd5dcaSJeremy L Thompson    - noether
141bedd5dcaSJeremy L Thompson    - shell
142bedd5dcaSJeremy L Thompson  script:
143bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
144bedd5dcaSJeremy L Thompson    # Environment
145c3a3f305SJeremy L Thompson    - export COVERAGE=1 CC=gcc
146bedd5dcaSJeremy L Thompson    - export NPROC_POOL=4
147bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
148bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
149bedd5dcaSJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
150bedd5dcaSJeremy L Thompson    # Libraries
151bedd5dcaSJeremy L Thompson    # -- libCEED
152bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
153bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
154bedd5dcaSJeremy L Thompson    # -- PETSc
155bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
156bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
157f421185eSJeremy L Thompson    - export PETSC_ARCH=arch-parallel-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
158bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
159bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/$PETSC_ARCH/lib PATH="$PATH:$PETSC_DIR/$PETSC_ARCH/bin" # cgnsdiff
160bedd5dcaSJeremy L Thompson    # HONEE
161bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
162bedd5dcaSJeremy L Thompson    - make clean
16374512b2dSJeremy L Thompson    - make -j$NPROC_CPU
164bedd5dcaSJeremy L Thompson    # Test suite
165bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
166bedd5dcaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
167bedd5dcaSJeremy L Thompson    # -- Fastest libCEED CPU backend, parallel
168a447840aSJeremy L Thompson    - echo "Parallel tests skipped for now"
16967f3e659SJames Wright    - source /home/phypid/spack/share/spack/setup-env.sh && spack load py-torch@2.3+cuda && export USE_TORCH=1
17067f3e659SJames Wright    - export SMARTREDIS_DIR=/home/phypid/SmartSimTestingSoftware/smartredis/install
171869763b2SJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_CPU / NPROC_POOL / 1)) CEED_BACKENDS="/cpu/self" JUNIT_BATCH="cpu-serial" junit search=navierstokes
17267f3e659SJames Wright    - spack unload py-torch@2.3+cuda && export USE_TORCH=0
17367f3e659SJames Wright    - source /home/phypid/SmartSimTestingSoftware/bin/activate
17467f3e659SJames Wright    - NPROC_TEST=1 make -k -j$((NPROC_CPU / NPROC_POOL / 1)) CEED_BACKENDS="/cpu/self" JUNIT_BATCH="cpu-serial" junit search="test-smartsim"
175bedd5dcaSJeremy L Thompson    # Report status
176bedd5dcaSJeremy L Thompson    - touch .SUCCESS
177bedd5dcaSJeremy L Thompson  after_script:
178bedd5dcaSJeremy L Thompson    - |
179bedd5dcaSJeremy L Thompson      if [ -f .SUCCESS ]; then
180bedd5dcaSJeremy L Thompson        gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o coverage.xml;
181bedd5dcaSJeremy L Thompson      fi
1822ef79a07SJeremy L Thompson  coverage: '/^lines:\s+(\d+.\d\%)/'
183bedd5dcaSJeremy L Thompson  artifacts:
184bedd5dcaSJeremy L Thompson    paths:
185bedd5dcaSJeremy L Thompson      - coverage.xml
186bedd5dcaSJeremy L Thompson      - build/*.junit
187bedd5dcaSJeremy L Thompson    reports:
188bedd5dcaSJeremy L Thompson      coverage_report:
189bedd5dcaSJeremy L Thompson        coverage_format: cobertura
190bedd5dcaSJeremy L Thompson        path: coverage.xml
191bedd5dcaSJeremy L Thompson      junit: build/*.junit
192bedd5dcaSJeremy L Thompson      performance: performance.json
193bedd5dcaSJeremy L Thompson    expire_in: 28 days
194bedd5dcaSJeremy L Thompson
195bedd5dcaSJeremy L Thompson
196bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
19704c6cceaSJeremy L Thompson# CPU Int64 testing on Noether
19804c6cceaSJeremy L Thompson# ----------------------------------------------------------------------------------------
19904c6cceaSJeremy L Thompsonnoether-cpu-int64:
20004c6cceaSJeremy L Thompson  stage: test:stage-full
20104c6cceaSJeremy L Thompson  extends: .test
20204c6cceaSJeremy L Thompson  tags:
20304c6cceaSJeremy L Thompson    - noether
20404c6cceaSJeremy L Thompson    - shell
20504c6cceaSJeremy L Thompson  script:
20604c6cceaSJeremy L Thompson    - rm -f .SUCCESS
20704c6cceaSJeremy L Thompson    # Environment
208c3a3f305SJeremy L Thompson    - export COVERAGE=1 CC=gcc
20904c6cceaSJeremy L Thompson    - export NPROC_POOL=4
21004c6cceaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
21104c6cceaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
21204c6cceaSJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
21304c6cceaSJeremy L Thompson    # Libraries
21404c6cceaSJeremy L Thompson    # -- libCEED
21504c6cceaSJeremy L Thompson    - echo "-------------- libCEED -------------"
21604c6cceaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
21704c6cceaSJeremy L Thompson    # -- PETSc
21804c6cceaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
21904c6cceaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
22004c6cceaSJeremy L Thompson    - export PETSC_ARCH=arch-serial-cpu-int64 && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
22104c6cceaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
22204c6cceaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/$PETSC_ARCH/lib PATH="$PATH:$PETSC_DIR/$PETSC_ARCH/bin" # cgnsdiff
22304c6cceaSJeremy L Thompson    # HONEE
22404c6cceaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
22504c6cceaSJeremy L Thompson    - make clean
22604c6cceaSJeremy L Thompson    - make -j$NPROC_CPU
22704c6cceaSJeremy L Thompson    # Test suite
22804c6cceaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
22904c6cceaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
23004c6cceaSJeremy L Thompson    # -- Fastest libCEED CPU backend, serial
23167f3e659SJames Wright    - source /home/phypid/spack/share/spack/setup-env.sh && spack load py-torch@2.3+cuda && export USE_TORCH=1
23267f3e659SJames Wright    - export SMARTREDIS_DIR=/home/phypid/SmartSimTestingSoftware/smartredis/install
23304c6cceaSJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_CPU / NPROC_POOL / 1)) CEED_BACKENDS="/cpu/self" JUNIT_BATCH="cpu-serial-int64" junit search=navierstokes
23467f3e659SJames Wright    - spack unload py-torch@2.3+cuda && export USE_TORCH=0
23567f3e659SJames Wright    - source /home/phypid/SmartSimTestingSoftware/bin/activate
23667f3e659SJames Wright    - NPROC_TEST=1 make -k -j$((NPROC_CPU / NPROC_POOL / 1)) CEED_BACKENDS="/cpu/self" JUNIT_BATCH="cpu-serial" junit search="test-py-smartsim_regression_framework"
23704c6cceaSJeremy L Thompson    # Report status
23804c6cceaSJeremy L Thompson    - touch .SUCCESS
23904c6cceaSJeremy L Thompson  after_script:
24004c6cceaSJeremy L Thompson    - |
24104c6cceaSJeremy L Thompson      if [ -f .SUCCESS ]; then
24204c6cceaSJeremy L Thompson        gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o coverage.xml;
24304c6cceaSJeremy L Thompson      fi
24404c6cceaSJeremy L Thompson  coverage: '/^lines:\s+(\d+.\d\%)/'
24504c6cceaSJeremy L Thompson  artifacts:
24604c6cceaSJeremy L Thompson    paths:
24704c6cceaSJeremy L Thompson      - coverage.xml
24804c6cceaSJeremy L Thompson      - build/*.junit
24904c6cceaSJeremy L Thompson    reports:
25004c6cceaSJeremy L Thompson      coverage_report:
25104c6cceaSJeremy L Thompson        coverage_format: cobertura
25204c6cceaSJeremy L Thompson        path: coverage.xml
25304c6cceaSJeremy L Thompson      junit: build/*.junit
25404c6cceaSJeremy L Thompson      performance: performance.json
25504c6cceaSJeremy L Thompson    expire_in: 28 days
25604c6cceaSJeremy L Thompson
25704c6cceaSJeremy L Thompson
25804c6cceaSJeremy L Thompson# ----------------------------------------------------------------------------------------
259bedd5dcaSJeremy L Thompson# GPU testing on Noether
260bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
261f421185eSJeremy L Thompsonnoether-hip:
262f27266cbSJeremy L Thompson  stage: test:stage-full
263bedd5dcaSJeremy L Thompson  extends: .test
264bedd5dcaSJeremy L Thompson  tags:
265bedd5dcaSJeremy L Thompson    - noether
266bedd5dcaSJeremy L Thompson    - shell
267bedd5dcaSJeremy L Thompson  script:
268bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
269bedd5dcaSJeremy L Thompson    # Environment
270bedd5dcaSJeremy L Thompson    - export COVERAGE=1 CC=gcc HIPCC=hipcc
271bedd5dcaSJeremy L Thompson    - export NPROC_POOL=4
272bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
273bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
274bedd5dcaSJeremy L Thompson    - echo "-------------- HIPCC ---------------" && $HIPCC --version && export HIP_DIR=/opt/rocm
275c3a3f305SJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
276bedd5dcaSJeremy L Thompson    # Libraries
277bedd5dcaSJeremy L Thompson    # -- libCEED
278bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
279bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
280bedd5dcaSJeremy L Thompson    # -- PETSc
281bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
282bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
283f421185eSJeremy L Thompson    - export PETSC_ARCH=arch-parallel-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
284bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
285bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/$PETSC_ARCH/lib PATH="$PATH:$PETSC_DIR/$PETSC_ARCH/bin" # cgnsdiff
286bedd5dcaSJeremy L Thompson    # HONEE
287bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
288bedd5dcaSJeremy L Thompson    - make clean
28974512b2dSJeremy L Thompson    - make -j$NPROC_CPU
290bedd5dcaSJeremy L Thompson    # Test suite
291bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
292bedd5dcaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
293bedd5dcaSJeremy L Thompson    # -- Fastest libCEED HIP backend, serial
294b6ee1185SJeremy L Thompson    # Note: /shared is faster due to /gen JiT time for CeedOperators overwhelming runtime improvements at these problem sizes
295e97df35aSJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_GPU / NPROC_POOL / 1)) CEED_BACKENDS="/gpu/hip/shared" JUNIT_BATCH="hip-serial" junit search=navierstokes
296bedd5dcaSJeremy L Thompson    # Report status
297bedd5dcaSJeremy L Thompson    - touch .SUCCESS
298bedd5dcaSJeremy L Thompson  after_script:
299bedd5dcaSJeremy L Thompson    - |
300bedd5dcaSJeremy L Thompson      if [ -f .SUCCESS ]; then
301bedd5dcaSJeremy L Thompson        gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o coverage.xml;
302bedd5dcaSJeremy L Thompson      fi
3032ef79a07SJeremy L Thompson  coverage: '/^lines:\s+(\d+.\d\%)/'
304bedd5dcaSJeremy L Thompson  artifacts:
305bedd5dcaSJeremy L Thompson    paths:
306bedd5dcaSJeremy L Thompson      - coverage.xml
307bedd5dcaSJeremy L Thompson      - build/*.junit
308bedd5dcaSJeremy L Thompson    reports:
309bedd5dcaSJeremy L Thompson      coverage_report:
310bedd5dcaSJeremy L Thompson        coverage_format: cobertura
311bedd5dcaSJeremy L Thompson        path: coverage.xml
312bedd5dcaSJeremy L Thompson      junit: build/*.junit
313bedd5dcaSJeremy L Thompson      performance: performance.json
314bedd5dcaSJeremy L Thompson    expire_in: 28 days
315a3c4661bSJames Wright
316a3c4661bSJames Wright
3170241eab6SJeremy L Thompsonnoether-cuda:
3180241eab6SJeremy L Thompson  stage: test:stage-full
3190241eab6SJeremy L Thompson  extends: .test
3200241eab6SJeremy L Thompson  tags:
3210241eab6SJeremy L Thompson    - noether
3220241eab6SJeremy L Thompson    - shell
3230241eab6SJeremy L Thompson  script:
3240241eab6SJeremy L Thompson    - rm -f .SUCCESS
3250241eab6SJeremy L Thompson    # Environment
3260241eab6SJeremy L Thompson    - export COVERAGE=1 CC=gcc NVCC=nvcc
3270241eab6SJeremy L Thompson    - export NPROC_POOL=4
3280241eab6SJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
3290241eab6SJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
3300241eab6SJeremy L Thompson    - echo "-------------- NVCC ----------------" && $NVCC --version
3310241eab6SJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
3320241eab6SJeremy L Thompson    # Libraries
3330241eab6SJeremy L Thompson    # -- libCEED
3340241eab6SJeremy L Thompson    - echo "-------------- libCEED -------------"
3350241eab6SJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
3360241eab6SJeremy L Thompson    # -- PETSc
3370241eab6SJeremy L Thompson    - echo "-------------- PETSc ---------------"
3380241eab6SJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
3390241eab6SJeremy L Thompson    - export PETSC_ARCH=arch-parallel-cuda && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
3400241eab6SJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no -use_gpu_aware_mpi 0' # faster tests
3410241eab6SJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/$PETSC_ARCH/lib PATH="$PATH:$PETSC_DIR/$PETSC_ARCH/bin" # cgnsdiff
3420241eab6SJeremy L Thompson    # HONEE
3430241eab6SJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
3440241eab6SJeremy L Thompson    - make clean
3450241eab6SJeremy L Thompson    - make -j$NPROC_CPU
3460241eab6SJeremy L Thompson    # Test suite
3470241eab6SJeremy L Thompson    - echo "-------------- HONEE tests ---------"
3480241eab6SJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
3490241eab6SJeremy L Thompson    # -- Fastest libCEED CUDA backend, serial
3500241eab6SJeremy L Thompson    # Note: /shared is faster due to /gen JiT time for CeedOperators overwhelming runtime improvements at these problem sizes
351ec67caadSJames Wright    - source /home/phypid/spack/share/spack/setup-env.sh && spack load py-torch@2.3+cuda && export USE_TORCH=1
3520241eab6SJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_GPU / NPROC_POOL / 1)) CEED_BACKENDS="/gpu/cuda/shared" JUNIT_BATCH="cuda-serial" junit search=navierstokes
3530241eab6SJeremy L Thompson    # Report status
3540241eab6SJeremy L Thompson    - touch .SUCCESS
3550241eab6SJeremy L Thompson  after_script:
3560241eab6SJeremy L Thompson    - |
3570241eab6SJeremy L Thompson      if [ -f .SUCCESS ]; then
3580241eab6SJeremy L Thompson        gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o coverage.xml;
3590241eab6SJeremy L Thompson      fi
3600241eab6SJeremy L Thompson  coverage: '/^lines:\s+(\d+.\d\%)/'
3610241eab6SJeremy L Thompson  artifacts:
3620241eab6SJeremy L Thompson    paths:
3630241eab6SJeremy L Thompson      - coverage.xml
3640241eab6SJeremy L Thompson      - build/*.junit
3650241eab6SJeremy L Thompson    reports:
3660241eab6SJeremy L Thompson      coverage_report:
3670241eab6SJeremy L Thompson        coverage_format: cobertura
3680241eab6SJeremy L Thompson        path: coverage.xml
3690241eab6SJeremy L Thompson      junit: build/*.junit
3700241eab6SJeremy L Thompson      performance: performance.json
3710241eab6SJeremy L Thompson    expire_in: 28 days
3720241eab6SJeremy L Thompson
3730241eab6SJeremy L Thompson
374a3c4661bSJames Wright# ----------------------------------------------------------------------------------------
375a3c4661bSJames Wright# Build documentation
376a3c4661bSJames Wright# ----------------------------------------------------------------------------------------
377a3c4661bSJames Wrightdocs-review:
378a3c4661bSJames Wright  stage: test:docs
379a3c4661bSJames Wright  tags:
380a3c4661bSJames Wright    - noether
381a3c4661bSJames Wright    - docker
382a3c4661bSJames Wright  extends:
383a3c4661bSJames Wright    - .docs
384a3c4661bSJames Wright    - .test-basic
385a3c4661bSJames Wright  interruptible: true
386a3c4661bSJames Wright  script:
387f421185eSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc PETSC_ARCH=arch-parallel-hip CEED_DIR=/projects/honee/libCEED
388a3c4661bSJames Wright    - git submodule update --init
389a3c4661bSJames Wright    - make doc-html pkgconf=true DOXYGENOPTS= SPHINXOPTS=-W
390a3c4661bSJames Wright    - mv doc/build/html public
391a3c4661bSJames Wright  artifacts:
392a3c4661bSJames Wright    paths:
393a3c4661bSJames Wright      - public
394a3c4661bSJames Wright    expire_in: 28 days
395a3c4661bSJames Wright  environment:
396a3c4661bSJames Wright    name: review/$CI_COMMIT_REF_NAME
397a3c4661bSJames Wright    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/index.html
398a3c4661bSJames Wright
399a3c4661bSJames Wright
400a3c4661bSJames Wright# ----------------------------------------------------------------------------------------
401a3c4661bSJames Wright# Deploy documentation using GitLab pages
402a3c4661bSJames Wright# ----------------------------------------------------------------------------------------
403a3c4661bSJames Wrightpages:  # this job name has special meaning to GitLab
404a3c4661bSJames Wright  stage: deploy
405a3c4661bSJames Wright  tags:
406a3c4661bSJames Wright    - noether
407a3c4661bSJames Wright    - docker
408a3c4661bSJames Wright  extends: .docs
409a3c4661bSJames Wright  interruptible: false
410a3c4661bSJames Wright  script:
411a3c4661bSJames Wright    - git submodule update --init
412a3c4661bSJames Wright    - make doc-dirhtml pkgconf=true DOXYGENOPTS=
413a3c4661bSJames Wright    - mv doc/build/dirhtml public
414a3c4661bSJames Wright  only:
415a3c4661bSJames Wright    - main
416a3c4661bSJames Wright  artifacts:
417a3c4661bSJames Wright    paths:
418a3c4661bSJames Wright      - public
419