xref: /honee/.gitlab-ci.yml (revision f27266cbc436374b3d96edb7a2effffe1834a47c)
1bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
2bedd5dcaSJeremy L Thompson# HONEE GitLab CI
3bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
4bedd5dcaSJeremy L Thompsonstages:
5bedd5dcaSJeremy L Thompson  - test:stage-lint
6*f27266cbSJeremy L Thompson  - test:stage-full
7bedd5dcaSJeremy L Thompson
8bedd5dcaSJeremy L Thompson.test-basic:
9bedd5dcaSJeremy L Thompson  interruptible: true
10bedd5dcaSJeremy L Thompson  only:
11bedd5dcaSJeremy L Thompson    refs:
12bedd5dcaSJeremy L Thompson      - web
13bedd5dcaSJeremy L Thompson      - merge_requests
14bedd5dcaSJeremy L Thompson
15bedd5dcaSJeremy L Thompson.test:
16bedd5dcaSJeremy L Thompson  extends: .test-basic
17bedd5dcaSJeremy L Thompson  only:
18bedd5dcaSJeremy L Thompson    refs:
19bedd5dcaSJeremy L Thompson      - web
20bedd5dcaSJeremy L Thompson      - merge_requests
21bedd5dcaSJeremy L Thompson      - main
22bedd5dcaSJeremy L Thompson      - release
23bedd5dcaSJeremy L Thompson  except:
24bedd5dcaSJeremy L Thompson    variables:
25bedd5dcaSJeremy L Thompson      # Skip if the No-Code label is attached to a merge request (i.e., documentation only)
26bedd5dcaSJeremy L Thompson      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)No-Code($|,)/
27bedd5dcaSJeremy L Thompson  needs:
28bedd5dcaSJeremy L Thompson    - job: docker-build
29bedd5dcaSJeremy L Thompson      optional: true
30bedd5dcaSJeremy L Thompson
31bedd5dcaSJeremy L Thompson.docs:
32bedd5dcaSJeremy L Thompson  image: python:3.10
33bedd5dcaSJeremy L Thompson  before_script:
34bedd5dcaSJeremy L Thompson    - pip install -r doc/requirements.txt
35bedd5dcaSJeremy L Thompson    - apt-get update
36bedd5dcaSJeremy L Thompson    - apt-get install -y doxygen librsvg2-bin
37bedd5dcaSJeremy L Thompson
38bedd5dcaSJeremy L Thompson
39bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
40bedd5dcaSJeremy L Thompson# Test formatting and static analysis
41bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
42bedd5dcaSJeremy L Thompsonnoether-lint:
43bedd5dcaSJeremy L Thompson  stage: test:stage-lint
44bedd5dcaSJeremy L Thompson  extends: .test
45bedd5dcaSJeremy L Thompson  tags:
46bedd5dcaSJeremy L Thompson    - noether
47bedd5dcaSJeremy L Thompson    - shell
48bedd5dcaSJeremy L Thompson  needs: []
49bedd5dcaSJeremy L Thompson  script:
50bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
51bedd5dcaSJeremy L Thompson    # Environment
52bedd5dcaSJeremy L Thompson    - export COVERAGE=1 CC=gcc HIPCC=hipcc
53bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
54bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
55bedd5dcaSJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
56bedd5dcaSJeremy L Thompson    - echo "-------------- HIPCC ---------------" && $HIPCC --version && export HIP_DIR=/opt/rocm
57bedd5dcaSJeremy L Thompson    # Libraries
58bedd5dcaSJeremy L Thompson    # -- libCEED
59bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
60bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
61bedd5dcaSJeremy L Thompson    # -- PETSc
62bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
63bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
64bedd5dcaSJeremy L Thompson    - export PETSC_ARCH=arch-serial-gpu && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
65bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
66bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/lib PATH="$PATH:$PETSC_DIR/bin" # cgnsdiff
67bedd5dcaSJeremy L Thompson    # make with Werror, Wall, supress loop vectorization warnings
68bedd5dcaSJeremy L Thompson    - echo "-------------- make Werror ---------"
6974512b2dSJeremy L Thompson    - PEDANTIC=1 PEDANTICFLAGS="-Werror -Wall -Wno-pass-failed" make -j$NPROC_CPU
70bedd5dcaSJeremy L Thompson    # make format
71bedd5dcaSJeremy L Thompson    - echo "-------------- make format ---------" && export CLANG_FORMAT=clang-format-15 && $CLANG_FORMAT --version
72bedd5dcaSJeremy L Thompson    - make -j$NPROC_CPU format && git diff --color=always --exit-code
73bedd5dcaSJeremy L Thompson    # Clang-tidy
74bedd5dcaSJeremy L Thompson    - echo "-------------- clang-tidy ----------" && export CLANG_TIDY=clang-tidy-15 && $CLANG_TIDY --version
75bedd5dcaSJeremy L Thompson    - PETSC_ARCH=arch-serial-gpu make -j$NPROC_CPU tidy
76bedd5dcaSJeremy L Thompson    # Report status
77bedd5dcaSJeremy L Thompson    - touch .SUCCESS
78bedd5dcaSJeremy L Thompson
79bedd5dcaSJeremy L Thompson
80bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
81bedd5dcaSJeremy L Thompson# Test memory access assumptions
82bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
83bedd5dcaSJeremy L Thompsonnoether-memcheck:
84*f27266cbSJeremy L Thompson  stage: test:stage-lint
85bedd5dcaSJeremy L Thompson  extends: .test
86bedd5dcaSJeremy L Thompson  tags:
87bedd5dcaSJeremy L Thompson    - noether
88bedd5dcaSJeremy L Thompson    - shell
89bedd5dcaSJeremy L Thompson  needs: []
90bedd5dcaSJeremy L Thompson  script:
91bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
92bedd5dcaSJeremy L Thompson    # Environment
93bedd5dcaSJeremy L Thompson    # -- NOTE: Coverage disabled because it doesn't play nice with the ASAN options
94bedd5dcaSJeremy L Thompson    - export CC=clang-15
95bedd5dcaSJeremy L Thompson    - export NPROC_POOL=8
96bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
97bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
98bedd5dcaSJeremy L Thompson    # Libraries
99bedd5dcaSJeremy L Thompson    # -- libCEED
100bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
101bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED-cpu && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
102bedd5dcaSJeremy L Thompson    # -- PETSc
103bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
104bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
105bedd5dcaSJeremy L Thompson    - export PETSC_ARCH=arch-serial-cpu-clang && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
106bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
107bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/lib PATH="$PATH:$PETSC_DIR/bin" # cgnsdiff
108bedd5dcaSJeremy L Thompson    # ASAN
109bedd5dcaSJeremy L Thompson    - echo "-------------- ASAN ----------------"
110bedd5dcaSJeremy L Thompson    - export ASAN=1 AFLAGS="-fsanitize=address -fsanitize=leak"
111bedd5dcaSJeremy L Thompson    - echo $AFLAGS
112bedd5dcaSJeremy L Thompson    # HONEE
113bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
114bedd5dcaSJeremy L Thompson    - make clean
11574512b2dSJeremy L Thompson    - make -j$NPROC_CPU
116bedd5dcaSJeremy L Thompson    # Test suite
117bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
118bedd5dcaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
119bedd5dcaSJeremy L Thompson    # -- Memcheck libCEED CPU backend, serial
120bedd5dcaSJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_CPU / NPROC_POOL)) CEED_BACKENDS="/cpu/self/memcheck" JUNIT_BATCH="cpu-serial-memcheck" junit realsearch=%
121bedd5dcaSJeremy L Thompson    # Report status
122bedd5dcaSJeremy L Thompson    - touch .SUCCESS
123bedd5dcaSJeremy L Thompson  artifacts:
124bedd5dcaSJeremy L Thompson    paths:
125bedd5dcaSJeremy L Thompson      - build/*.junit
126bedd5dcaSJeremy L Thompson    reports:
127bedd5dcaSJeremy L Thompson      junit: build/*.junit
128bedd5dcaSJeremy L Thompson      performance: performance.json
129bedd5dcaSJeremy L Thompson    expire_in: 28 days
130bedd5dcaSJeremy L Thompson
131bedd5dcaSJeremy L Thompson
132bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
133bedd5dcaSJeremy L Thompson# CPU testing on Noether
134bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
135bedd5dcaSJeremy L Thompsonnoether-cpu:
136*f27266cbSJeremy L Thompson  stage: test:stage-full
137bedd5dcaSJeremy L Thompson  extends: .test
138bedd5dcaSJeremy L Thompson  tags:
139bedd5dcaSJeremy L Thompson    - noether
140bedd5dcaSJeremy L Thompson    - shell
141bedd5dcaSJeremy L Thompson  script:
142bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
143bedd5dcaSJeremy L Thompson    # Environment
144bedd5dcaSJeremy L Thompson    - export COVERAGE=1 CC=gcc HIPCC=hipcc
145bedd5dcaSJeremy L Thompson    - export NPROC_POOL=4
146bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
147bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
148bedd5dcaSJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
149bedd5dcaSJeremy L Thompson    - echo "-------------- HIPCC ---------------" && $HIPCC --version && export HIP_DIR=/opt/rocm
150bedd5dcaSJeremy L Thompson    # Libraries
151bedd5dcaSJeremy L Thompson    # -- libCEED
152bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
153bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
154bedd5dcaSJeremy L Thompson    # -- PETSc
155bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
156bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
157bedd5dcaSJeremy L Thompson    - export PETSC_ARCH=arch-parallel-gpu && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
158bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
159bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/$PETSC_ARCH/lib PATH="$PATH:$PETSC_DIR/$PETSC_ARCH/bin" # cgnsdiff
160bedd5dcaSJeremy L Thompson    # HONEE
161bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
162bedd5dcaSJeremy L Thompson    - make clean
16374512b2dSJeremy L Thompson    - make -j$NPROC_CPU
164bedd5dcaSJeremy L Thompson    # Test suite
165bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
166bedd5dcaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
167bedd5dcaSJeremy L Thompson    # -- Fastest libCEED CPU backend, parallel
168bedd5dcaSJeremy L Thompson    # Note: /shared is faster due to /gen JiT time for CeedOperators overwhelming runtime improvements at these problem sizes
169bedd5dcaSJeremy L Thompson    - NPROC_TEST=2 make -k -j$((NPROC_GPU / NPROC_POOL / 2)) CEED_BACKENDS="/gpu/hip/shared" JUNIT_BATCH="cpu-parallel" junit realsearch=%
170bedd5dcaSJeremy L Thompson    # Report status
171bedd5dcaSJeremy L Thompson    - touch .SUCCESS
172bedd5dcaSJeremy L Thompson  after_script:
173bedd5dcaSJeremy L Thompson    - |
174bedd5dcaSJeremy L Thompson      if [ -f .SUCCESS ]; then
175bedd5dcaSJeremy L Thompson        gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o coverage.xml;
176bedd5dcaSJeremy L Thompson      fi
177bedd5dcaSJeremy L Thompson  artifacts:
178bedd5dcaSJeremy L Thompson    paths:
179bedd5dcaSJeremy L Thompson      - coverage.xml
180bedd5dcaSJeremy L Thompson      - build/*.junit
181bedd5dcaSJeremy L Thompson    reports:
182bedd5dcaSJeremy L Thompson      coverage_report:
183bedd5dcaSJeremy L Thompson        coverage_format: cobertura
184bedd5dcaSJeremy L Thompson        path: coverage.xml
185bedd5dcaSJeremy L Thompson      junit: build/*.junit
186bedd5dcaSJeremy L Thompson      performance: performance.json
187bedd5dcaSJeremy L Thompson    expire_in: 28 days
188bedd5dcaSJeremy L Thompson
189bedd5dcaSJeremy L Thompson
190bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
191bedd5dcaSJeremy L Thompson# GPU testing on Noether
192bedd5dcaSJeremy L Thompson# ----------------------------------------------------------------------------------------
193bedd5dcaSJeremy L Thompsonnoether-gpu:
194*f27266cbSJeremy L Thompson  stage: test:stage-full
195bedd5dcaSJeremy L Thompson  extends: .test
196bedd5dcaSJeremy L Thompson  tags:
197bedd5dcaSJeremy L Thompson    - noether
198bedd5dcaSJeremy L Thompson    - shell
199bedd5dcaSJeremy L Thompson  script:
200bedd5dcaSJeremy L Thompson    - rm -f .SUCCESS
201bedd5dcaSJeremy L Thompson    # Environment
202bedd5dcaSJeremy L Thompson    - export COVERAGE=1 CC=gcc HIPCC=hipcc
203bedd5dcaSJeremy L Thompson    - export NPROC_POOL=4
204bedd5dcaSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
205bedd5dcaSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
206bedd5dcaSJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
207bedd5dcaSJeremy L Thompson    - echo "-------------- HIPCC ---------------" && $HIPCC --version && export HIP_DIR=/opt/rocm
208bedd5dcaSJeremy L Thompson    # Libraries
209bedd5dcaSJeremy L Thompson    # -- libCEED
210bedd5dcaSJeremy L Thompson    - echo "-------------- libCEED -------------"
211bedd5dcaSJeremy L Thompson    - export CEED_DIR=/projects/honee/libCEED && git -C $CEED_DIR -c safe.directory=$CEED_DIR describe && make -C $CEED_DIR info
212bedd5dcaSJeremy L Thompson    # -- PETSc
213bedd5dcaSJeremy L Thompson    - echo "-------------- PETSc ---------------"
214bedd5dcaSJeremy L Thompson    - export PETSC_DIR=/projects/honee/petsc
215bedd5dcaSJeremy L Thompson    - export PETSC_ARCH=arch-parallel-gpu && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe && make -C $PETSC_DIR info
216bedd5dcaSJeremy L Thompson    - export PETSC_OPTIONS='-malloc_debug no' # faster tests
217bedd5dcaSJeremy L Thompson    - export LD_LIBRARY_PATH=$PETSC_DIR/$PETSC_ARCH/lib PATH="$PATH:$PETSC_DIR/$PETSC_ARCH/bin" # cgnsdiff
218bedd5dcaSJeremy L Thompson    # HONEE
219bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE ---------------" && make info
220bedd5dcaSJeremy L Thompson    - make clean
22174512b2dSJeremy L Thompson    - make -j$NPROC_CPU
222bedd5dcaSJeremy L Thompson    # Test suite
223bedd5dcaSJeremy L Thompson    - echo "-------------- HONEE tests ---------"
224bedd5dcaSJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
225bedd5dcaSJeremy L Thompson    # -- Fastest libCEED HIP backend, serial
226bedd5dcaSJeremy L Thompson    - NPROC_TEST=1 make -k -j$((NPROC_GPU / NPROC_POOL / 1)) CEED_BACKENDS="/cpu/self" JUNIT_BATCH="hip-serial" junit realsearch=%
227bedd5dcaSJeremy L Thompson    # Report status
228bedd5dcaSJeremy L Thompson    - touch .SUCCESS
229bedd5dcaSJeremy L Thompson  after_script:
230bedd5dcaSJeremy L Thompson    - |
231bedd5dcaSJeremy L Thompson      if [ -f .SUCCESS ]; then
232bedd5dcaSJeremy L Thompson        gcovr --xml-pretty --exclude-unreachable-branches --print-summary -o coverage.xml;
233bedd5dcaSJeremy L Thompson      fi
234bedd5dcaSJeremy L Thompson  artifacts:
235bedd5dcaSJeremy L Thompson    paths:
236bedd5dcaSJeremy L Thompson      - coverage.xml
237bedd5dcaSJeremy L Thompson      - build/*.junit
238bedd5dcaSJeremy L Thompson    reports:
239bedd5dcaSJeremy L Thompson      coverage_report:
240bedd5dcaSJeremy L Thompson        coverage_format: cobertura
241bedd5dcaSJeremy L Thompson        path: coverage.xml
242bedd5dcaSJeremy L Thompson      junit: build/*.junit
243bedd5dcaSJeremy L Thompson      performance: performance.json
244bedd5dcaSJeremy L Thompson    expire_in: 28 days
245