xref: /libCEED/backends/hip-ref/ceed-hip-ref-operator.c (revision 8c81f8b02f3c08cdd9dd48147f6804f3e275d73f)
1 // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors.
2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details.
3 //
4 // SPDX-License-Identifier: BSD-2-Clause
5 //
6 // This file is part of CEED:  http://github.com/ceed
7 
8 #include <ceed.h>
9 #include <ceed/backend.h>
10 #include <ceed/jit-tools.h>
11 #include <assert.h>
12 #include <stdbool.h>
13 #include <string.h>
14 #include <hip/hip_runtime.h>
15 
16 #include "../hip/ceed-hip-common.h"
17 #include "../hip/ceed-hip-compile.h"
18 #include "ceed-hip-ref.h"
19 
20 //------------------------------------------------------------------------------
21 // Destroy operator
22 //------------------------------------------------------------------------------
23 static int CeedOperatorDestroy_Hip(CeedOperator op) {
24   CeedOperator_Hip *impl;
25 
26   CeedCallBackend(CeedOperatorGetData(op, &impl));
27 
28   // Apply data
29   for (CeedInt i = 0; i < impl->num_inputs + impl->num_outputs; i++) {
30     CeedCallBackend(CeedVectorDestroy(&impl->e_vecs[i]));
31   }
32   CeedCallBackend(CeedFree(&impl->e_vecs));
33 
34   for (CeedInt i = 0; i < impl->num_inputs; i++) {
35     CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_in[i]));
36   }
37   CeedCallBackend(CeedFree(&impl->q_vecs_in));
38 
39   for (CeedInt i = 0; i < impl->num_outputs; i++) {
40     CeedCallBackend(CeedVectorDestroy(&impl->q_vecs_out[i]));
41   }
42   CeedCallBackend(CeedFree(&impl->q_vecs_out));
43 
44   // QFunction assembly data
45   for (CeedInt i = 0; i < impl->num_active_in; i++) {
46     CeedCallBackend(CeedVectorDestroy(&impl->qf_active_in[i]));
47   }
48   CeedCallBackend(CeedFree(&impl->qf_active_in));
49 
50   // Diag data
51   if (impl->diag) {
52     Ceed ceed;
53 
54     CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
55     CeedCallHip(ceed, hipModuleUnload(impl->diag->module));
56     CeedCallBackend(CeedFree(&impl->diag->h_e_mode_in));
57     CeedCallBackend(CeedFree(&impl->diag->h_e_mode_out));
58     CeedCallHip(ceed, hipFree(impl->diag->d_e_mode_in));
59     CeedCallHip(ceed, hipFree(impl->diag->d_e_mode_out));
60     CeedCallHip(ceed, hipFree(impl->diag->d_identity));
61     CeedCallHip(ceed, hipFree(impl->diag->d_interp_in));
62     CeedCallHip(ceed, hipFree(impl->diag->d_interp_out));
63     CeedCallHip(ceed, hipFree(impl->diag->d_grad_in));
64     CeedCallHip(ceed, hipFree(impl->diag->d_grad_out));
65     CeedCallBackend(CeedElemRestrictionDestroy(&impl->diag->point_block_diag_rstr));
66     CeedCallBackend(CeedVectorDestroy(&impl->diag->elem_diag));
67     CeedCallBackend(CeedVectorDestroy(&impl->diag->point_block_elem_diag));
68   }
69   CeedCallBackend(CeedFree(&impl->diag));
70 
71   if (impl->asmb) {
72     Ceed ceed;
73 
74     CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
75     CeedCallHip(ceed, hipModuleUnload(impl->asmb->module));
76     CeedCallHip(ceed, hipFree(impl->asmb->d_B_in));
77     CeedCallHip(ceed, hipFree(impl->asmb->d_B_out));
78   }
79   CeedCallBackend(CeedFree(&impl->asmb));
80 
81   CeedCallBackend(CeedFree(&impl));
82   return CEED_ERROR_SUCCESS;
83 }
84 
85 //------------------------------------------------------------------------------
86 // Setup infields or outfields
87 //------------------------------------------------------------------------------
88 static int CeedOperatorSetupFields_Hip(CeedQFunction qf, CeedOperator op, bool is_input, CeedVector *e_vecs, CeedVector *q_vecs, CeedInt start_e,
89                                        CeedInt num_fields, CeedInt Q, CeedInt num_elem) {
90   Ceed                ceed;
91   CeedQFunctionField *qf_fields;
92   CeedOperatorField  *op_fields;
93 
94   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
95   if (is_input) {
96     CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL));
97     CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL));
98   } else {
99     CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields));
100     CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields));
101   }
102 
103   // Loop over fields
104   for (CeedInt i = 0; i < num_fields; i++) {
105     bool                is_strided, skip_restriction;
106     CeedSize            q_size;
107     CeedInt             dim, size;
108     CeedEvalMode        e_mode;
109     CeedVector          vec;
110     CeedElemRestriction elem_rstr;
111     CeedBasis           basis;
112 
113     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &e_mode));
114     is_strided       = false;
115     skip_restriction = false;
116     if (e_mode != CEED_EVAL_WEIGHT) {
117       CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &elem_rstr));
118 
119       // Check whether this field can skip the element restriction:
120       // must be passive input, with e_mode NONE, and have a strided restriction with CEED_STRIDES_BACKEND.
121 
122       // First, check whether the field is input or output:
123       if (is_input) {
124         // Check for passive input:
125         CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec));
126         if (vec != CEED_VECTOR_ACTIVE) {
127           // Check e_mode
128           if (e_mode == CEED_EVAL_NONE) {
129             // Check for strided restriction
130             CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided));
131             if (is_strided) {
132               // Check if vector is already in preferred backend ordering
133               CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &skip_restriction));
134             }
135           }
136         }
137       }
138       if (skip_restriction) {
139         // We do not need an E-Vector, but will use the input field vector's data directly in the operator application.
140         e_vecs[i + start_e] = NULL;
141       } else {
142         CeedCallBackend(CeedElemRestrictionCreateVector(elem_rstr, NULL, &e_vecs[i + start_e]));
143       }
144     }
145 
146     switch (e_mode) {
147       case CEED_EVAL_NONE:
148         CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size));
149         q_size = (CeedSize)num_elem * Q * size;
150         CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i]));
151         break;
152       case CEED_EVAL_INTERP:
153         CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size));
154         q_size = (CeedSize)num_elem * Q * size;
155         CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i]));
156         break;
157       case CEED_EVAL_GRAD:
158         CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis));
159         CeedCallBackend(CeedQFunctionFieldGetSize(qf_fields[i], &size));
160         CeedCallBackend(CeedBasisGetDimension(basis, &dim));
161         q_size = (CeedSize)num_elem * Q * size;
162         CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i]));
163         break;
164       case CEED_EVAL_WEIGHT:  // Only on input fields
165         CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis));
166         q_size = (CeedSize)num_elem * Q;
167         CeedCallBackend(CeedVectorCreate(ceed, q_size, &q_vecs[i]));
168         CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, CEED_EVAL_WEIGHT, CEED_VECTOR_NONE, q_vecs[i]));
169         break;
170       case CEED_EVAL_DIV:
171         break;  // TODO: Not implemented
172       case CEED_EVAL_CURL:
173         break;  // TODO: Not implemented
174     }
175   }
176   return CEED_ERROR_SUCCESS;
177 }
178 
179 //------------------------------------------------------------------------------
180 // CeedOperator needs to connect all the named fields (be they active or passive) to the named inputs and outputs of its CeedQFunction.
181 //------------------------------------------------------------------------------
182 static int CeedOperatorSetup_Hip(CeedOperator op) {
183   Ceed                ceed;
184   bool                is_setup_done;
185   CeedInt             Q, num_elem, num_input_fields, num_output_fields;
186   CeedQFunctionField *qf_input_fields, *qf_output_fields;
187   CeedQFunction       qf;
188   CeedOperatorField  *op_input_fields, *op_output_fields;
189   CeedOperator_Hip   *impl;
190 
191   CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done));
192   if (is_setup_done) return CEED_ERROR_SUCCESS;
193 
194   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
195   CeedCallBackend(CeedOperatorGetData(op, &impl));
196   CeedCallBackend(CeedOperatorGetQFunction(op, &qf));
197   CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q));
198   CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem));
199   CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields, &op_output_fields));
200   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields));
201 
202   // Allocate
203   CeedCallBackend(CeedCalloc(num_input_fields + num_output_fields, &impl->e_vecs));
204 
205   CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_in));
206   CeedCallBackend(CeedCalloc(CEED_FIELD_MAX, &impl->q_vecs_out));
207 
208   impl->num_inputs  = num_input_fields;
209   impl->num_outputs = num_output_fields;
210 
211   // Set up infield and outfield e_vecs and q_vecs
212   // Infields
213   CeedCallBackend(CeedOperatorSetupFields_Hip(qf, op, true, impl->e_vecs, impl->q_vecs_in, 0, num_input_fields, Q, num_elem));
214 
215   // Outfields
216   CeedCallBackend(CeedOperatorSetupFields_Hip(qf, op, false, impl->e_vecs, impl->q_vecs_out, num_input_fields, num_output_fields, Q, num_elem));
217 
218   CeedCallBackend(CeedOperatorSetSetupDone(op));
219   return CEED_ERROR_SUCCESS;
220 }
221 
222 //------------------------------------------------------------------------------
223 // Setup Operator Inputs
224 //------------------------------------------------------------------------------
225 static inline int CeedOperatorSetupInputs_Hip(CeedInt num_input_fields, CeedQFunctionField *qf_input_fields, CeedOperatorField *op_input_fields,
226                                               CeedVector in_vec, const bool skip_active, CeedScalar *e_data[2 * CEED_FIELD_MAX],
227                                               CeedOperator_Hip *impl, CeedRequest *request) {
228   for (CeedInt i = 0; i < num_input_fields; i++) {
229     CeedEvalMode        e_mode;
230     CeedVector          vec;
231     CeedElemRestriction elem_rstr;
232 
233     // Get input vector
234     CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec));
235     if (vec == CEED_VECTOR_ACTIVE) {
236       if (skip_active) continue;
237       else vec = in_vec;
238     }
239 
240     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &e_mode));
241     if (e_mode == CEED_EVAL_WEIGHT) {  // Skip
242     } else {
243       // Get input vector
244       CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec));
245       // Get input element restriction
246       CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &elem_rstr));
247       if (vec == CEED_VECTOR_ACTIVE) vec = in_vec;
248       // Restrict, if necessary
249       if (!impl->e_vecs[i]) {
250         // No restriction for this field; read data directly from vec.
251         CeedCallBackend(CeedVectorGetArrayRead(vec, CEED_MEM_DEVICE, (const CeedScalar **)&e_data[i]));
252       } else {
253         CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_NOTRANSPOSE, vec, impl->e_vecs[i], request));
254         // Get evec
255         CeedCallBackend(CeedVectorGetArrayRead(impl->e_vecs[i], CEED_MEM_DEVICE, (const CeedScalar **)&e_data[i]));
256       }
257     }
258   }
259   return CEED_ERROR_SUCCESS;
260 }
261 
262 //------------------------------------------------------------------------------
263 // Input Basis Action
264 //------------------------------------------------------------------------------
265 static inline int CeedOperatorInputBasis_Hip(CeedInt num_elem, CeedQFunctionField *qf_input_fields, CeedOperatorField *op_input_fields,
266                                              CeedInt num_input_fields, const bool skip_active, CeedScalar *e_data[2 * CEED_FIELD_MAX],
267                                              CeedOperator_Hip *impl) {
268   for (CeedInt i = 0; i < num_input_fields; i++) {
269     CeedInt             elem_size, size;
270     CeedEvalMode        e_mode;
271     CeedElemRestriction elem_rstr;
272     CeedBasis           basis;
273 
274     // Skip active input
275     if (skip_active) {
276       CeedVector vec;
277 
278       CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec));
279       if (vec == CEED_VECTOR_ACTIVE) continue;
280     }
281     // Get elem_size, e_mode, size
282     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &elem_rstr));
283     CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
284     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &e_mode));
285     CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &size));
286     // Basis action
287     switch (e_mode) {
288       case CEED_EVAL_NONE:
289         CeedCallBackend(CeedVectorSetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_data[i]));
290         break;
291       case CEED_EVAL_INTERP:
292         CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
293         CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, CEED_EVAL_INTERP, impl->e_vecs[i], impl->q_vecs_in[i]));
294         break;
295       case CEED_EVAL_GRAD:
296         CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
297         CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_NOTRANSPOSE, CEED_EVAL_GRAD, impl->e_vecs[i], impl->q_vecs_in[i]));
298         break;
299       case CEED_EVAL_WEIGHT:
300         break;  // No action
301       case CEED_EVAL_DIV:
302         break;  // TODO: Not implemented
303       case CEED_EVAL_CURL:
304         break;  // TODO: Not implemented
305     }
306   }
307   return CEED_ERROR_SUCCESS;
308 }
309 
310 //------------------------------------------------------------------------------
311 // Restore Input Vectors
312 //------------------------------------------------------------------------------
313 static inline int CeedOperatorRestoreInputs_Hip(CeedInt num_input_fields, CeedQFunctionField *qf_input_fields, CeedOperatorField *op_input_fields,
314                                                 const bool skip_active, CeedScalar *e_data[2 * CEED_FIELD_MAX], CeedOperator_Hip *impl) {
315   for (CeedInt i = 0; i < num_input_fields; i++) {
316     CeedEvalMode e_mode;
317     CeedVector   vec;
318     // Skip active input
319     if (skip_active) {
320       CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec));
321       if (vec == CEED_VECTOR_ACTIVE) continue;
322     }
323     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &e_mode));
324     if (e_mode == CEED_EVAL_WEIGHT) {  // Skip
325     } else {
326       if (!impl->e_vecs[i]) {  // This was a skip_restriction case
327         CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec));
328         CeedCallBackend(CeedVectorRestoreArrayRead(vec, (const CeedScalar **)&e_data[i]));
329       } else {
330         CeedCallBackend(CeedVectorRestoreArrayRead(impl->e_vecs[i], (const CeedScalar **)&e_data[i]));
331       }
332     }
333   }
334   return CEED_ERROR_SUCCESS;
335 }
336 
337 //------------------------------------------------------------------------------
338 // Apply and add to output
339 //------------------------------------------------------------------------------
340 static int CeedOperatorApplyAdd_Hip(CeedOperator op, CeedVector in_vec, CeedVector out_vec, CeedRequest *request) {
341   CeedInt             Q, num_elem, elem_size, num_input_fields, num_output_fields, size;
342   CeedScalar         *e_data[2 * CEED_FIELD_MAX] = {NULL};
343   CeedQFunctionField *qf_input_fields, *qf_output_fields;
344   CeedQFunction       qf;
345   CeedOperatorField  *op_input_fields, *op_output_fields;
346   CeedOperator_Hip   *impl;
347 
348   CeedCallBackend(CeedOperatorGetData(op, &impl));
349   CeedCallBackend(CeedOperatorGetQFunction(op, &qf));
350   CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q));
351   CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem));
352   CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields, &op_output_fields));
353   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields));
354 
355   // Setup
356   CeedCallBackend(CeedOperatorSetup_Hip(op));
357 
358   // Input Evecs and Restriction
359   CeedCallBackend(CeedOperatorSetupInputs_Hip(num_input_fields, qf_input_fields, op_input_fields, in_vec, false, e_data, impl, request));
360 
361   // Input basis apply if needed
362   CeedCallBackend(CeedOperatorInputBasis_Hip(num_elem, qf_input_fields, op_input_fields, num_input_fields, false, e_data, impl));
363 
364   // Output pointers, as necessary
365   for (CeedInt i = 0; i < num_output_fields; i++) {
366     CeedEvalMode e_mode;
367 
368     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &e_mode));
369     if (e_mode == CEED_EVAL_NONE) {
370       // Set the output Q-Vector to use the E-Vector data directly.
371       CeedCallBackend(CeedVectorGetArrayWrite(impl->e_vecs[i + impl->num_inputs], CEED_MEM_DEVICE, &e_data[i + num_input_fields]));
372       CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[i], CEED_MEM_DEVICE, CEED_USE_POINTER, e_data[i + num_input_fields]));
373     }
374   }
375 
376   // Q function
377   CeedCallBackend(CeedQFunctionApply(qf, num_elem * Q, impl->q_vecs_in, impl->q_vecs_out));
378 
379   // Output basis apply if needed
380   for (CeedInt i = 0; i < num_output_fields; i++) {
381     CeedEvalMode        e_mode;
382     CeedElemRestriction elem_rstr;
383     CeedBasis           basis;
384 
385     // Get elem_size, e_mode, size
386     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &elem_rstr));
387     CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
388     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &e_mode));
389     CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &size));
390     // Basis action
391     switch (e_mode) {
392       case CEED_EVAL_NONE:
393         break;
394       case CEED_EVAL_INTERP:
395         CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis));
396         CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_TRANSPOSE, CEED_EVAL_INTERP, impl->q_vecs_out[i], impl->e_vecs[i + impl->num_inputs]));
397         break;
398       case CEED_EVAL_GRAD:
399         CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis));
400         CeedCallBackend(CeedBasisApply(basis, num_elem, CEED_TRANSPOSE, CEED_EVAL_GRAD, impl->q_vecs_out[i], impl->e_vecs[i + impl->num_inputs]));
401         break;
402       // LCOV_EXCL_START
403       case CEED_EVAL_WEIGHT: {
404         Ceed ceed;
405 
406         CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
407         return CeedError(ceed, CEED_ERROR_BACKEND, "CEED_EVAL_WEIGHT cannot be an output evaluation mode");
408         break;  // Should not occur
409       }
410       case CEED_EVAL_DIV:
411         break;  // TODO: Not implemented
412       case CEED_EVAL_CURL:
413         break;  // TODO: Not implemented
414                 // LCOV_EXCL_STOP
415     }
416   }
417 
418   // Output restriction
419   for (CeedInt i = 0; i < num_output_fields; i++) {
420     CeedEvalMode        e_mode;
421     CeedVector          vec;
422     CeedElemRestriction elem_rstr;
423 
424     // Restore evec
425     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &e_mode));
426     if (e_mode == CEED_EVAL_NONE) {
427       CeedCallBackend(CeedVectorRestoreArray(impl->e_vecs[i + impl->num_inputs], &e_data[i + num_input_fields]));
428     }
429     // Get output vector
430     CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec));
431     // Restrict
432     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &elem_rstr));
433     // Active
434     if (vec == CEED_VECTOR_ACTIVE) vec = out_vec;
435 
436     CeedCallBackend(CeedElemRestrictionApply(elem_rstr, CEED_TRANSPOSE, impl->e_vecs[i + impl->num_inputs], vec, request));
437   }
438 
439   // Restore input arrays
440   CeedCallBackend(CeedOperatorRestoreInputs_Hip(num_input_fields, qf_input_fields, op_input_fields, false, e_data, impl));
441   return CEED_ERROR_SUCCESS;
442 }
443 
444 //------------------------------------------------------------------------------
445 // Core code for assembling linear QFunction
446 //------------------------------------------------------------------------------
447 static inline int CeedOperatorLinearAssembleQFunctionCore_Hip(CeedOperator op, bool build_objects, CeedVector *assembled, CeedElemRestriction *rstr,
448                                                               CeedRequest *request) {
449   Ceed                ceed, ceed_parent;
450   CeedSize            q_size;
451   CeedInt             num_active_in, num_active_out, Q, num_elem, num_input_fields, num_output_fields, size;
452   CeedScalar         *assembled_array, *e_data[2 * CEED_FIELD_MAX] = {NULL};
453   CeedVector         *active_in;
454   CeedQFunctionField *qf_input_fields, *qf_output_fields;
455   CeedQFunction       qf;
456   CeedOperatorField  *op_input_fields, *op_output_fields;
457   CeedOperator_Hip   *impl;
458 
459   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
460   CeedCallBackend(CeedOperatorGetFallbackParentCeed(op, &ceed_parent));
461   CeedCallBackend(CeedOperatorGetData(op, &impl));
462   CeedCallBackend(CeedOperatorGetQFunction(op, &qf));
463   CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q));
464   CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem));
465   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields));
466   CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields, &op_output_fields));
467   active_in      = impl->qf_active_in;
468   num_active_in  = impl->num_active_in;
469   num_active_out = impl->num_active_out;
470 
471   // Setup
472   CeedCallBackend(CeedOperatorSetup_Hip(op));
473 
474   // Input Evecs and Restriction
475   CeedCallBackend(CeedOperatorSetupInputs_Hip(num_input_fields, qf_input_fields, op_input_fields, NULL, true, e_data, impl, request));
476 
477   // Count number of active input fields
478   if (!num_active_in) {
479     for (CeedInt i = 0; i < num_input_fields; i++) {
480       CeedScalar *q_vec_array;
481       CeedVector  vec;
482 
483       // Get input vector
484       CeedCallBackend(CeedOperatorFieldGetVector(op_input_fields[i], &vec));
485       // Check if active input
486       if (vec == CEED_VECTOR_ACTIVE) {
487         CeedCallBackend(CeedQFunctionFieldGetSize(qf_input_fields[i], &size));
488         CeedCallBackend(CeedVectorSetValue(impl->q_vecs_in[i], 0.0));
489         CeedCallBackend(CeedVectorGetArray(impl->q_vecs_in[i], CEED_MEM_DEVICE, &q_vec_array));
490         CeedCallBackend(CeedRealloc(num_active_in + size, &active_in));
491         for (CeedInt field = 0; field < size; field++) {
492           q_size = (CeedSize)Q * num_elem;
493           CeedCallBackend(CeedVectorCreate(ceed, q_size, &active_in[num_active_in + field]));
494           CeedCallBackend(
495               CeedVectorSetArray(active_in[num_active_in + field], CEED_MEM_DEVICE, CEED_USE_POINTER, &q_vec_array[field * Q * num_elem]));
496         }
497         num_active_in += size;
498         CeedCallBackend(CeedVectorRestoreArray(impl->q_vecs_in[i], &q_vec_array));
499       }
500     }
501     impl->num_active_in = num_active_in;
502     impl->qf_active_in  = active_in;
503   }
504 
505   // Count number of active output fields
506   if (!num_active_out) {
507     for (CeedInt i = 0; i < num_output_fields; i++) {
508       CeedVector vec;
509 
510       // Get output vector
511       CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[i], &vec));
512       // Check if active output
513       if (vec == CEED_VECTOR_ACTIVE) {
514         CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[i], &size));
515         num_active_out += size;
516       }
517     }
518     impl->num_active_out = num_active_out;
519   }
520 
521   // Check sizes
522   CeedCheck(num_active_in > 0 && num_active_out > 0, ceed, CEED_ERROR_BACKEND, "Cannot assemble QFunction without active inputs and outputs");
523 
524   // Build objects if needed
525   if (build_objects) {
526     // Create output restriction
527     CeedSize l_size     = (CeedSize)num_elem * Q * num_active_in * num_active_out;
528     CeedInt  strides[3] = {1, num_elem * Q, Q}; /* *NOPAD* */
529 
530     CeedCallBackend(CeedElemRestrictionCreateStrided(ceed_parent, num_elem, Q, num_active_in * num_active_out,
531                                                      num_active_in * num_active_out * num_elem * Q, strides, rstr));
532     // Create assembled vector
533     CeedCallBackend(CeedVectorCreate(ceed_parent, l_size, assembled));
534   }
535   CeedCallBackend(CeedVectorSetValue(*assembled, 0.0));
536   CeedCallBackend(CeedVectorGetArray(*assembled, CEED_MEM_DEVICE, &assembled_array));
537 
538   // Input basis apply
539   CeedCallBackend(CeedOperatorInputBasis_Hip(num_elem, qf_input_fields, op_input_fields, num_input_fields, true, e_data, impl));
540 
541   // Assemble QFunction
542   for (CeedInt in = 0; in < num_active_in; in++) {
543     // Set Inputs
544     CeedCallBackend(CeedVectorSetValue(active_in[in], 1.0));
545     if (num_active_in > 1) {
546       CeedCallBackend(CeedVectorSetValue(active_in[(in + num_active_in - 1) % num_active_in], 0.0));
547     }
548     // Set Outputs
549     for (CeedInt out = 0; out < num_output_fields; out++) {
550       CeedVector vec;
551 
552       // Get output vector
553       CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &vec));
554       // Check if active output
555       if (vec == CEED_VECTOR_ACTIVE) {
556         CeedCallBackend(CeedVectorSetArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, CEED_USE_POINTER, assembled_array));
557         CeedCallBackend(CeedQFunctionFieldGetSize(qf_output_fields[out], &size));
558         assembled_array += size * Q * num_elem;  // Advance the pointer by the size of the output
559       }
560     }
561     // Apply QFunction
562     CeedCallBackend(CeedQFunctionApply(qf, Q * num_elem, impl->q_vecs_in, impl->q_vecs_out));
563   }
564 
565   // Un-set output Qvecs to prevent accidental overwrite of Assembled
566   for (CeedInt out = 0; out < num_output_fields; out++) {
567     CeedVector vec;
568 
569     // Get output vector
570     CeedCallBackend(CeedOperatorFieldGetVector(op_output_fields[out], &vec));
571     // Check if active output
572     if (vec == CEED_VECTOR_ACTIVE) {
573       CeedCallBackend(CeedVectorTakeArray(impl->q_vecs_out[out], CEED_MEM_DEVICE, NULL));
574     }
575   }
576 
577   // Restore input arrays
578   CeedCallBackend(CeedOperatorRestoreInputs_Hip(num_input_fields, qf_input_fields, op_input_fields, true, e_data, impl));
579 
580   // Restore output
581   CeedCallBackend(CeedVectorRestoreArray(*assembled, &assembled_array));
582   return CEED_ERROR_SUCCESS;
583 }
584 
585 //------------------------------------------------------------------------------
586 // Assemble Linear QFunction
587 //------------------------------------------------------------------------------
588 static int CeedOperatorLinearAssembleQFunction_Hip(CeedOperator op, CeedVector *assembled, CeedElemRestriction *rstr, CeedRequest *request) {
589   return CeedOperatorLinearAssembleQFunctionCore_Hip(op, true, assembled, rstr, request);
590 }
591 
592 //------------------------------------------------------------------------------
593 // Update Assembled Linear QFunction
594 //------------------------------------------------------------------------------
595 static int CeedOperatorLinearAssembleQFunctionUpdate_Hip(CeedOperator op, CeedVector assembled, CeedElemRestriction rstr, CeedRequest *request) {
596   return CeedOperatorLinearAssembleQFunctionCore_Hip(op, false, &assembled, &rstr, request);
597 }
598 
599 //------------------------------------------------------------------------------
600 // Assemble diagonal setup
601 //------------------------------------------------------------------------------
602 static inline int CeedOperatorAssembleDiagonalSetup_Hip(CeedOperator op, CeedInt use_ceedsize_idx) {
603   Ceed                ceed;
604   char               *diagonal_kernel_path, *diagonal_kernel_source;
605   CeedInt             num_input_fields, num_output_fields, num_e_mode_in = 0, num_comp = 0, dim = 1, num_e_mode_out = 0;
606   CeedEvalMode       *e_mode_in = NULL, *e_mode_out = NULL;
607   CeedElemRestriction rstr_in = NULL, rstr_out = NULL;
608   CeedBasis           basis_in = NULL, basis_out = NULL;
609   CeedQFunctionField *qf_fields;
610   CeedQFunction       qf;
611   CeedOperatorField  *op_fields;
612   CeedOperator_Hip   *impl;
613 
614   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
615   CeedCallBackend(CeedOperatorGetQFunction(op, &qf));
616   CeedCallBackend(CeedQFunctionGetNumArgs(qf, &num_input_fields, &num_output_fields));
617 
618   // Determine active input basis
619   CeedCallBackend(CeedOperatorGetFields(op, NULL, &op_fields, NULL, NULL));
620   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL));
621   for (CeedInt i = 0; i < num_input_fields; i++) {
622     CeedVector vec;
623 
624     CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec));
625     if (vec == CEED_VECTOR_ACTIVE) {
626       CeedEvalMode        e_mode;
627       CeedElemRestriction rstr;
628 
629       CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis_in));
630       CeedCallBackend(CeedBasisGetNumComponents(basis_in, &num_comp));
631       CeedCallBackend(CeedBasisGetDimension(basis_in, &dim));
632       CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr));
633       CeedCheck(!rstr_in || rstr_in == rstr, ceed, CEED_ERROR_BACKEND,
634                 "Backend does not implement multi-field non-composite operator diagonal assembly");
635       rstr_in = rstr;
636       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &e_mode));
637       switch (e_mode) {
638         case CEED_EVAL_NONE:
639         case CEED_EVAL_INTERP:
640           CeedCallBackend(CeedRealloc(num_e_mode_in + 1, &e_mode_in));
641           e_mode_in[num_e_mode_in] = e_mode;
642           num_e_mode_in += 1;
643           break;
644         case CEED_EVAL_GRAD:
645           CeedCallBackend(CeedRealloc(num_e_mode_in + dim, &e_mode_in));
646           for (CeedInt d = 0; d < dim; d++) e_mode_in[num_e_mode_in + d] = e_mode;
647           num_e_mode_in += dim;
648           break;
649         case CEED_EVAL_WEIGHT:
650         case CEED_EVAL_DIV:
651         case CEED_EVAL_CURL:
652           break;  // Caught by QF Assembly
653       }
654     }
655   }
656 
657   // Determine active output basis
658   CeedCallBackend(CeedOperatorGetFields(op, NULL, NULL, NULL, &op_fields));
659   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields));
660   for (CeedInt i = 0; i < num_output_fields; i++) {
661     CeedVector vec;
662 
663     CeedCallBackend(CeedOperatorFieldGetVector(op_fields[i], &vec));
664     if (vec == CEED_VECTOR_ACTIVE) {
665       CeedEvalMode        e_mode;
666       CeedElemRestriction rstr;
667 
668       CeedCallBackend(CeedOperatorFieldGetBasis(op_fields[i], &basis_out));
669       CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_fields[i], &rstr));
670       CeedCheck(!rstr_out || rstr_out == rstr, ceed, CEED_ERROR_BACKEND,
671                 "Backend does not implement multi-field non-composite operator diagonal assembly");
672       rstr_out = rstr;
673       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &e_mode));
674       switch (e_mode) {
675         case CEED_EVAL_NONE:
676         case CEED_EVAL_INTERP:
677           CeedCallBackend(CeedRealloc(num_e_mode_out + 1, &e_mode_out));
678           e_mode_out[num_e_mode_out] = e_mode;
679           num_e_mode_out += 1;
680           break;
681         case CEED_EVAL_GRAD:
682           CeedCallBackend(CeedRealloc(num_e_mode_out + dim, &e_mode_out));
683           for (CeedInt d = 0; d < dim; d++) e_mode_out[num_e_mode_out + d] = e_mode;
684           num_e_mode_out += dim;
685           break;
686         case CEED_EVAL_WEIGHT:
687         case CEED_EVAL_DIV:
688         case CEED_EVAL_CURL:
689           break;  // Caught by QF Assembly
690       }
691     }
692   }
693 
694   // Operator data struct
695   CeedCallBackend(CeedOperatorGetData(op, &impl));
696   CeedCallBackend(CeedCalloc(1, &impl->diag));
697   CeedOperatorDiag_Hip *diag = impl->diag;
698 
699   diag->basis_in       = basis_in;
700   diag->basis_out      = basis_out;
701   diag->h_e_mode_in    = e_mode_in;
702   diag->h_e_mode_out   = e_mode_out;
703   diag->num_e_mode_in  = num_e_mode_in;
704   diag->num_e_mode_out = num_e_mode_out;
705 
706   // Assemble kernel
707   CeedCallBackend(CeedGetJitAbsolutePath(ceed, "ceed/jit-source/hip/hip-ref-operator-assemble-diagonal.h", &diagonal_kernel_path));
708   CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "----- Loading Diagonal Assembly Kernel Source -----\n");
709   CeedCallBackend(CeedLoadSourceToBuffer(ceed, diagonal_kernel_path, &diagonal_kernel_source));
710   CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "----- Loading Diagonal Assembly Source Complete! -----\n");
711   CeedInt num_modes, num_qpts;
712   CeedCallBackend(CeedBasisGetNumNodes(basis_in, &num_modes));
713   CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts));
714   diag->num_modes = num_modes;
715   CeedCallBackend(CeedCompile_Hip(ceed, diagonal_kernel_source, &diag->module, 6, "NUMEMODEIN", num_e_mode_in, "NUMEMODEOUT", num_e_mode_out,
716                                   "NNODES", num_modes, "NQPTS", num_qpts, "NCOMP", num_comp, "CEEDSIZE", use_ceedsize_idx));
717   CeedCallBackend(CeedGetKernel_Hip(ceed, diag->module, "linearDiagonal", &diag->linearDiagonal));
718   CeedCallBackend(CeedGetKernel_Hip(ceed, diag->module, "linearPointBlockDiagonal", &diag->linearPointBlock));
719   CeedCallBackend(CeedFree(&diagonal_kernel_path));
720   CeedCallBackend(CeedFree(&diagonal_kernel_source));
721 
722   // Basis matrices
723   const CeedInt     q_bytes      = num_qpts * sizeof(CeedScalar);
724   const CeedInt     interp_bytes = q_bytes * num_modes;
725   const CeedInt     grad_bytes   = q_bytes * num_modes * dim;
726   const CeedInt     e_mode_bytes = sizeof(CeedEvalMode);
727   const CeedScalar *interp_in, *interp_out, *grad_in, *grad_out;
728 
729   // CEED_EVAL_NONE
730   CeedScalar *identity     = NULL;
731   bool        is_eval_none = false;
732 
733   for (CeedInt i = 0; i < num_e_mode_in; i++) is_eval_none = is_eval_none || (e_mode_in[i] == CEED_EVAL_NONE);
734   for (CeedInt i = 0; i < num_e_mode_out; i++) is_eval_none = is_eval_none || (e_mode_out[i] == CEED_EVAL_NONE);
735   if (is_eval_none) {
736     CeedCallBackend(CeedCalloc(num_qpts * num_modes, &identity));
737     for (CeedInt i = 0; i < (num_modes < num_qpts ? num_modes : num_qpts); i++) identity[i * num_modes + i] = 1.0;
738     CeedCallHip(ceed, hipMalloc((void **)&diag->d_identity, interp_bytes));
739     CeedCallHip(ceed, hipMemcpy(diag->d_identity, identity, interp_bytes, hipMemcpyHostToDevice));
740   }
741 
742   // CEED_EVAL_INTERP
743   CeedCallBackend(CeedBasisGetInterp(basis_in, &interp_in));
744   CeedCallHip(ceed, hipMalloc((void **)&diag->d_interp_in, interp_bytes));
745   CeedCallHip(ceed, hipMemcpy(diag->d_interp_in, interp_in, interp_bytes, hipMemcpyHostToDevice));
746   CeedCallBackend(CeedBasisGetInterp(basis_out, &interp_out));
747   CeedCallHip(ceed, hipMalloc((void **)&diag->d_interp_out, interp_bytes));
748   CeedCallHip(ceed, hipMemcpy(diag->d_interp_out, interp_out, interp_bytes, hipMemcpyHostToDevice));
749 
750   // CEED_EVAL_GRAD
751   CeedCallBackend(CeedBasisGetGrad(basis_in, &grad_in));
752   CeedCallHip(ceed, hipMalloc((void **)&diag->d_grad_in, grad_bytes));
753   CeedCallHip(ceed, hipMemcpy(diag->d_grad_in, grad_in, grad_bytes, hipMemcpyHostToDevice));
754   CeedCallBackend(CeedBasisGetGrad(basis_out, &grad_out));
755   CeedCallHip(ceed, hipMalloc((void **)&diag->d_grad_out, grad_bytes));
756   CeedCallHip(ceed, hipMemcpy(diag->d_grad_out, grad_out, grad_bytes, hipMemcpyHostToDevice));
757 
758   // Arrays of e_modes
759   CeedCallHip(ceed, hipMalloc((void **)&diag->d_e_mode_in, num_e_mode_in * e_mode_bytes));
760   CeedCallHip(ceed, hipMemcpy(diag->d_e_mode_in, e_mode_in, num_e_mode_in * e_mode_bytes, hipMemcpyHostToDevice));
761   CeedCallHip(ceed, hipMalloc((void **)&diag->d_e_mode_out, num_e_mode_out * e_mode_bytes));
762   CeedCallHip(ceed, hipMemcpy(diag->d_e_mode_out, e_mode_out, num_e_mode_out * e_mode_bytes, hipMemcpyHostToDevice));
763 
764   // Restriction
765   diag->diag_rstr = rstr_out;
766   return CEED_ERROR_SUCCESS;
767 }
768 
769 //------------------------------------------------------------------------------
770 // Assemble diagonal common code
771 //------------------------------------------------------------------------------
772 static inline int CeedOperatorAssembleDiagonalCore_Hip(CeedOperator op, CeedVector assembled, CeedRequest *request, const bool is_point_block) {
773   Ceed                ceed;
774   CeedSize            assembled_length = 0, assembled_qf_length = 0;
775   CeedInt             use_ceedsize_idx = 0, num_elem;
776   CeedScalar         *elem_diag_array;
777   const CeedScalar   *assembled_qf_array;
778   CeedVector          assembled_qf = NULL;
779   CeedElemRestriction rstr         = NULL;
780   CeedOperator_Hip   *impl;
781 
782   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
783   CeedCallBackend(CeedOperatorGetData(op, &impl));
784 
785   // Assemble QFunction
786   CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &rstr, request));
787   CeedCallBackend(CeedElemRestrictionDestroy(&rstr));
788 
789   CeedCallBackend(CeedVectorGetLength(assembled, &assembled_length));
790   CeedCallBackend(CeedVectorGetLength(assembled_qf, &assembled_qf_length));
791   if ((assembled_length > INT_MAX) || (assembled_qf_length > INT_MAX)) use_ceedsize_idx = 1;
792 
793   // Setup
794   if (!impl->diag) CeedCallBackend(CeedOperatorAssembleDiagonalSetup_Hip(op, use_ceedsize_idx));
795   CeedOperatorDiag_Hip *diag = impl->diag;
796 
797   assert(diag != NULL);
798 
799   // Restriction
800   if (is_point_block && !diag->point_block_diag_rstr) {
801     CeedCallBackend(CeedOperatorCreateActivePointBlockRestriction(diag->diag_rstr, &diag->point_block_diag_rstr));
802   }
803   CeedElemRestriction diag_rstr = is_point_block ? diag->point_block_diag_rstr : diag->diag_rstr;
804 
805   // Create diagonal vector
806   CeedVector elem_diag = is_point_block ? diag->point_block_elem_diag : diag->elem_diag;
807 
808   if (!elem_diag) {
809     CeedCallBackend(CeedElemRestrictionCreateVector(diag_rstr, NULL, &elem_diag));
810     if (is_point_block) diag->point_block_elem_diag = elem_diag;
811     else diag->elem_diag = elem_diag;
812   }
813   CeedCallBackend(CeedVectorSetValue(elem_diag, 0.0));
814 
815   // Only assemble diagonal if the basis has nodes, otherwise inputs are null pointers
816   if (diag->num_modes > 0) {
817     // Assemble element operator diagonals
818     CeedCallBackend(CeedVectorGetArray(elem_diag, CEED_MEM_DEVICE, &elem_diag_array));
819     CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &assembled_qf_array));
820     CeedCallBackend(CeedElemRestrictionGetNumElements(diag_rstr, &num_elem));
821 
822     // Compute the diagonal of B^T D B
823     int   elem_per_block = 1;
824     int   grid           = num_elem / elem_per_block + ((num_elem / elem_per_block * elem_per_block < num_elem) ? 1 : 0);
825     void *args[]         = {(void *)&num_elem, &diag->d_identity,  &diag->d_interp_in,  &diag->d_grad_in,    &diag->d_interp_out,
826                             &diag->d_grad_out, &diag->d_e_mode_in, &diag->d_e_mode_out, &assembled_qf_array, &elem_diag_array};
827 
828     if (is_point_block) {
829       CeedCallBackend(CeedRunKernelDim_Hip(ceed, diag->linearPointBlock, grid, diag->num_modes, 1, elem_per_block, args));
830     } else {
831       CeedCallBackend(CeedRunKernelDim_Hip(ceed, diag->linearDiagonal, grid, diag->num_modes, 1, elem_per_block, args));
832     }
833 
834     // Restore arrays
835     CeedCallBackend(CeedVectorRestoreArray(elem_diag, &elem_diag_array));
836     CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &assembled_qf_array));
837   }
838 
839   // Assemble local operator diagonal
840   CeedCallBackend(CeedElemRestrictionApply(diag_rstr, CEED_TRANSPOSE, elem_diag, assembled, request));
841 
842   // Cleanup
843   CeedCallBackend(CeedVectorDestroy(&assembled_qf));
844   return CEED_ERROR_SUCCESS;
845 }
846 
847 //------------------------------------------------------------------------------
848 // Assemble Linear Diagonal
849 //------------------------------------------------------------------------------
850 static int CeedOperatorLinearAssembleAddDiagonal_Hip(CeedOperator op, CeedVector assembled, CeedRequest *request) {
851   CeedCallBackend(CeedOperatorAssembleDiagonalCore_Hip(op, assembled, request, false));
852   return CEED_ERROR_SUCCESS;
853 }
854 
855 //------------------------------------------------------------------------------
856 // Assemble Linear Point Block Diagonal
857 //------------------------------------------------------------------------------
858 static int CeedOperatorLinearAssembleAddPointBlockDiagonal_Hip(CeedOperator op, CeedVector assembled, CeedRequest *request) {
859   CeedCallBackend(CeedOperatorAssembleDiagonalCore_Hip(op, assembled, request, true));
860   return CEED_ERROR_SUCCESS;
861 }
862 
863 //------------------------------------------------------------------------------
864 // Single operator assembly setup
865 //------------------------------------------------------------------------------
866 static int CeedSingleOperatorAssembleSetup_Hip(CeedOperator op, CeedInt use_ceedsize_idx) {
867   Ceed    ceed;
868   CeedInt num_input_fields, num_output_fields, num_e_mode_in = 0, dim = 1, num_B_in_mats_to_load = 0, size_B_in = 0, num_qpts = 0, elem_size = 0,
869                                                num_e_mode_out = 0, num_B_out_mats_to_load = 0, size_B_out = 0, num_elem, num_comp;
870   CeedEvalMode       *eval_mode_in = NULL, *eval_mode_out = NULL;
871   CeedElemRestriction rstr_in = NULL, rstr_out = NULL;
872   CeedBasis           basis_in = NULL, basis_out = NULL;
873   CeedQFunctionField *qf_fields;
874   CeedQFunction       qf;
875   CeedOperatorField  *input_fields, *output_fields;
876   CeedOperator_Hip   *impl;
877 
878   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
879   CeedCallBackend(CeedOperatorGetData(op, &impl));
880 
881   // Get intput and output fields
882   CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &input_fields, &num_output_fields, &output_fields));
883 
884   // Determine active input basis eval mode
885   CeedCallBackend(CeedOperatorGetQFunction(op, &qf));
886   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_fields, NULL, NULL));
887   // Note that the kernel will treat each dimension of a gradient action separately;
888   // i.e., when an active input has a CEED_EVAL_GRAD mode, num_e_mode_in will increment by dim.
889   // However, for the purposes of loading the B matrices, it will be treated as one mode, and we will load/copy the entire gradient matrix at once, so
890   // num_B_in_mats_to_load will be incremented by 1.
891   for (CeedInt i = 0; i < num_input_fields; i++) {
892     CeedVector vec;
893 
894     CeedCallBackend(CeedOperatorFieldGetVector(input_fields[i], &vec));
895     if (vec == CEED_VECTOR_ACTIVE) {
896       CeedEvalMode eval_mode;
897 
898       CeedCallBackend(CeedOperatorFieldGetBasis(input_fields[i], &basis_in));
899       CeedCallBackend(CeedBasisGetDimension(basis_in, &dim));
900       CeedCallBackend(CeedBasisGetNumQuadraturePoints(basis_in, &num_qpts));
901       CeedCallBackend(CeedOperatorFieldGetElemRestriction(input_fields[i], &rstr_in));
902       CeedCallBackend(CeedElemRestrictionGetElementSize(rstr_in, &elem_size));
903       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode));
904       if (eval_mode != CEED_EVAL_NONE) {
905         CeedCallBackend(CeedRealloc(num_B_in_mats_to_load + 1, &eval_mode_in));
906         eval_mode_in[num_B_in_mats_to_load] = eval_mode;
907         num_B_in_mats_to_load += 1;
908         if (eval_mode == CEED_EVAL_GRAD) {
909           num_e_mode_in += dim;
910           size_B_in += dim * elem_size * num_qpts;
911         } else {
912           num_e_mode_in += 1;
913           size_B_in += elem_size * num_qpts;
914         }
915       }
916     }
917   }
918 
919   // Determine active output basis; basis_out and rstr_out only used if same as input, TODO
920   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, NULL, NULL, &qf_fields));
921   for (CeedInt i = 0; i < num_output_fields; i++) {
922     CeedVector vec;
923 
924     CeedCallBackend(CeedOperatorFieldGetVector(output_fields[i], &vec));
925     if (vec == CEED_VECTOR_ACTIVE) {
926       CeedEvalMode eval_mode;
927 
928       CeedCallBackend(CeedOperatorFieldGetBasis(output_fields[i], &basis_out));
929       CeedCallBackend(CeedOperatorFieldGetElemRestriction(output_fields[i], &rstr_out));
930       CeedCheck(!rstr_out || rstr_out == rstr_in, ceed, CEED_ERROR_BACKEND, "Backend does not implement multi-field non-composite operator assembly");
931       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_fields[i], &eval_mode));
932       if (eval_mode != CEED_EVAL_NONE) {
933         CeedCallBackend(CeedRealloc(num_B_out_mats_to_load + 1, &eval_mode_out));
934         eval_mode_out[num_B_out_mats_to_load] = eval_mode;
935         num_B_out_mats_to_load += 1;
936         if (eval_mode == CEED_EVAL_GRAD) {
937           num_e_mode_out += dim;
938           size_B_out += dim * elem_size * num_qpts;
939         } else {
940           num_e_mode_out += 1;
941           size_B_out += elem_size * num_qpts;
942         }
943       }
944     }
945   }
946 
947   CeedCheck(num_e_mode_in > 0 && num_e_mode_out > 0, ceed, CEED_ERROR_UNSUPPORTED, "Cannot assemble operator without inputs/outputs");
948 
949   CeedCallBackend(CeedElemRestrictionGetNumElements(rstr_in, &num_elem));
950   CeedCallBackend(CeedElemRestrictionGetNumComponents(rstr_in, &num_comp));
951 
952   CeedCallBackend(CeedCalloc(1, &impl->asmb));
953   CeedOperatorAssemble_Hip *asmb = impl->asmb;
954   asmb->num_elem                 = num_elem;
955 
956   // Compile kernels
957   int elem_per_block   = 1;
958   asmb->elem_per_block = elem_per_block;
959   CeedInt block_size   = elem_size * elem_size * elem_per_block;
960   char   *assembly_kernel_path, *assembly_kernel_source;
961   CeedCallBackend(CeedGetJitAbsolutePath(ceed, "ceed/jit-source/hip/hip-ref-operator-assemble.h", &assembly_kernel_path));
962   CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "----- Loading Assembly Kernel Source -----\n");
963   CeedCallBackend(CeedLoadSourceToBuffer(ceed, assembly_kernel_path, &assembly_kernel_source));
964   CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "----- Loading Assembly Source Complete! -----\n");
965   bool fallback = block_size > 1024;
966   if (fallback) {  // Use fallback kernel with 1D threadblock
967     block_size         = elem_size * elem_per_block;
968     asmb->block_size_x = elem_size;
969     asmb->block_size_y = 1;
970   } else {  // Use kernel with 2D threadblock
971     asmb->block_size_x = elem_size;
972     asmb->block_size_y = elem_size;
973   }
974   CeedCallBackend(CeedCompile_Hip(ceed, assembly_kernel_source, &asmb->module, 8, "NELEM", num_elem, "NUMEMODEIN", num_e_mode_in, "NUMEMODEOUT",
975                                   num_e_mode_out, "NQPTS", num_qpts, "NNODES", elem_size, "BLOCK_SIZE", block_size, "NCOMP", num_comp, "CEEDSIZE",
976                                   use_ceedsize_idx));
977   CeedCallBackend(CeedGetKernel_Hip(ceed, asmb->module, fallback ? "linearAssembleFallback" : "linearAssemble", &asmb->linearAssemble));
978   CeedCallBackend(CeedFree(&assembly_kernel_path));
979   CeedCallBackend(CeedFree(&assembly_kernel_source));
980 
981   // Build 'full' B matrices (not 1D arrays used for tensor-product matrices)
982   const CeedScalar *interp_in, *grad_in;
983   CeedCallBackend(CeedBasisGetInterp(basis_in, &interp_in));
984   CeedCallBackend(CeedBasisGetGrad(basis_in, &grad_in));
985 
986   // Load into B_in, in order that they will be used in eval_mode
987   const CeedInt in_bytes  = size_B_in * sizeof(CeedScalar);
988   CeedInt       mat_start = 0;
989 
990   CeedCallHip(ceed, hipMalloc((void **)&asmb->d_B_in, in_bytes));
991   for (int i = 0; i < num_B_in_mats_to_load; i++) {
992     CeedEvalMode eval_mode = eval_mode_in[i];
993     if (eval_mode == CEED_EVAL_INTERP) {
994       CeedCallHip(ceed, hipMemcpy(&asmb->d_B_in[mat_start], interp_in, elem_size * num_qpts * sizeof(CeedScalar), hipMemcpyHostToDevice));
995       mat_start += elem_size * num_qpts;
996     } else if (eval_mode == CEED_EVAL_GRAD) {
997       CeedCallHip(ceed, hipMemcpy(&asmb->d_B_in[mat_start], grad_in, dim * elem_size * num_qpts * sizeof(CeedScalar), hipMemcpyHostToDevice));
998       mat_start += dim * elem_size * num_qpts;
999     }
1000   }
1001 
1002   const CeedScalar *interp_out, *grad_out;
1003 
1004   // Note that this function currently assumes 1 basis, so this should always be true for now
1005   if (basis_out == basis_in) {
1006     interp_out = interp_in;
1007     grad_out   = grad_in;
1008   } else {
1009     CeedCallBackend(CeedBasisGetInterp(basis_out, &interp_out));
1010     CeedCallBackend(CeedBasisGetGrad(basis_out, &grad_out));
1011   }
1012 
1013   // Load into B_out, in order that they will be used in eval_mode
1014   const CeedInt out_bytes = size_B_out * sizeof(CeedScalar);
1015 
1016   mat_start = 0;
1017   CeedCallHip(ceed, hipMalloc((void **)&asmb->d_B_out, out_bytes));
1018   for (int i = 0; i < num_B_out_mats_to_load; i++) {
1019     CeedEvalMode eval_mode = eval_mode_out[i];
1020     if (eval_mode == CEED_EVAL_INTERP) {
1021       CeedCallHip(ceed, hipMemcpy(&asmb->d_B_out[mat_start], interp_out, elem_size * num_qpts * sizeof(CeedScalar), hipMemcpyHostToDevice));
1022       mat_start += elem_size * num_qpts;
1023     } else if (eval_mode == CEED_EVAL_GRAD) {
1024       CeedCallHip(ceed, hipMemcpy(&asmb->d_B_out[mat_start], grad_out, dim * elem_size * num_qpts * sizeof(CeedScalar), hipMemcpyHostToDevice));
1025       mat_start += dim * elem_size * num_qpts;
1026     }
1027   }
1028   return CEED_ERROR_SUCCESS;
1029 }
1030 
1031 //------------------------------------------------------------------------------
1032 // Assemble matrix data for COO matrix of assembled operator.
1033 // The sparsity pattern is set by CeedOperatorLinearAssembleSymbolic.
1034 //
1035 // Note that this (and other assembly routines) currently assume only one active input restriction/basis per operator (could have multiple basis eval
1036 // modes).
1037 // TODO: allow multiple active input restrictions/basis objects
1038 //------------------------------------------------------------------------------
1039 static int CeedSingleOperatorAssemble_Hip(CeedOperator op, CeedInt offset, CeedVector values) {
1040   Ceed                ceed;
1041   CeedSize            values_length = 0, assembled_qf_length = 0;
1042   CeedInt             use_ceedsize_idx = 0;
1043   CeedScalar         *values_array;
1044   const CeedScalar   *qf_array;
1045   CeedVector          assembled_qf = NULL;
1046   CeedElemRestriction rstr_q       = NULL;
1047   CeedOperator_Hip   *impl;
1048 
1049   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
1050   CeedCallBackend(CeedOperatorGetData(op, &impl));
1051 
1052   // Assemble QFunction
1053   CeedCallBackend(CeedOperatorLinearAssembleQFunctionBuildOrUpdate(op, &assembled_qf, &rstr_q, CEED_REQUEST_IMMEDIATE));
1054   CeedCallBackend(CeedElemRestrictionDestroy(&rstr_q));
1055   CeedCallBackend(CeedVectorGetArray(values, CEED_MEM_DEVICE, &values_array));
1056   values_array += offset;
1057   CeedCallBackend(CeedVectorGetArrayRead(assembled_qf, CEED_MEM_DEVICE, &qf_array));
1058 
1059   CeedCallBackend(CeedVectorGetLength(values, &values_length));
1060   CeedCallBackend(CeedVectorGetLength(assembled_qf, &assembled_qf_length));
1061   if ((values_length > INT_MAX) || (assembled_qf_length > INT_MAX)) use_ceedsize_idx = 1;
1062   // Setup
1063   if (!impl->asmb) {
1064     CeedCallBackend(CeedSingleOperatorAssembleSetup_Hip(op, use_ceedsize_idx));
1065     assert(impl->asmb != NULL);
1066   }
1067 
1068   // Compute B^T D B
1069   const CeedInt num_elem       = impl->asmb->num_elem;
1070   const CeedInt elem_per_block = impl->asmb->elem_per_block;
1071   const CeedInt grid           = num_elem / elem_per_block + ((num_elem / elem_per_block * elem_per_block < num_elem) ? 1 : 0);
1072   void         *args[]         = {&impl->asmb->d_B_in, &impl->asmb->d_B_out, &qf_array, &values_array};
1073 
1074   CeedCallBackend(
1075       CeedRunKernelDim_Hip(ceed, impl->asmb->linearAssemble, grid, impl->asmb->block_size_x, impl->asmb->block_size_y, elem_per_block, args));
1076 
1077   // Restore arrays
1078   CeedCallBackend(CeedVectorRestoreArray(values, &values_array));
1079   CeedCallBackend(CeedVectorRestoreArrayRead(assembled_qf, &qf_array));
1080 
1081   // Cleanup
1082   CeedCallBackend(CeedVectorDestroy(&assembled_qf));
1083   return CEED_ERROR_SUCCESS;
1084 }
1085 
1086 //------------------------------------------------------------------------------
1087 // Create operator
1088 //------------------------------------------------------------------------------
1089 int CeedOperatorCreate_Hip(CeedOperator op) {
1090   Ceed              ceed;
1091   CeedOperator_Hip *impl;
1092 
1093   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
1094   CeedCallBackend(CeedCalloc(1, &impl));
1095   CeedCallBackend(CeedOperatorSetData(op, impl));
1096   CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunction", CeedOperatorLinearAssembleQFunction_Hip));
1097   CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleQFunctionUpdate", CeedOperatorLinearAssembleQFunctionUpdate_Hip));
1098   CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddDiagonal", CeedOperatorLinearAssembleAddDiagonal_Hip));
1099   CeedCallBackend(
1100       CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleAddPointBlockDiagonal", CeedOperatorLinearAssembleAddPointBlockDiagonal_Hip));
1101   CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "LinearAssembleSingle", CeedSingleOperatorAssemble_Hip));
1102   CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "ApplyAdd", CeedOperatorApplyAdd_Hip));
1103   CeedCallBackend(CeedSetBackendFunction(ceed, "Operator", op, "Destroy", CeedOperatorDestroy_Hip));
1104   return CEED_ERROR_SUCCESS;
1105 }
1106 
1107 //------------------------------------------------------------------------------
1108