xref: /libCEED/backends/hip-gen/ceed-hip-gen-operator-build.cpp (revision bff3dd9cf7bc164f66dded8d46268babbba91b73)
1 // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors.
2 // All Rights Reserved. See the top-level LICENSE and NOTICE files for details.
3 //
4 // SPDX-License-Identifier: BSD-2-Clause
5 //
6 // This file is part of CEED:  http://github.com/ceed
7 
8 #define CEED_DEBUG_COLOR 12
9 
10 #include <ceed.h>
11 #include <ceed/backend.h>
12 #include <ceed/jit-tools.h>
13 
14 #include <iostream>
15 #include <sstream>
16 #include <string>
17 
18 #include "../hip-ref/ceed-hip-ref.h"
19 #include "../hip-shared/ceed-hip-shared.h"
20 #include "../hip/ceed-hip-common.h"
21 #include "../hip/ceed-hip-compile.h"
22 #include "ceed-hip-gen.h"
23 
24 //------------------------------------------------------------------------------
25 // Calculate the block size used for launching the operator kernel
26 //------------------------------------------------------------------------------
27 extern "C" int BlockGridCalculate_Hip_gen(const CeedInt dim, const CeedInt num_elem, const CeedInt P_1d, const CeedInt Q_1d, CeedInt *block_sizes) {
28   const CeedInt thread1d = CeedIntMax(Q_1d, P_1d);
29   if (dim == 1) {
30     CeedInt elems_per_block = 64 * thread1d > 256 ? 256 / thread1d : 64;
31 
32     elems_per_block = elems_per_block > 0 ? elems_per_block : 1;
33     block_sizes[0]  = thread1d;
34     block_sizes[1]  = 1;
35     block_sizes[2]  = elems_per_block;
36   } else if (dim == 2) {
37     const CeedInt elems_per_block = thread1d < 4 ? 16 : 2;
38 
39     block_sizes[0] = thread1d;
40     block_sizes[1] = thread1d;
41     block_sizes[2] = elems_per_block;
42   } else if (dim == 3) {
43     const CeedInt elems_per_block = thread1d < 6 ? 4 : (thread1d < 8 ? 2 : 1);
44 
45     block_sizes[0] = thread1d;
46     block_sizes[1] = thread1d;
47     block_sizes[2] = elems_per_block;
48   }
49   return CEED_ERROR_SUCCESS;
50 }
51 
52 //------------------------------------------------------------------------------
53 // Build single operator kernel
54 //------------------------------------------------------------------------------
55 extern "C" int CeedOperatorBuildKernel_Hip_gen(CeedOperator op) {
56   using std::ostringstream;
57   using std::string;
58 
59   Ceed                     ceed;
60   bool                     is_setup_done, is_identity_qf;
61   CeedSize                 l_size;
62   CeedInt                  Q, P_1d = 0, Q_1d = 0, elem_size, num_input_fields, num_output_fields, num_comp, dim = 1;
63   CeedEvalMode             eval_mode;
64   CeedElemRestriction      elem_rstr;
65   CeedElemRestriction_Hip *rstr_data;
66   CeedBasis                basis;
67   CeedBasis_Hip_shared    *basis_data;
68   CeedQFunctionField      *qf_input_fields, *qf_output_fields;
69   CeedQFunction_Hip_gen   *qf_data;
70   CeedQFunction            qf;
71   CeedOperatorField       *op_input_fields, *op_output_fields;
72   CeedOperator_Hip_gen    *data;
73 
74   CeedCallBackend(CeedOperatorIsSetupDone(op, &is_setup_done));
75   if (is_setup_done) return CEED_ERROR_SUCCESS;
76 
77   CeedCallBackend(CeedOperatorGetCeed(op, &ceed));
78   CeedCallBackend(CeedOperatorGetData(op, &data));
79   CeedCallBackend(CeedOperatorGetQFunction(op, &qf));
80   CeedCallBackend(CeedQFunctionGetData(qf, &qf_data));
81   CeedCallBackend(CeedOperatorGetNumQuadraturePoints(op, &Q));
82   Q_1d = Q;
83   CeedCallBackend(CeedOperatorGetFields(op, &num_input_fields, &op_input_fields, &num_output_fields, &op_output_fields));
84   CeedCallBackend(CeedQFunctionGetFields(qf, NULL, &qf_input_fields, NULL, &qf_output_fields));
85 
86   // TODO: put in a function?
87   // Check for restriction only identity operator
88   CeedCallBackend(CeedQFunctionIsIdentity(qf, &is_identity_qf));
89   if (is_identity_qf) {
90     CeedEvalMode eval_mode_in, eval_mode_out;
91 
92     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[0], &eval_mode_in));
93     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[0], &eval_mode_out));
94     CeedCheck(eval_mode_in != CEED_EVAL_NONE || eval_mode_out != CEED_EVAL_NONE, ceed, CEED_ERROR_BACKEND,
95               "Backend does not implement restriction only identity operators");
96   }
97 
98   ostringstream code;
99 
100   // Load basis source files
101   // TODO: generalize to accept different device functions?
102   {
103     char       *tensor_basis_kernel_source;
104     const char *tensor_basis_kernel_path;
105 
106     CeedCallBackend(CeedGetJitAbsolutePath(ceed, "ceed/jit-source/hip/hip-shared-basis-tensor-templates.h", &tensor_basis_kernel_path));
107     CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "----- Loading Tensor Basis Kernel Source -----\n");
108     CeedCallBackend(CeedLoadSourceToBuffer(ceed, tensor_basis_kernel_path, &tensor_basis_kernel_source));
109     code << tensor_basis_kernel_source;
110     CeedCallBackend(CeedFree(&tensor_basis_kernel_path));
111     CeedCallBackend(CeedFree(&tensor_basis_kernel_source));
112   }
113   {
114     char       *hip_gen_template_source;
115     const char *hip_gen_template_path;
116 
117     CeedCallBackend(CeedGetJitAbsolutePath(ceed, "ceed/jit-source/hip/hip-gen-templates.h", &hip_gen_template_path));
118     CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "----- Loading Hip-Gen Template Source -----\n");
119     CeedCallBackend(CeedLoadSourceToBuffer(ceed, hip_gen_template_path, &hip_gen_template_source));
120     code << hip_gen_template_source;
121     CeedCallBackend(CeedFree(&hip_gen_template_path));
122     CeedCallBackend(CeedFree(&hip_gen_template_source));
123   }
124 
125   // Get QFunction source and name
126   string qfunction_source(qf_data->qfunction_source);
127   string qfunction_name(qf_data->qfunction_name);
128   string operator_name;
129   operator_name = "CeedKernelHipGenOperator_" + qfunction_name;
130 
131   // Find dim, P_1d, Q_1d
132   data->max_P_1d = 0;
133   for (CeedInt i = 0; i < num_input_fields; i++) {
134     CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
135     if (basis != CEED_BASIS_NONE) {
136       bool is_tensor;
137 
138       CeedCallBackend(CeedBasisGetData(basis, &basis_data));
139       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode));
140 
141       // Collect dim, P_1d, and Q_1d
142       CeedCallBackend(CeedBasisGetDimension(basis, &dim));
143       CeedCallBackend(CeedBasisIsTensor(basis, &is_tensor));
144       CeedCheck(is_tensor, ceed, CEED_ERROR_BACKEND, "Backend does not implement operators with non-tensor basis");
145       CeedCallBackend(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d));
146       CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));
147       if (P_1d > data->max_P_1d) data->max_P_1d = P_1d;
148     }
149   }
150   // Check output bases for Q_1d, dim as well
151   //   The only input basis might be CEED_BASIS_NONE
152   for (CeedInt i = 0; i < num_output_fields; i++) {
153     CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis));
154 
155     if (basis != CEED_BASIS_NONE) {
156       bool is_tensor;
157 
158       CeedCallBackend(CeedBasisGetData(basis, &basis_data));
159       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
160 
161       // Collect Q_1d
162       CeedCallBackend(CeedBasisGetDimension(basis, &dim));
163       CeedCallBackend(CeedBasisIsTensor(basis, &is_tensor));
164       CeedCheck(is_tensor, ceed, CEED_ERROR_BACKEND, "Backend does not implement operators with non-tensor basis");
165       CeedCallBackend(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d));
166     }
167   }
168   data->dim  = dim;
169   data->Q_1d = Q_1d;
170 
171   // Only use 3D collocated gradient parallelization strategy when gradient is computed
172   // TODO: put in a function?
173   bool use_collograd_parallelization = false;
174 
175   if (dim == 3) {
176     bool was_grad_found = false;
177 
178     for (CeedInt i = 0; i < num_input_fields; i++) {
179       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode));
180       if (eval_mode == CEED_EVAL_GRAD) {
181         CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
182         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
183         use_collograd_parallelization = basis_data->d_collo_grad_1d && (was_grad_found ? use_collograd_parallelization : true);
184         was_grad_found                = true;
185       }
186     }
187     for (CeedInt i = 0; i < num_output_fields; i++) {
188       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
189       if (eval_mode == CEED_EVAL_GRAD) {
190         CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis));
191         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
192         use_collograd_parallelization = basis_data->d_collo_grad_1d && (was_grad_found ? use_collograd_parallelization : true);
193         was_grad_found                = true;
194       }
195     }
196   }
197 
198   // Define CEED_Q_VLA
199   code << "\n#undef CEED_Q_VLA\n";
200   if (dim != 3 || use_collograd_parallelization) {
201     code << "#define CEED_Q_VLA 1\n\n";
202   } else {
203     code << "#define CEED_Q_VLA " << Q_1d << "\n\n";
204   }
205 
206   code << qfunction_source;
207 
208   // Setup
209   code << "\n// -----------------------------------------------------------------------------\n";
210   code << "\nextern \"C\" __launch_bounds__(BLOCK_SIZE)\n";
211   code << "__global__ void " << operator_name
212        << "(CeedInt num_elem, void* ctx, FieldsInt_Hip indices, Fields_Hip fields, Fields_Hip B, Fields_Hip G, CeedScalar* W) {\n";
213   for (CeedInt i = 0; i < num_input_fields; i++) {
214     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode));
215     if (eval_mode != CEED_EVAL_WEIGHT) {  // Skip CEED_EVAL_WEIGHT
216       code << "  const CeedScalar* d_u_" << i << " = fields.inputs[" << i << "];\n";
217     }
218   }
219 
220   for (CeedInt i = 0; i < num_output_fields; i++) {
221     code << "  CeedScalar* d_v_" << i << " = fields.outputs[" << i << "];\n";
222   }
223 
224   code << "  const CeedInt dim = " << dim << ";\n";
225   code << "  const CeedInt Q_1d = " << Q_1d << ";\n";
226 
227   code << "  HIP_DYNAMIC_SHARED( CeedScalar, slice)\n";
228   // TODO put in a function? InitSharedData_Hip?
229   code << "  SharedData_Hip data;\n";
230   code << "  data.t_id_x = threadIdx.x;\n";
231   code << "  data.t_id_y = threadIdx.y;\n";
232   code << "  data.t_id_z = threadIdx.z;\n";
233   code << "  data.t_id  = threadIdx.x + threadIdx.y*blockDim.x + threadIdx.z*blockDim.y*blockDim.x;\n";
234   code << "  data.slice = slice+data.t_id_z*T_1D" << (dim > 1 ? "*T_1D" : "") << ";\n";
235 
236   code << "\n  // -- Input field constants and basis data --\n";
237   // TODO: Put in a function?
238   // Initialize constants, and matrices B and G
239   for (CeedInt i = 0; i < num_input_fields; i++) {
240     code << "  // ---- Input field " << i << " ----\n";
241     // Get elem_size, eval_mode, num_comp
242     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &elem_rstr));
243     CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
244     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode));
245     CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp));
246 
247     // Set field constants
248     if (eval_mode != CEED_EVAL_WEIGHT) {
249       CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
250       if (basis != CEED_BASIS_NONE) {
251         CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));
252         code << "  const CeedInt P_in_" << i << " = " << P_1d << ";\n";
253       } else {
254         code << "  const CeedInt P_in_" << i << " = " << Q_1d << ";\n";
255       }
256       code << "  const CeedInt num_comp_in_" << i << " = " << num_comp << ";\n";
257     }
258 
259     // Load basis data
260     code << "  // EvalMode: " << CeedEvalModes[eval_mode] << "\n";
261     switch (eval_mode) {
262       case CEED_EVAL_NONE:
263         break;
264       case CEED_EVAL_INTERP:
265         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
266         data->B.inputs[i] = basis_data->d_interp_1d;
267         code << "  __shared__ CeedScalar s_B_in_" << i << "[" << P_1d * Q_1d << "];\n";
268         code << "  loadMatrix<P_in_" << i << ",Q_1d>(data, B.inputs[" << i << "], s_B_in_" << i << ");\n";
269         break;
270       case CEED_EVAL_GRAD:
271         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
272         data->B.inputs[i] = basis_data->d_interp_1d;
273         code << "  __shared__ CeedScalar s_B_in_" << i << "[" << P_1d * Q_1d << "];\n";
274         code << "  loadMatrix<P_in_" << i << ",Q_1d>(data, B.inputs[" << i << "], s_B_in_" << i << ");\n";
275         if (use_collograd_parallelization) {
276           data->G.inputs[i] = basis_data->d_collo_grad_1d;
277           code << "  __shared__ CeedScalar s_G_in_" << i << "[" << Q_1d * Q_1d << "];\n";
278           code << "  loadMatrix<Q_1d,Q_1d>(data, G.inputs[" << i << "], s_G_in_" << i << ");\n";
279         } else {
280           bool has_collo_grad = basis_data->d_collo_grad_1d;
281           data->G.inputs[i]   = has_collo_grad ? basis_data->d_collo_grad_1d : basis_data->d_grad_1d;
282           code << "  __shared__ CeedScalar s_G_in_" << i << "[" << Q_1d * (has_collo_grad ? Q_1d : P_1d) << "];\n";
283           code << "  loadMatrix<" << (has_collo_grad ? "Q_1d" : ("P_in_" + std::to_string(i))) << ",Q_1d>(data, G.inputs[" << i << "], s_G_in_" << i
284                << ");\n";
285         }
286         break;
287       case CEED_EVAL_WEIGHT:
288         break;  // No action
289       case CEED_EVAL_DIV:
290         break;  // TODO: Not implemented
291       case CEED_EVAL_CURL:
292         break;  // TODO: Not implemented
293     }
294   }
295 
296   code << "\n  // -- Output field constants and basis data --\n";
297   for (CeedInt i = 0; i < num_output_fields; i++) {
298     code << "  // ---- Output field " << i << " ----\n";
299     // Get elem_size, eval_mode, num_comp
300     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &elem_rstr));
301     CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
302     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
303     CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp));
304 
305     // Set field constants
306     CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis));
307     if (basis != CEED_BASIS_NONE) {
308       CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));
309       code << "  const CeedInt P_out_" << i << " = " << P_1d << ";\n";
310     } else {
311       code << "  const CeedInt P_out_" << i << " = " << Q_1d << ";\n";
312     }
313     code << "  const CeedInt num_comp_out_" << i << " = " << num_comp << ";\n";
314 
315     // Load basis data
316     code << "  // EvalMode: " << CeedEvalModes[eval_mode] << "\n";
317     switch (eval_mode) {
318       case CEED_EVAL_NONE:
319         break;  // No action
320       case CEED_EVAL_INTERP:
321         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
322         data->B.outputs[i] = basis_data->d_interp_1d;
323         code << "  __shared__ CeedScalar s_B_out_" << i << "[" << P_1d * Q_1d << "];\n";
324         code << "  loadMatrix<P_out_" << i << ",Q_1d>(data, B.outputs[" << i << "], s_B_out_" << i << ");\n";
325         break;
326       case CEED_EVAL_GRAD:
327         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
328         data->B.outputs[i] = basis_data->d_interp_1d;
329         code << "  __shared__ CeedScalar s_B_out_" << i << "[" << P_1d * Q_1d << "];\n";
330         code << "  loadMatrix<P_out_" << i << ",Q_1d>(data, B.outputs[" << i << "], s_B_out_" << i << ");\n";
331         if (use_collograd_parallelization) {
332           data->G.outputs[i] = basis_data->d_collo_grad_1d;
333           code << "  __shared__ CeedScalar s_G_out_" << i << "[" << Q_1d * Q_1d << "];\n";
334           code << "  loadMatrix<Q_1d,Q_1d>(data, G.outputs[" << i << "], s_G_out_" << i << ");\n";
335         } else {
336           bool has_collo_grad = basis_data->d_collo_grad_1d;
337           data->G.outputs[i]  = has_collo_grad ? basis_data->d_collo_grad_1d : basis_data->d_grad_1d;
338           code << "  __shared__ CeedScalar s_G_out_" << i << "[" << Q_1d * (has_collo_grad ? Q_1d : P_1d) << "];\n";
339           code << "  loadMatrix<" << (has_collo_grad ? "Q_1d" : ("P_out_" + std::to_string(i))) << ",Q_1d>(data, G.outputs[" << i << "], s_G_out_"
340                << i << ");\n";
341         }
342         break;
343       // LCOV_EXCL_START
344       case CEED_EVAL_WEIGHT: {
345         return CeedError(CeedOperatorReturnCeed(op), CEED_ERROR_BACKEND, "CEED_EVAL_WEIGHT cannot be an output evaluation mode");
346         break;  // Should not occur
347       }
348       case CEED_EVAL_DIV:
349       case CEED_EVAL_CURL: {
350         return CeedError(CeedOperatorReturnCeed(op), CEED_ERROR_BACKEND, "%s not supported", CeedEvalModes[eval_mode]);
351         break;  // Should not occur
352       }
353         // LCOV_EXCL_STOP
354     }
355   }
356   code << "\n  // -- Element loop --\n";
357   code << "  __syncthreads();\n";
358   code << "  for (CeedInt elem = blockIdx.x*blockDim.z + threadIdx.z; elem < num_elem; elem += gridDim.x*blockDim.z) {\n";
359   // Input basis apply if needed
360   // Generate the correct eval mode code for each input
361   code << "    // -- Input field restrictions and basis actions --\n";
362   for (CeedInt i = 0; i < num_input_fields; i++) {
363     code << "    // ---- Input field " << i << " ----\n";
364     // Get elem_size, eval_mode, num_comp
365     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &elem_rstr));
366     CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
367     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode));
368     CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp));
369 
370     // Restriction
371     if (eval_mode != CEED_EVAL_WEIGHT && !((eval_mode == CEED_EVAL_NONE) && use_collograd_parallelization)) {
372       bool is_strided;
373 
374       code << "    CeedScalar r_u_" << i << "[num_comp_in_" << i << "*P_in_" << i << "];\n";
375 
376       CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided));
377       if (!is_strided) {
378         CeedCallBackend(CeedElemRestrictionGetLVectorSize(elem_rstr, &l_size));
379         code << "    const CeedInt l_size_in_" << i << " = " << l_size << ";\n";
380         CeedInt comp_stride;
381         CeedCallBackend(CeedElemRestrictionGetCompStride(elem_rstr, &comp_stride));
382         code << "    // CompStride: " << comp_stride << "\n";
383         CeedCallBackend(CeedElemRestrictionGetData(elem_rstr, &rstr_data));
384         data->indices.inputs[i] = rstr_data->d_ind;
385         code << "    readDofsOffset" << dim << "d<num_comp_in_" << i << ", " << comp_stride << ", P_in_" << i << ">(data, l_size_in_" << i
386              << ", elem, indices.inputs[" << i << "], d_u_" << i << ", r_u_" << i << ");\n";
387       } else {
388         bool    has_backend_strides;
389         CeedInt num_elem;
390 
391         CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &has_backend_strides));
392         CeedCallBackend(CeedElemRestrictionGetNumElements(elem_rstr, &num_elem));
393         CeedInt strides[3] = {1, elem_size * num_elem, elem_size};
394 
395         if (!has_backend_strides) {
396           CeedCallBackend(CeedElemRestrictionGetStrides(elem_rstr, strides));
397         }
398         code << "    // Strides: {" << strides[0] << ", " << strides[1] << ", " << strides[2] << "}\n";
399         code << "    readDofsStrided" << dim << "d<num_comp_in_" << i << ",P_in_" << i << "," << strides[0] << "," << strides[1] << "," << strides[2]
400              << ">(data, elem, d_u_" << i << ", r_u_" << i << ");\n";
401       }
402     }
403 
404     // TODO: put in a function?
405     // Basis action
406     code << "    // EvalMode: " << CeedEvalModes[eval_mode] << "\n";
407     switch (eval_mode) {
408       case CEED_EVAL_NONE:
409         if (!use_collograd_parallelization) {
410           code << "    CeedScalar* r_t_" << i << " = r_u_" << i << ";\n";
411         }
412         break;
413       case CEED_EVAL_INTERP:
414         code << "    CeedScalar r_t_" << i << "[num_comp_in_" << i << "*Q_1d];\n";
415         code << "    Interp" << (dim > 1 ? "Tensor" : "") << dim << "d<num_comp_in_" << i << ",P_in_" << i << ",Q_1d>(data, r_u_" << i << ", s_B_in_"
416              << i << ", r_t_" << i << ");\n";
417         break;
418       case CEED_EVAL_GRAD:
419         if (use_collograd_parallelization) {
420           code << "    CeedScalar r_t_" << i << "[num_comp_in_" << i << "*Q_1d];\n";
421           code << "    Interp" << (dim > 1 ? "Tensor" : "") << dim << "d<num_comp_in_" << i << ",P_in_" << i << ",Q_1d>(data, r_u_" << i
422                << ", s_B_in_" << i << ", r_t_" << i << ");\n";
423         } else {
424           CeedInt P_1d;
425           CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
426           CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));
427           code << "    CeedScalar r_t_" << i << "[num_comp_in_" << i << "*dim*Q_1d];\n";
428           code << "    Grad" << (dim > 1 ? "Tensor" : "") << (dim == 3 && Q_1d >= P_1d ? "Collocated" : "") << dim << "d<num_comp_in_" << i
429                << ",P_in_" << i << ",Q_1d>(data, r_u_" << i << ", s_B_in_" << i << ", s_G_in_" << i << ", r_t_" << i << ");\n";
430         }
431         break;
432       case CEED_EVAL_WEIGHT:
433         code << "    CeedScalar r_t_" << i << "[Q_1d];\n";
434         CeedCallBackend(CeedOperatorFieldGetBasis(op_input_fields[i], &basis));
435         CeedCallBackend(CeedBasisGetData(basis, &basis_data));
436         data->W = basis_data->d_q_weight_1d;
437         code << "    Weight" << (dim > 1 ? "Tensor" : "") << dim << "d<Q_1d>(data, W, r_t_" << i << ");\n";
438         break;  // No action
439       case CEED_EVAL_DIV:
440         break;  // TODO: Not implemented
441       case CEED_EVAL_CURL:
442         break;  // TODO: Not implemented
443     }
444   }
445 
446   // TODO: put in a function + separate collograd logic
447   // Q function
448   code << "\n    // -- Output field setup --\n";
449   for (CeedInt i = 0; i < num_output_fields; i++) {
450     code << "\n    // ---- Output field " << i << " ----\n";
451     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
452     if (eval_mode == CEED_EVAL_GRAD) {
453       if (use_collograd_parallelization) {
454         // Accumulator for gradient slices
455         code << "    CeedScalar r_tt_" << i << "[num_comp_out_" << i << "*Q_1d];\n";
456         code << "    for (CeedInt i = 0; i < num_comp_out_" << i << "; i++) {\n";
457         code << "      for (CeedInt j = 0; j < Q_1d; ++j) {\n";
458         code << "        r_tt_" << i << "[j + i*Q_1d] = 0.0;\n";
459         code << "      }\n";
460         code << "    }\n";
461       } else {
462         code << "    CeedScalar r_tt_" << i << "[num_comp_out_" << i << "*dim*Q_1d];\n";
463       }
464     }
465     if (eval_mode == CEED_EVAL_NONE || eval_mode == CEED_EVAL_INTERP) {
466       code << "    CeedScalar r_tt_" << i << "[num_comp_out_" << i << "*Q_1d];\n";
467     }
468   }
469   // We treat quadrature points per slice in 3d to save registers
470   if (use_collograd_parallelization) {
471     code << "\n    // Note: Using planes of 3D elements\n";
472     code << "#pragma unroll\n";
473     code << "    for (CeedInt q = 0; q < Q_1d; q++) {\n";
474     code << "      // -- Input fields --\n";
475     for (CeedInt i = 0; i < num_input_fields; i++) {
476       code << "      // ---- Input field " << i << " ----\n";
477       // Get elem_size, eval_mode, num_comp
478       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_input_fields[i], &eval_mode));
479       // Basis action
480       code << "      // EvalMode: " << CeedEvalModes[eval_mode] << "\n";
481       switch (eval_mode) {
482         case CEED_EVAL_NONE:
483           bool is_strided;
484 
485           code << "      CeedScalar r_q_" << i << "[num_comp_in_" << i << "];\n";
486 
487           CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_input_fields[i], &elem_rstr));
488           CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided));
489           if (!is_strided) {
490             CeedInt comp_stride;
491 
492             CeedCallBackend(CeedElemRestrictionGetLVectorSize(elem_rstr, &l_size));
493             code << "      const CeedInt l_size_in_" << i << " = " << l_size << ";\n";
494             CeedCallBackend(CeedElemRestrictionGetCompStride(elem_rstr, &comp_stride));
495             code << "      // CompStride: " << comp_stride << "\n";
496             CeedCallBackend(CeedElemRestrictionGetData(elem_rstr, &rstr_data));
497             data->indices.inputs[i] = rstr_data->d_ind;
498             code << "      readSliceQuadsOffset"
499                  << "3d<num_comp_in_" << i << ", " << comp_stride << ", Q_1d>(data, l_size_in_" << i << ", elem, q, indices.inputs[" << i << "], d_u_"
500                  << i << ", r_q_" << i << ");\n";
501           } else {
502             bool    has_backend_strides;
503             CeedInt num_elem;
504 
505             CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
506             CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &has_backend_strides));
507             CeedCallBackend(CeedElemRestrictionGetNumElements(elem_rstr, &num_elem));
508             CeedInt strides[3] = {1, elem_size * num_elem, elem_size};
509 
510             if (!has_backend_strides) {
511               CeedCallBackend(CeedElemRestrictionGetStrides(elem_rstr, strides));
512             }
513             code << "      // Strides: {" << strides[0] << ", " << strides[1] << ", " << strides[2] << "}\n";
514             code << "      readSliceQuadsStrided"
515                  << "3d<num_comp_in_" << i
516                  << ",Q_1d"
517                     ","
518                  << strides[0] << "," << strides[1] << "," << strides[2] << ">(data, elem, q, d_u_" << i << ", r_q_" << i << ");\n";
519           }
520           break;
521         case CEED_EVAL_INTERP:
522           code << "      CeedScalar r_q_" << i << "[num_comp_in_" << i << "];\n";
523           code << "      for (CeedInt j = 0; j < num_comp_in_" << i << " ; ++j) {\n";
524           code << "        r_q_" << i << "[j] = r_t_" << i << "[q + j*Q_1d];\n";
525           code << "      }\n";
526           break;
527         case CEED_EVAL_GRAD:
528           code << "      CeedScalar r_q_" << i << "[num_comp_in_" << i << "*dim];\n";
529           code << "      gradCollo3d<num_comp_in_" << i << ",Q_1d>(data, q, r_t_" << i << ", s_G_in_" << i << ", r_q_" << i << ");\n";
530           break;
531         case CEED_EVAL_WEIGHT:
532           code << "      CeedScalar r_q_" << i << "[1];\n";
533           code << "      r_q_" << i << "[0] = r_t_" << i << "[q];\n";
534           break;  // No action
535         case CEED_EVAL_DIV:
536           break;  // TODO: Not implemented
537         case CEED_EVAL_CURL:
538           break;  // TODO: Not implemented
539       }
540     }
541     code << "\n      // -- Output fields --\n";
542     for (CeedInt i = 0; i < num_output_fields; i++) {
543       code << "      // ---- Output field " << i << " ----\n";
544       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
545       // Basis action
546       switch (eval_mode) {
547         case CEED_EVAL_NONE:
548           code << "      CeedScalar r_qq_" << i << "[num_comp_out_" << i << "];\n";
549           break;  // No action
550         case CEED_EVAL_INTERP:
551           code << "      CeedScalar r_qq_" << i << "[num_comp_out_" << i << "];\n";
552           break;
553         case CEED_EVAL_GRAD:
554           code << "      CeedScalar r_qq_" << i << "[num_comp_out_" << i << "*dim];\n";
555           break;
556         case CEED_EVAL_WEIGHT:
557           break;  // Should not occur
558         case CEED_EVAL_DIV:
559           break;  // TODO: Not implemented
560         case CEED_EVAL_CURL:
561           break;  // TODO: Not implemented
562       }
563     }
564   } else {
565     code << "\n      // Note: Using full elements\n";
566     code << "      // -- Input fields --\n";
567     for (CeedInt i = 0; i < num_input_fields; i++) {
568       code << "      // ---- Input field " << i << " ----\n";
569       code << "      CeedScalar* r_q_" << i << " = r_t_" << i << ";\n";
570     }
571     code << "      // -- Output fields --\n";
572     for (CeedInt i = 0; i < num_output_fields; i++) {
573       code << "      // ---- Output field " << i << " ----\n";
574       code << "      CeedScalar* r_qq_" << i << " = r_tt_" << i << ";\n";
575     }
576   }
577   code << "\n      // -- QFunction Inputs and outputs --\n";
578   code << "      CeedScalar* in[" << num_input_fields << "];\n";
579   for (CeedInt i = 0; i < num_input_fields; i++) {
580     code << "      // ---- Input field " << i << " ----\n";
581     code << "      in[" << i << "] = r_q_" << i << ";\n";
582   }
583   code << "      CeedScalar* out[" << num_output_fields << "];\n";
584   for (CeedInt i = 0; i < num_output_fields; i++) {
585     code << "      // ---- Output field " << i << " ----\n";
586     code << "      out[" << i << "] = r_qq_" << i << ";\n";
587   }
588   code << "\n      // -- Apply QFunction --\n";
589   code << "      " << qfunction_name << "(ctx, ";
590   if (dim != 3 || use_collograd_parallelization) {
591     code << "1";
592   } else {
593     code << "Q_1d";
594   }
595   code << ", in, out);\n";
596   if (use_collograd_parallelization) {
597     code << "      // -- Output fields --\n";
598     for (CeedInt i = 0; i < num_output_fields; i++) {
599       code << "      // ---- Output field " << i << " ----\n";
600       CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
601       // Basis action
602       code << "      // EvalMode: " << CeedEvalModes[eval_mode] << "\n";
603       switch (eval_mode) {
604         case CEED_EVAL_NONE:
605           code << "      for (CeedInt j = 0; j < num_comp_out_" << i << " ; ++j) {\n";
606           code << "        r_tt_" << i << "[q + j*Q_1d] = r_qq_" << i << "[j];\n";
607           code << "      }\n";
608           break;  // No action
609         case CEED_EVAL_INTERP:
610           code << "      for (CeedInt j = 0; j < num_comp_out_" << i << " ; ++j) {\n";
611           code << "        r_tt_" << i << "[q + j*Q_1d] = r_qq_" << i << "[j];\n";
612           code << "      }\n";
613           break;
614         case CEED_EVAL_GRAD:
615           code << "      gradColloTranspose3d<num_comp_out_" << i << ",Q_1d>(data, q, r_qq_" << i << ", s_G_out_" << i << ", r_tt_" << i << ");\n";
616           break;
617         case CEED_EVAL_WEIGHT:
618           break;  // Should not occur
619         case CEED_EVAL_DIV:
620           break;  // TODO: Not implemented
621         case CEED_EVAL_CURL:
622           break;  // TODO: Not implemented
623       }
624     }
625     code << "    }\n";
626   }
627 
628   // Output basis apply if needed
629   // Generate the correct eval mode code for each output
630   code << "\n    // -- Output field basis action and restrictions --\n";
631   for (CeedInt i = 0; i < num_output_fields; i++) {
632     code << "    // ---- Output field " << i << " ----\n";
633     // Get elem_size, eval_mode, num_comp
634     CeedCallBackend(CeedOperatorFieldGetElemRestriction(op_output_fields[i], &elem_rstr));
635     CeedCallBackend(CeedElemRestrictionGetElementSize(elem_rstr, &elem_size));
636     CeedCallBackend(CeedQFunctionFieldGetEvalMode(qf_output_fields[i], &eval_mode));
637     CeedCallBackend(CeedElemRestrictionGetNumComponents(elem_rstr, &num_comp));
638     // TODO put in a function
639     // Basis action
640     code << "    // EvalMode: " << CeedEvalModes[eval_mode] << "\n";
641     switch (eval_mode) {
642       case CEED_EVAL_NONE:
643         code << "    CeedScalar* r_v_" << i << " = r_tt_" << i << ";\n";
644         break;  // No action
645       case CEED_EVAL_INTERP:
646         code << "    CeedScalar r_v_" << i << "[num_comp_out_" << i << "*P_out_" << i << "];\n";
647         code << "    InterpTranspose" << (dim > 1 ? "Tensor" : "") << dim << "d<num_comp_out_" << i << ",P_out_" << i << ",Q_1d>(data, r_tt_" << i
648              << ", s_B_out_" << i << ", r_v_" << i << ");\n";
649         break;
650       case CEED_EVAL_GRAD:
651         code << "    CeedScalar r_v_" << i << "[num_comp_out_" << i << "*P_out_" << i << "];\n";
652         if (use_collograd_parallelization) {
653           code << "    InterpTranspose" << (dim > 1 ? "Tensor" : "") << dim << "d<num_comp_out_" << i << ",P_out_" << i << ",Q_1d>(data, r_tt_" << i
654                << ", s_B_out_" << i << ", r_v_" << i << ");\n";
655         } else {
656           CeedInt P_1d;
657           CeedCallBackend(CeedOperatorFieldGetBasis(op_output_fields[i], &basis));
658           CeedCallBackend(CeedBasisGetNumNodes1D(basis, &P_1d));
659           code << "    GradTranspose" << (dim > 1 ? "Tensor" : "") << (dim == 3 && Q_1d >= P_1d ? "Collocated" : "") << dim << "d<num_comp_out_" << i
660                << ",P_out_" << i << ",Q_1d>(data, r_tt_" << i << ", s_B_out_" << i << ", s_G_out_" << i << ", r_v_" << i << ");\n";
661         }
662         break;
663       // LCOV_EXCL_START
664       case CEED_EVAL_WEIGHT: {
665         return CeedError(CeedOperatorReturnCeed(op), CEED_ERROR_BACKEND, "CEED_EVAL_WEIGHT cannot be an output evaluation mode");
666         break;  // Should not occur
667       }
668       case CEED_EVAL_DIV:
669       case CEED_EVAL_CURL: {
670         return CeedError(CeedOperatorReturnCeed(op), CEED_ERROR_BACKEND, "%s not supported", CeedEvalModes[eval_mode]);
671         break;  // Should not occur
672       }
673         // LCOV_EXCL_STOP
674     }
675     // TODO put in a function
676     // Restriction
677     bool is_strided;
678 
679     CeedCallBackend(CeedElemRestrictionIsStrided(elem_rstr, &is_strided));
680     if (!is_strided) {
681       CeedInt comp_stride;
682 
683       CeedCallBackend(CeedElemRestrictionGetLVectorSize(elem_rstr, &l_size));
684       code << "    const CeedInt l_size_out_" << i << " = " << l_size << ";\n";
685       CeedCallBackend(CeedElemRestrictionGetCompStride(elem_rstr, &comp_stride));
686       code << "    // CompStride: " << comp_stride << "\n";
687       CeedCallBackend(CeedElemRestrictionGetData(elem_rstr, &rstr_data));
688       data->indices.outputs[i] = rstr_data->d_ind;
689       code << "    writeDofsOffset" << dim << "d<num_comp_out_" << i << ", " << comp_stride << ", P_out_" << i << ">(data, l_size_out_" << i
690            << ", elem, indices.outputs[" << i << "], r_v_" << i << ", d_v_" << i << ");\n";
691     } else {
692       bool    has_backend_strides;
693       CeedInt num_elem;
694 
695       CeedCallBackend(CeedElemRestrictionHasBackendStrides(elem_rstr, &has_backend_strides));
696       CeedCallBackend(CeedElemRestrictionGetNumElements(elem_rstr, &num_elem));
697       CeedInt strides[3] = {1, elem_size * num_elem, elem_size};
698 
699       if (!has_backend_strides) {
700         CeedCallBackend(CeedElemRestrictionGetStrides(elem_rstr, strides));
701       }
702       code << "    // Strides: {" << strides[0] << ", " << strides[1] << ", " << strides[2] << "}\n";
703       code << "    writeDofsStrided" << dim << "d<num_comp_out_" << i << ",P_out_" << i << "," << strides[0] << "," << strides[1] << "," << strides[2]
704            << ">(data, elem, r_v_" << i << ", d_v_" << i << ");\n";
705     }
706   }
707 
708   code << "  }\n";
709   code << "}\n";
710   code << "// -----------------------------------------------------------------------------\n\n";
711 
712   // View kernel for debugging
713   CeedDebug256(ceed, CEED_DEBUG_COLOR_SUCCESS, "Generated Operator Kernels:\n");
714   CeedDebug(ceed, code.str().c_str());
715 
716   CeedInt block_sizes[3] = {0, 0, 0};
717   CeedInt num_elem;
718 
719   CeedCallBackend(CeedOperatorGetNumElements(op, &num_elem));
720   CeedCallBackend(BlockGridCalculate_Hip_gen(dim, num_elem, data->max_P_1d, Q_1d, block_sizes));
721   CeedCallBackend(CeedCompile_Hip(ceed, code.str().c_str(), &data->module, 2, "T_1D", block_sizes[0], "BLOCK_SIZE",
722                                   block_sizes[0] * block_sizes[1] * block_sizes[2]));
723   CeedCallBackend(CeedGetKernel_Hip(ceed, data->module, operator_name.c_str(), &data->op));
724 
725   CeedCallBackend(CeedOperatorSetSetupDone(op));
726   return CEED_ERROR_SUCCESS;
727 }
728 
729 //------------------------------------------------------------------------------
730