1d275d636SJeremy L Thompson // Copyright (c) 2017-2025, Lawrence Livermore National Security, LLC and other CEED contributors. 23d8e8822SJeremy L Thompson // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3d7b241e6Sjeremylt // 43d8e8822SJeremy L Thompson // SPDX-License-Identifier: BSD-2-Clause 5d7b241e6Sjeremylt // 63d8e8822SJeremy L Thompson // This file is part of CEED: http://github.com/ceed 7d7b241e6Sjeremylt 83d576824SJeremy L Thompson #include <ceed-impl.h> 949aac155SJeremy L Thompson #include <ceed.h> 102b730f8bSJeremy L Thompson #include <ceed/backend.h> 11d7b241e6Sjeremylt #include <math.h> 123d576824SJeremy L Thompson #include <stdbool.h> 13d7b241e6Sjeremylt #include <stdio.h> 14d7b241e6Sjeremylt #include <string.h> 15d7b241e6Sjeremylt 167a982d89SJeremy L. Thompson /// @file 177a982d89SJeremy L. Thompson /// Implementation of CeedBasis interfaces 187a982d89SJeremy L. Thompson 19d7b241e6Sjeremylt /// @cond DOXYGEN_SKIP 20356036faSJeremy L Thompson static struct CeedBasis_private ceed_basis_none; 21d7b241e6Sjeremylt /// @endcond 22d7b241e6Sjeremylt 237a982d89SJeremy L. Thompson /// @addtogroup CeedBasisUser 247a982d89SJeremy L. Thompson /// @{ 257a982d89SJeremy L. Thompson 26ca94c3ddSJeremy L Thompson /// Argument for @ref CeedOperatorSetField() indicating that the field does not require a `CeedBasis` 27356036faSJeremy L Thompson const CeedBasis CEED_BASIS_NONE = &ceed_basis_none; 28356036faSJeremy L Thompson 297a982d89SJeremy L. Thompson /// @} 307a982d89SJeremy L. Thompson 317a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 327a982d89SJeremy L. Thompson /// CeedBasis Library Internal Functions 337a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 347a982d89SJeremy L. Thompson /// @addtogroup CeedBasisDeveloper 357a982d89SJeremy L. Thompson /// @{ 367a982d89SJeremy L. Thompson 377a982d89SJeremy L. Thompson /** 383778dbaaSJeremy L Thompson @brief Compute Chebyshev polynomial values at a point 393778dbaaSJeremy L Thompson 403778dbaaSJeremy L Thompson @param[in] x Coordinate to evaluate Chebyshev polynomials at 41ca94c3ddSJeremy L Thompson @param[in] n Number of Chebyshev polynomials to evaluate, `n >= 2` 423778dbaaSJeremy L Thompson @param[out] chebyshev_x Array of Chebyshev polynomial values 433778dbaaSJeremy L Thompson 443778dbaaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 453778dbaaSJeremy L Thompson 463778dbaaSJeremy L Thompson @ref Developer 473778dbaaSJeremy L Thompson **/ 483778dbaaSJeremy L Thompson static int CeedChebyshevPolynomialsAtPoint(CeedScalar x, CeedInt n, CeedScalar *chebyshev_x) { 493778dbaaSJeremy L Thompson chebyshev_x[0] = 1.0; 503778dbaaSJeremy L Thompson chebyshev_x[1] = 2 * x; 513778dbaaSJeremy L Thompson for (CeedInt i = 2; i < n; i++) chebyshev_x[i] = 2 * x * chebyshev_x[i - 1] - chebyshev_x[i - 2]; 523778dbaaSJeremy L Thompson return CEED_ERROR_SUCCESS; 533778dbaaSJeremy L Thompson } 543778dbaaSJeremy L Thompson 553778dbaaSJeremy L Thompson /** 563778dbaaSJeremy L Thompson @brief Compute values of the derivative of Chebyshev polynomials at a point 573778dbaaSJeremy L Thompson 583778dbaaSJeremy L Thompson @param[in] x Coordinate to evaluate derivative of Chebyshev polynomials at 59ca94c3ddSJeremy L Thompson @param[in] n Number of Chebyshev polynomials to evaluate, `n >= 2` 606cec60aaSJed Brown @param[out] chebyshev_dx Array of Chebyshev polynomial derivative values 613778dbaaSJeremy L Thompson 623778dbaaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 633778dbaaSJeremy L Thompson 643778dbaaSJeremy L Thompson @ref Developer 653778dbaaSJeremy L Thompson **/ 663778dbaaSJeremy L Thompson static int CeedChebyshevDerivativeAtPoint(CeedScalar x, CeedInt n, CeedScalar *chebyshev_dx) { 673778dbaaSJeremy L Thompson CeedScalar chebyshev_x[3]; 683778dbaaSJeremy L Thompson 693778dbaaSJeremy L Thompson chebyshev_x[1] = 1.0; 703778dbaaSJeremy L Thompson chebyshev_x[2] = 2 * x; 713778dbaaSJeremy L Thompson chebyshev_dx[0] = 0.0; 723778dbaaSJeremy L Thompson chebyshev_dx[1] = 2.0; 733778dbaaSJeremy L Thompson for (CeedInt i = 2; i < n; i++) { 743778dbaaSJeremy L Thompson chebyshev_x[0] = chebyshev_x[1]; 753778dbaaSJeremy L Thompson chebyshev_x[1] = chebyshev_x[2]; 763778dbaaSJeremy L Thompson chebyshev_x[2] = 2 * x * chebyshev_x[1] - chebyshev_x[0]; 773778dbaaSJeremy L Thompson chebyshev_dx[i] = 2 * x * chebyshev_dx[i - 1] + 2 * chebyshev_x[1] - chebyshev_dx[i - 2]; 783778dbaaSJeremy L Thompson } 793778dbaaSJeremy L Thompson return CEED_ERROR_SUCCESS; 803778dbaaSJeremy L Thompson } 813778dbaaSJeremy L Thompson 823778dbaaSJeremy L Thompson /** 83ca94c3ddSJeremy L Thompson @brief Compute Householder reflection. 847a982d89SJeremy L. Thompson 85ca94c3ddSJeremy L Thompson Computes \f$A = (I - b v v^T) A\f$, where \f$A\f$ is an \f$m \times n\f$ matrix indexed as `A[i*row + j*col]`. 867a982d89SJeremy L. Thompson 877a982d89SJeremy L. Thompson @param[in,out] A Matrix to apply Householder reflection to, in place 88ea61e9acSJeremy L Thompson @param[in] v Householder vector 89ea61e9acSJeremy L Thompson @param[in] b Scaling factor 90ca94c3ddSJeremy L Thompson @param[in] m Number of rows in `A` 91ca94c3ddSJeremy L Thompson @param[in] n Number of columns in `A` 92ea61e9acSJeremy L Thompson @param[in] row Row stride 93ea61e9acSJeremy L Thompson @param[in] col Col stride 947a982d89SJeremy L. Thompson 957a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 967a982d89SJeremy L. Thompson 977a982d89SJeremy L. Thompson @ref Developer 987a982d89SJeremy L. Thompson **/ 992b730f8bSJeremy L Thompson static int CeedHouseholderReflect(CeedScalar *A, const CeedScalar *v, CeedScalar b, CeedInt m, CeedInt n, CeedInt row, CeedInt col) { 1007a982d89SJeremy L. Thompson for (CeedInt j = 0; j < n; j++) { 1017a982d89SJeremy L. Thompson CeedScalar w = A[0 * row + j * col]; 1021c66c397SJeremy L Thompson 1032b730f8bSJeremy L Thompson for (CeedInt i = 1; i < m; i++) w += v[i] * A[i * row + j * col]; 1047a982d89SJeremy L. Thompson A[0 * row + j * col] -= b * w; 1052b730f8bSJeremy L Thompson for (CeedInt i = 1; i < m; i++) A[i * row + j * col] -= b * w * v[i]; 1067a982d89SJeremy L. Thompson } 107e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1087a982d89SJeremy L. Thompson } 1097a982d89SJeremy L. Thompson 1107a982d89SJeremy L. Thompson /** 1117a982d89SJeremy L. Thompson @brief Compute Givens rotation 1127a982d89SJeremy L. Thompson 113ca94c3ddSJeremy L Thompson Computes \f$A = G A\f$ (or \f$G^T A\f$ in transpose mode), where \f$A\f$ is an \f$m \times n\f$ matrix indexed as `A[i*n + j*m]`. 1147a982d89SJeremy L. Thompson 1157a982d89SJeremy L. Thompson @param[in,out] A Row major matrix to apply Givens rotation to, in place 116ea61e9acSJeremy L Thompson @param[in] c Cosine factor 117ea61e9acSJeremy L Thompson @param[in] s Sine factor 118ca94c3ddSJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to rotate the basis counter-clockwise, which has the effect of rotating columns of `A` clockwise; 1194cc79fe7SJed Brown @ref CEED_TRANSPOSE for the opposite rotation 120ea61e9acSJeremy L Thompson @param[in] i First row/column to apply rotation 121ea61e9acSJeremy L Thompson @param[in] k Second row/column to apply rotation 122ca94c3ddSJeremy L Thompson @param[in] m Number of rows in `A` 123ca94c3ddSJeremy L Thompson @param[in] n Number of columns in `A` 1247a982d89SJeremy L. Thompson 1257a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 1267a982d89SJeremy L. Thompson 1277a982d89SJeremy L. Thompson @ref Developer 1287a982d89SJeremy L. Thompson **/ 1292b730f8bSJeremy L Thompson static int CeedGivensRotation(CeedScalar *A, CeedScalar c, CeedScalar s, CeedTransposeMode t_mode, CeedInt i, CeedInt k, CeedInt m, CeedInt n) { 130d1d35e2fSjeremylt CeedInt stride_j = 1, stride_ik = m, num_its = n; 1311c66c397SJeremy L Thompson 132d1d35e2fSjeremylt if (t_mode == CEED_NOTRANSPOSE) { 1332b730f8bSJeremy L Thompson stride_j = n; 1342b730f8bSJeremy L Thompson stride_ik = 1; 1352b730f8bSJeremy L Thompson num_its = m; 1367a982d89SJeremy L. Thompson } 1377a982d89SJeremy L. Thompson 1387a982d89SJeremy L. Thompson // Apply rotation 139d1d35e2fSjeremylt for (CeedInt j = 0; j < num_its; j++) { 140d1d35e2fSjeremylt CeedScalar tau1 = A[i * stride_ik + j * stride_j], tau2 = A[k * stride_ik + j * stride_j]; 1411c66c397SJeremy L Thompson 142d1d35e2fSjeremylt A[i * stride_ik + j * stride_j] = c * tau1 - s * tau2; 143d1d35e2fSjeremylt A[k * stride_ik + j * stride_j] = s * tau1 + c * tau2; 1447a982d89SJeremy L. Thompson } 145e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1467a982d89SJeremy L. Thompson } 1477a982d89SJeremy L. Thompson 1487a982d89SJeremy L. Thompson /** 149ca94c3ddSJeremy L Thompson @brief View an array stored in a `CeedBasis` 1507a982d89SJeremy L. Thompson 1510a0da059Sjeremylt @param[in] name Name of array 152d1d35e2fSjeremylt @param[in] fp_fmt Printing format 1530a0da059Sjeremylt @param[in] m Number of rows in array 1540a0da059Sjeremylt @param[in] n Number of columns in array 1550a0da059Sjeremylt @param[in] a Array to be viewed 156ca94c3ddSJeremy L Thompson @param[in] stream Stream to view to, e.g., `stdout` 1577a982d89SJeremy L. Thompson 1587a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 1597a982d89SJeremy L. Thompson 1607a982d89SJeremy L. Thompson @ref Developer 1617a982d89SJeremy L. Thompson **/ 1622b730f8bSJeremy L Thompson static int CeedScalarView(const char *name, const char *fp_fmt, CeedInt m, CeedInt n, const CeedScalar *a, FILE *stream) { 163edf04919SJeremy L Thompson if (m > 1) { 164edf04919SJeremy L Thompson fprintf(stream, " %s:\n", name); 165edf04919SJeremy L Thompson } else { 166edf04919SJeremy L Thompson char padded_name[12]; 167edf04919SJeremy L Thompson 168edf04919SJeremy L Thompson snprintf(padded_name, 11, "%s:", name); 169edf04919SJeremy L Thompson fprintf(stream, " %-10s", padded_name); 170edf04919SJeremy L Thompson } 17192ae7e47SJeremy L Thompson for (CeedInt i = 0; i < m; i++) { 172edf04919SJeremy L Thompson if (m > 1) fprintf(stream, " [%" CeedInt_FMT "]", i); 1732b730f8bSJeremy L Thompson for (CeedInt j = 0; j < n; j++) fprintf(stream, fp_fmt, fabs(a[i * n + j]) > 1E-14 ? a[i * n + j] : 0); 1747a982d89SJeremy L. Thompson fputs("\n", stream); 1757a982d89SJeremy L. Thompson } 176e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1777a982d89SJeremy L. Thompson } 1787a982d89SJeremy L. Thompson 179a76a04e7SJeremy L Thompson /** 180ea61e9acSJeremy L Thompson @brief Create the interpolation and gradient matrices for projection from the nodes of `basis_from` to the nodes of `basis_to`. 181ba59ac12SSebastian Grimberg 18215ad3917SSebastian Grimberg The interpolation is given by `interp_project = interp_to^+ * interp_from`, where the pseudoinverse `interp_to^+` is given by QR factorization. 183ca94c3ddSJeremy L Thompson The gradient is given by `grad_project = interp_to^+ * grad_from`, and is only computed for \f$H^1\f$ spaces otherwise it should not be used. 18415ad3917SSebastian Grimberg 185ba59ac12SSebastian Grimberg Note: `basis_from` and `basis_to` must have compatible quadrature spaces. 186a76a04e7SJeremy L Thompson 187ca94c3ddSJeremy L Thompson @param[in] basis_from `CeedBasis` to project from 188ca94c3ddSJeremy L Thompson @param[in] basis_to `CeedBasis` to project to 189ca94c3ddSJeremy L Thompson @param[out] interp_project Address of the variable where the newly created interpolation matrix will be stored 190ca94c3ddSJeremy L Thompson @param[out] grad_project Address of the variable where the newly created gradient matrix will be stored 191a76a04e7SJeremy L Thompson 192a76a04e7SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 193a76a04e7SJeremy L Thompson 194a76a04e7SJeremy L Thompson @ref Developer 195a76a04e7SJeremy L Thompson **/ 1962b730f8bSJeremy L Thompson static int CeedBasisCreateProjectionMatrices(CeedBasis basis_from, CeedBasis basis_to, CeedScalar **interp_project, CeedScalar **grad_project) { 197e104ad11SJames Wright bool are_both_tensor; 1981c66c397SJeremy L Thompson CeedInt Q, Q_to, Q_from, P_to, P_from; 1991c66c397SJeremy L Thompson 200a76a04e7SJeremy L Thompson // Check for compatible quadrature spaces 2012b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis_to, &Q_to)); 2022b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis_from, &Q_from)); 2039bc66399SJeremy L Thompson CeedCheck(Q_to == Q_from, CeedBasisReturnCeed(basis_to), CEED_ERROR_DIMENSION, 2043f08121cSJeremy L Thompson "Bases must have compatible quadrature spaces." 20523622755SJeremy L Thompson " 'basis_from' has %" CeedInt_FMT " points and 'basis_to' has %" CeedInt_FMT, 2063f08121cSJeremy L Thompson Q_from, Q_to); 2071c66c397SJeremy L Thompson Q = Q_to; 208a76a04e7SJeremy L Thompson 20914556e63SJeremy L Thompson // Check for matching tensor or non-tensor 210e104ad11SJames Wright { 211e104ad11SJames Wright bool is_tensor_to, is_tensor_from; 212e104ad11SJames Wright 2132b730f8bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis_to, &is_tensor_to)); 2142b730f8bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis_from, &is_tensor_from)); 215e104ad11SJames Wright are_both_tensor = is_tensor_to && is_tensor_from; 216e104ad11SJames Wright } 217e104ad11SJames Wright if (are_both_tensor) { 2182b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_to, &P_to)); 2192b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_from, &P_from)); 2202b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis_from, &Q)); 2216574a04fSJeremy L Thompson } else { 2222b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_to, &P_to)); 2232b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_from, &P_from)); 224a76a04e7SJeremy L Thompson } 225a76a04e7SJeremy L Thompson 22615ad3917SSebastian Grimberg // Check for matching FE space 22715ad3917SSebastian Grimberg CeedFESpace fe_space_to, fe_space_from; 2283f08121cSJeremy L Thompson 22915ad3917SSebastian Grimberg CeedCall(CeedBasisGetFESpace(basis_to, &fe_space_to)); 23015ad3917SSebastian Grimberg CeedCall(CeedBasisGetFESpace(basis_from, &fe_space_from)); 2319bc66399SJeremy L Thompson CeedCheck(fe_space_to == fe_space_from, CeedBasisReturnCeed(basis_to), CEED_ERROR_MINOR, 2323f08121cSJeremy L Thompson "Bases must both be the same FE space type." 2333f08121cSJeremy L Thompson " 'basis_from' is a %s and 'basis_to' is a %s", 2343f08121cSJeremy L Thompson CeedFESpaces[fe_space_from], CeedFESpaces[fe_space_to]); 23515ad3917SSebastian Grimberg 23614556e63SJeremy L Thompson // Get source matrices 23715ad3917SSebastian Grimberg CeedInt dim, q_comp = 1; 2382247a93fSRezgar Shakeri CeedScalar *interp_to_inv, *interp_from; 2391c66c397SJeremy L Thompson const CeedScalar *interp_to_source = NULL, *interp_from_source = NULL, *grad_from_source = NULL; 2401c66c397SJeremy L Thompson 241b3ed00e5SJames Wright CeedCall(CeedBasisGetDimension(basis_from, &dim)); 242e104ad11SJames Wright if (are_both_tensor) { 2432b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis_to, &interp_to_source)); 2442b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis_from, &interp_from_source)); 245a76a04e7SJeremy L Thompson } else { 24615ad3917SSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis_from, CEED_EVAL_INTERP, &q_comp)); 2472b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp(basis_to, &interp_to_source)); 2482b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp(basis_from, &interp_from_source)); 24915ad3917SSebastian Grimberg } 25015ad3917SSebastian Grimberg CeedCall(CeedMalloc(Q * P_from * q_comp, &interp_from)); 25115ad3917SSebastian Grimberg CeedCall(CeedCalloc(P_to * P_from, interp_project)); 25215ad3917SSebastian Grimberg 25315ad3917SSebastian Grimberg // `grad_project = interp_to^+ * grad_from` is computed for the H^1 space case so the 254de05fbb2SSebastian Grimberg // projection basis will have a gradient operation (allocated even if not H^1 for the 255de05fbb2SSebastian Grimberg // basis construction later on) 25615ad3917SSebastian Grimberg if (fe_space_to == CEED_FE_SPACE_H1) { 257e104ad11SJames Wright if (are_both_tensor) { 25815ad3917SSebastian Grimberg CeedCall(CeedBasisGetGrad1D(basis_from, &grad_from_source)); 25915ad3917SSebastian Grimberg } else { 2602b730f8bSJeremy L Thompson CeedCall(CeedBasisGetGrad(basis_from, &grad_from_source)); 261a76a04e7SJeremy L Thompson } 262de05fbb2SSebastian Grimberg } 263e104ad11SJames Wright CeedCall(CeedCalloc(P_to * P_from * (are_both_tensor ? 1 : dim), grad_project)); 26415ad3917SSebastian Grimberg 2652247a93fSRezgar Shakeri // Compute interp_to^+, pseudoinverse of interp_to 2662247a93fSRezgar Shakeri CeedCall(CeedCalloc(Q * q_comp * P_to, &interp_to_inv)); 2679bc66399SJeremy L Thompson CeedCall(CeedMatrixPseudoinverse(CeedBasisReturnCeed(basis_to), interp_to_source, Q * q_comp, P_to, interp_to_inv)); 26814556e63SJeremy L Thompson // Build matrices 269e104ad11SJames Wright CeedInt num_matrices = 1 + (fe_space_to == CEED_FE_SPACE_H1) * (are_both_tensor ? 1 : dim); 27014556e63SJeremy L Thompson CeedScalar *input_from[num_matrices], *output_project[num_matrices]; 2711c66c397SJeremy L Thompson 27214556e63SJeremy L Thompson input_from[0] = (CeedScalar *)interp_from_source; 27314556e63SJeremy L Thompson output_project[0] = *interp_project; 27414556e63SJeremy L Thompson for (CeedInt m = 1; m < num_matrices; m++) { 27514556e63SJeremy L Thompson input_from[m] = (CeedScalar *)&grad_from_source[(m - 1) * Q * P_from]; 27602af4036SJeremy L Thompson output_project[m] = &((*grad_project)[(m - 1) * P_to * P_from]); 27714556e63SJeremy L Thompson } 27814556e63SJeremy L Thompson for (CeedInt m = 0; m < num_matrices; m++) { 2792247a93fSRezgar Shakeri // output_project = interp_to^+ * interp_from 28015ad3917SSebastian Grimberg memcpy(interp_from, input_from[m], Q * P_from * q_comp * sizeof(input_from[m][0])); 2819bc66399SJeremy L Thompson CeedCall(CeedMatrixMatrixMultiply(CeedBasisReturnCeed(basis_to), interp_to_inv, input_from[m], output_project[m], P_to, P_from, Q * q_comp)); 2822247a93fSRezgar Shakeri // Round zero to machine precision 2832247a93fSRezgar Shakeri for (CeedInt i = 0; i < P_to * P_from; i++) { 2842247a93fSRezgar Shakeri if (fabs(output_project[m][i]) < 10 * CEED_EPSILON) output_project[m][i] = 0.0; 285a76a04e7SJeremy L Thompson } 28614556e63SJeremy L Thompson } 28714556e63SJeremy L Thompson 28814556e63SJeremy L Thompson // Cleanup 2892247a93fSRezgar Shakeri CeedCall(CeedFree(&interp_to_inv)); 2902b730f8bSJeremy L Thompson CeedCall(CeedFree(&interp_from)); 291a76a04e7SJeremy L Thompson return CEED_ERROR_SUCCESS; 292a76a04e7SJeremy L Thompson } 293a76a04e7SJeremy L Thompson 2940b31fde2SJeremy L Thompson /** 2956ab8e59fSJames Wright @brief Check input vector dimensions for CeedBasisApply[Add] 2966ab8e59fSJames Wright 2976ab8e59fSJames Wright @param[in] basis `CeedBasis` to evaluate 2986ab8e59fSJames Wright @param[in] num_elem The number of elements to apply the basis evaluation to; 2996ab8e59fSJames Wright the backend will specify the ordering in @ref CeedElemRestrictionCreate() 3006ab8e59fSJames Wright @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to quadrature points; 3016ab8e59fSJames Wright @ref CEED_TRANSPOSE to apply the transpose, mapping from quadrature points to nodes 3026ab8e59fSJames Wright @param[in] eval_mode @ref CEED_EVAL_NONE to use values directly, 3036ab8e59fSJames Wright @ref CEED_EVAL_INTERP to use interpolated values, 3046ab8e59fSJames Wright @ref CEED_EVAL_GRAD to use gradients, 3056ab8e59fSJames Wright @ref CEED_EVAL_DIV to use divergence, 3066ab8e59fSJames Wright @ref CEED_EVAL_CURL to use curl, 3076ab8e59fSJames Wright @ref CEED_EVAL_WEIGHT to use quadrature weights 3086ab8e59fSJames Wright @param[in] u Input `CeedVector` 3096ab8e59fSJames Wright @param[out] v Output `CeedVector` 3106ab8e59fSJames Wright 3116ab8e59fSJames Wright @return An error code: 0 - success, otherwise - failure 3126ab8e59fSJames Wright 3136ab8e59fSJames Wright @ref Developer 3146ab8e59fSJames Wright **/ 3156ab8e59fSJames Wright static int CeedBasisApplyCheckDims(CeedBasis basis, CeedInt num_elem, CeedTransposeMode t_mode, CeedEvalMode eval_mode, CeedVector u, CeedVector v) { 3166ab8e59fSJames Wright CeedInt dim, num_comp, q_comp, num_nodes, num_qpts; 3176ab8e59fSJames Wright CeedSize u_length = 0, v_length; 3186ab8e59fSJames Wright 3196ab8e59fSJames Wright CeedCall(CeedBasisGetDimension(basis, &dim)); 3206ab8e59fSJames Wright CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 3216ab8e59fSJames Wright CeedCall(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &q_comp)); 3226ab8e59fSJames Wright CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); 3236ab8e59fSJames Wright CeedCall(CeedBasisGetNumQuadraturePoints(basis, &num_qpts)); 3246ab8e59fSJames Wright CeedCall(CeedVectorGetLength(v, &v_length)); 3256ab8e59fSJames Wright if (u) CeedCall(CeedVectorGetLength(u, &u_length)); 3266ab8e59fSJames Wright 3276ab8e59fSJames Wright // Check vector lengths to prevent out of bounds issues 3286ab8e59fSJames Wright bool has_good_dims = true; 3296ab8e59fSJames Wright switch (eval_mode) { 3306ab8e59fSJames Wright case CEED_EVAL_NONE: 3316ab8e59fSJames Wright case CEED_EVAL_INTERP: 3326ab8e59fSJames Wright case CEED_EVAL_GRAD: 3336ab8e59fSJames Wright case CEED_EVAL_DIV: 3346ab8e59fSJames Wright case CEED_EVAL_CURL: 3356ab8e59fSJames Wright has_good_dims = ((t_mode == CEED_TRANSPOSE && u_length >= (CeedSize)num_elem * (CeedSize)num_comp * (CeedSize)num_qpts * (CeedSize)q_comp && 3366ab8e59fSJames Wright v_length >= (CeedSize)num_elem * (CeedSize)num_comp * (CeedSize)num_nodes) || 3376ab8e59fSJames Wright (t_mode == CEED_NOTRANSPOSE && v_length >= (CeedSize)num_elem * (CeedSize)num_qpts * (CeedSize)num_comp * (CeedSize)q_comp && 3386ab8e59fSJames Wright u_length >= (CeedSize)num_elem * (CeedSize)num_comp * (CeedSize)num_nodes)); 3396ab8e59fSJames Wright break; 3406ab8e59fSJames Wright case CEED_EVAL_WEIGHT: 3416ab8e59fSJames Wright has_good_dims = v_length >= (CeedSize)num_elem * (CeedSize)num_qpts; 3426ab8e59fSJames Wright break; 3436ab8e59fSJames Wright } 3446ab8e59fSJames Wright CeedCheck(has_good_dims, CeedBasisReturnCeed(basis), CEED_ERROR_DIMENSION, "Input/output vectors too short for basis and evaluation mode"); 3456ab8e59fSJames Wright return CEED_ERROR_SUCCESS; 3466ab8e59fSJames Wright } 3476ab8e59fSJames Wright 3486ab8e59fSJames Wright /** 3490b31fde2SJeremy L Thompson @brief Check input vector dimensions for CeedBasisApply[Add]AtPoints 3500b31fde2SJeremy L Thompson 3510b31fde2SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 3520b31fde2SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 3530b31fde2SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 3540b31fde2SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 3550b31fde2SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 3560b31fde2SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from points to nodes 3570b31fde2SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 3580b31fde2SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 3590b31fde2SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 3600b31fde2SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 3610b31fde2SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 3620b31fde2SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 3630b31fde2SJeremy L Thompson 3640b31fde2SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 3650b31fde2SJeremy L Thompson 3660b31fde2SJeremy L Thompson @ref Developer 3670b31fde2SJeremy L Thompson **/ 3680b31fde2SJeremy L Thompson static int CeedBasisApplyAtPointsCheckDims(CeedBasis basis, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, 3690b31fde2SJeremy L Thompson CeedEvalMode eval_mode, CeedVector x_ref, CeedVector u, CeedVector v) { 3700b31fde2SJeremy L Thompson CeedInt dim, num_comp, num_q_comp, num_nodes, P_1d = 1, Q_1d = 1, total_num_points = 0; 3710b31fde2SJeremy L Thompson CeedSize x_length = 0, u_length = 0, v_length; 3720b31fde2SJeremy L Thompson 3730b31fde2SJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 3740b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 3750b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 3760b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 3770b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &num_q_comp)); 3780b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); 3790b31fde2SJeremy L Thompson CeedCall(CeedVectorGetLength(v, &v_length)); 3800b31fde2SJeremy L Thompson if (x_ref != CEED_VECTOR_NONE) CeedCall(CeedVectorGetLength(x_ref, &x_length)); 3810b31fde2SJeremy L Thompson if (u != CEED_VECTOR_NONE) CeedCall(CeedVectorGetLength(u, &u_length)); 3820b31fde2SJeremy L Thompson 3830b31fde2SJeremy L Thompson // Check compatibility coordinates vector 3840b31fde2SJeremy L Thompson for (CeedInt i = 0; i < num_elem; i++) total_num_points += num_points[i]; 3859bc66399SJeremy L Thompson CeedCheck((x_length >= (CeedSize)total_num_points * (CeedSize)dim) || (eval_mode == CEED_EVAL_WEIGHT), CeedBasisReturnCeed(basis), 3869bc66399SJeremy L Thompson CEED_ERROR_DIMENSION, 3870b31fde2SJeremy L Thompson "Length of reference coordinate vector incompatible with basis dimension and number of points." 3880b31fde2SJeremy L Thompson " Found reference coordinate vector of length %" CeedSize_FMT ", not of length %" CeedSize_FMT ".", 38919a04db8SJeremy L Thompson x_length, (CeedSize)total_num_points * (CeedSize)dim); 3900b31fde2SJeremy L Thompson 3910b31fde2SJeremy L Thompson // Check CEED_EVAL_WEIGHT only on CEED_NOTRANSPOSE 3929bc66399SJeremy L Thompson CeedCheck(eval_mode != CEED_EVAL_WEIGHT || t_mode == CEED_NOTRANSPOSE, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 3930b31fde2SJeremy L Thompson "CEED_EVAL_WEIGHT only supported with CEED_NOTRANSPOSE"); 3940b31fde2SJeremy L Thompson 3950b31fde2SJeremy L Thompson // Check vector lengths to prevent out of bounds issues 3960b31fde2SJeremy L Thompson bool has_good_dims = true; 3970b31fde2SJeremy L Thompson switch (eval_mode) { 3980b31fde2SJeremy L Thompson case CEED_EVAL_INTERP: 39919a04db8SJeremy L Thompson has_good_dims = ((t_mode == CEED_TRANSPOSE && (u_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp || 40019a04db8SJeremy L Thompson v_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp)) || 40119a04db8SJeremy L Thompson (t_mode == CEED_NOTRANSPOSE && (v_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp || 40219a04db8SJeremy L Thompson u_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp))); 4030b31fde2SJeremy L Thompson break; 4040b31fde2SJeremy L Thompson case CEED_EVAL_GRAD: 40519a04db8SJeremy L Thompson has_good_dims = ((t_mode == CEED_TRANSPOSE && (u_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp * (CeedSize)dim || 40619a04db8SJeremy L Thompson v_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp)) || 40719a04db8SJeremy L Thompson (t_mode == CEED_NOTRANSPOSE && (v_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp * (CeedSize)dim || 40819a04db8SJeremy L Thompson u_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp))); 4090b31fde2SJeremy L Thompson break; 4100b31fde2SJeremy L Thompson case CEED_EVAL_WEIGHT: 4110b31fde2SJeremy L Thompson has_good_dims = t_mode == CEED_NOTRANSPOSE && (v_length >= total_num_points); 4120b31fde2SJeremy L Thompson break; 4130b31fde2SJeremy L Thompson // LCOV_EXCL_START 4140b31fde2SJeremy L Thompson case CEED_EVAL_NONE: 4150b31fde2SJeremy L Thompson case CEED_EVAL_DIV: 4160b31fde2SJeremy L Thompson case CEED_EVAL_CURL: 4179bc66399SJeremy L Thompson return CeedError(CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Evaluation at arbitrary points not supported for %s", 4189bc66399SJeremy L Thompson CeedEvalModes[eval_mode]); 4190b31fde2SJeremy L Thompson // LCOV_EXCL_STOP 4200b31fde2SJeremy L Thompson } 4219bc66399SJeremy L Thompson CeedCheck(has_good_dims, CeedBasisReturnCeed(basis), CEED_ERROR_DIMENSION, "Input/output vectors too short for basis and evaluation mode"); 4220b31fde2SJeremy L Thompson return CEED_ERROR_SUCCESS; 4230b31fde2SJeremy L Thompson } 4240b31fde2SJeremy L Thompson 4250b31fde2SJeremy L Thompson /** 4260b31fde2SJeremy L Thompson @brief Default implimentation to apply basis evaluation from nodes to arbitrary points 4270b31fde2SJeremy L Thompson 4280b31fde2SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 4290b31fde2SJeremy L Thompson @param[in] apply_add Sum result into target vector or overwrite 4300b31fde2SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 4310b31fde2SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 4320b31fde2SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 4330b31fde2SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 4340b31fde2SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from points to nodes 4350b31fde2SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 4360b31fde2SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 4370b31fde2SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 4380b31fde2SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 4390b31fde2SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 4400b31fde2SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 4410b31fde2SJeremy L Thompson 4420b31fde2SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 4430b31fde2SJeremy L Thompson 4440b31fde2SJeremy L Thompson @ref Developer 4450b31fde2SJeremy L Thompson **/ 4460b31fde2SJeremy L Thompson static int CeedBasisApplyAtPoints_Core(CeedBasis basis, bool apply_add, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, 4470b31fde2SJeremy L Thompson CeedEvalMode eval_mode, CeedVector x_ref, CeedVector u, CeedVector v) { 4480b31fde2SJeremy L Thompson CeedInt dim, num_comp, P_1d = 1, Q_1d = 1, total_num_points = num_points[0]; 4490b31fde2SJeremy L Thompson 4500b31fde2SJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 4510b31fde2SJeremy L Thompson // Inserting check because clang-tidy doesn't understand this cannot occur 4529bc66399SJeremy L Thompson CeedCheck(dim > 0, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Malformed CeedBasis, dim > 0 is required"); 4530b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 4540b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 4550b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 4560b31fde2SJeremy L Thompson 4570b31fde2SJeremy L Thompson // Default implementation 4580b31fde2SJeremy L Thompson { 4590b31fde2SJeremy L Thompson bool is_tensor_basis; 4600b31fde2SJeremy L Thompson 4610b31fde2SJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 4629bc66399SJeremy L Thompson CeedCheck(is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 4639bc66399SJeremy L Thompson "Evaluation at arbitrary points only supported for tensor product bases"); 4640b31fde2SJeremy L Thompson } 4659bc66399SJeremy L Thompson CeedCheck(num_elem == 1, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 4669bc66399SJeremy L Thompson "Evaluation at arbitrary points only supported for a single element at a time"); 4670b31fde2SJeremy L Thompson if (eval_mode == CEED_EVAL_WEIGHT) { 4680b31fde2SJeremy L Thompson CeedCall(CeedVectorSetValue(v, 1.0)); 4690b31fde2SJeremy L Thompson return CEED_ERROR_SUCCESS; 4700b31fde2SJeremy L Thompson } 4710b31fde2SJeremy L Thompson if (!basis->basis_chebyshev) { 4720b31fde2SJeremy L Thompson // Build basis mapping from nodes to Chebyshev coefficients 4730b31fde2SJeremy L Thompson CeedScalar *chebyshev_interp_1d, *chebyshev_grad_1d, *chebyshev_q_weight_1d; 4740b31fde2SJeremy L Thompson const CeedScalar *q_ref_1d; 4759bc66399SJeremy L Thompson Ceed ceed; 4760b31fde2SJeremy L Thompson 4770b31fde2SJeremy L Thompson CeedCall(CeedCalloc(P_1d * Q_1d, &chebyshev_interp_1d)); 4780b31fde2SJeremy L Thompson CeedCall(CeedCalloc(P_1d * Q_1d, &chebyshev_grad_1d)); 4790b31fde2SJeremy L Thompson CeedCall(CeedCalloc(Q_1d, &chebyshev_q_weight_1d)); 4800b31fde2SJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref_1d)); 4810b31fde2SJeremy L Thompson CeedCall(CeedBasisGetChebyshevInterp1D(basis, chebyshev_interp_1d)); 4820b31fde2SJeremy L Thompson 4839bc66399SJeremy L Thompson CeedCall(CeedBasisGetCeed(basis, &ceed)); 4840b31fde2SJeremy L Thompson CeedCall(CeedVectorCreate(ceed, num_comp * CeedIntPow(Q_1d, dim), &basis->vec_chebyshev)); 4850b31fde2SJeremy L Thompson CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P_1d, Q_1d, chebyshev_interp_1d, chebyshev_grad_1d, q_ref_1d, chebyshev_q_weight_1d, 4860b31fde2SJeremy L Thompson &basis->basis_chebyshev)); 4870b31fde2SJeremy L Thompson 4880b31fde2SJeremy L Thompson // Cleanup 4890b31fde2SJeremy L Thompson CeedCall(CeedFree(&chebyshev_interp_1d)); 4900b31fde2SJeremy L Thompson CeedCall(CeedFree(&chebyshev_grad_1d)); 4910b31fde2SJeremy L Thompson CeedCall(CeedFree(&chebyshev_q_weight_1d)); 4929bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 4930b31fde2SJeremy L Thompson } 4940b31fde2SJeremy L Thompson 4950b31fde2SJeremy L Thompson // Create TensorContract object if needed, such as a basis from the GPU backends 4960b31fde2SJeremy L Thompson if (!basis->contract) { 4970b31fde2SJeremy L Thompson Ceed ceed_ref; 4980b31fde2SJeremy L Thompson CeedBasis basis_ref = NULL; 4990b31fde2SJeremy L Thompson 5000b31fde2SJeremy L Thompson CeedCall(CeedInit("/cpu/self", &ceed_ref)); 5010b31fde2SJeremy L Thompson // Only need matching tensor contraction dimensions, any type of basis will work 5020b31fde2SJeremy L Thompson CeedCall(CeedBasisCreateTensorH1Lagrange(ceed_ref, dim, num_comp, P_1d, Q_1d, CEED_GAUSS, &basis_ref)); 5030b31fde2SJeremy L Thompson // Note - clang-tidy doesn't know basis_ref->contract must be valid here 5049bc66399SJeremy L Thompson CeedCheck(basis_ref && basis_ref->contract, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 5059bc66399SJeremy L Thompson "Reference CPU ceed failed to create a tensor contraction object"); 5060b31fde2SJeremy L Thompson CeedCall(CeedTensorContractReferenceCopy(basis_ref->contract, &basis->contract)); 5070b31fde2SJeremy L Thompson CeedCall(CeedBasisDestroy(&basis_ref)); 5080b31fde2SJeremy L Thompson CeedCall(CeedDestroy(&ceed_ref)); 5090b31fde2SJeremy L Thompson } 5100b31fde2SJeremy L Thompson 5110b31fde2SJeremy L Thompson // Basis evaluation 5120b31fde2SJeremy L Thompson switch (t_mode) { 5130b31fde2SJeremy L Thompson case CEED_NOTRANSPOSE: { 5140b31fde2SJeremy L Thompson // Nodes to arbitrary points 5150b31fde2SJeremy L Thompson CeedScalar *v_array; 5160b31fde2SJeremy L Thompson const CeedScalar *chebyshev_coeffs, *x_array_read; 5170b31fde2SJeremy L Thompson 5180b31fde2SJeremy L Thompson // -- Interpolate to Chebyshev coefficients 5190b31fde2SJeremy L Thompson CeedCall(CeedBasisApply(basis->basis_chebyshev, 1, CEED_NOTRANSPOSE, CEED_EVAL_INTERP, u, basis->vec_chebyshev)); 5200b31fde2SJeremy L Thompson 5210b31fde2SJeremy L Thompson // -- Evaluate Chebyshev polynomials at arbitrary points 5220b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(basis->vec_chebyshev, CEED_MEM_HOST, &chebyshev_coeffs)); 5230b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(x_ref, CEED_MEM_HOST, &x_array_read)); 5240b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayWrite(v, CEED_MEM_HOST, &v_array)); 5250b31fde2SJeremy L Thompson switch (eval_mode) { 5260b31fde2SJeremy L Thompson case CEED_EVAL_INTERP: { 5270b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 5280b31fde2SJeremy L Thompson 5290b31fde2SJeremy L Thompson // ---- Values at point 5300b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 5310b31fde2SJeremy L Thompson CeedInt pre = num_comp * CeedIntPow(Q_1d, dim - 1), post = 1; 5320b31fde2SJeremy L Thompson 5330b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 5340b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 5350b31fde2SJeremy L Thompson CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 5360b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, Q_1d, post, 1, chebyshev_x, t_mode, false, 5370b31fde2SJeremy L Thompson d == 0 ? chebyshev_coeffs : tmp[d % 2], tmp[(d + 1) % 2])); 5380b31fde2SJeremy L Thompson pre /= Q_1d; 5390b31fde2SJeremy L Thompson post *= 1; 5400b31fde2SJeremy L Thompson } 5410b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) v_array[c * total_num_points + p] = tmp[dim % 2][c]; 5420b31fde2SJeremy L Thompson } 5430b31fde2SJeremy L Thompson break; 5440b31fde2SJeremy L Thompson } 5450b31fde2SJeremy L Thompson case CEED_EVAL_GRAD: { 5460b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 5470b31fde2SJeremy L Thompson 5480b31fde2SJeremy L Thompson // ---- Values at point 5490b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 5500b31fde2SJeremy L Thompson // Dim**2 contractions, apply grad when pass == dim 5510b31fde2SJeremy L Thompson for (CeedInt pass = 0; pass < dim; pass++) { 5520b31fde2SJeremy L Thompson CeedInt pre = num_comp * CeedIntPow(Q_1d, dim - 1), post = 1; 5530b31fde2SJeremy L Thompson 5540b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 5550b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 5560b31fde2SJeremy L Thompson if (pass == d) CeedCall(CeedChebyshevDerivativeAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 5570b31fde2SJeremy L Thompson else CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 5580b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, Q_1d, post, 1, chebyshev_x, t_mode, false, 5590b31fde2SJeremy L Thompson d == 0 ? chebyshev_coeffs : tmp[d % 2], tmp[(d + 1) % 2])); 5600b31fde2SJeremy L Thompson pre /= Q_1d; 5610b31fde2SJeremy L Thompson post *= 1; 5620b31fde2SJeremy L Thompson } 5630b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) v_array[(pass * num_comp + c) * total_num_points + p] = tmp[dim % 2][c]; 5640b31fde2SJeremy L Thompson } 5650b31fde2SJeremy L Thompson } 5660b31fde2SJeremy L Thompson break; 5670b31fde2SJeremy L Thompson } 5680b31fde2SJeremy L Thompson default: 5690b31fde2SJeremy L Thompson // Nothing to do, excluded above 5700b31fde2SJeremy L Thompson break; 5710b31fde2SJeremy L Thompson } 5720b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(basis->vec_chebyshev, &chebyshev_coeffs)); 5730b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(x_ref, &x_array_read)); 5740b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArray(v, &v_array)); 5750b31fde2SJeremy L Thompson break; 5760b31fde2SJeremy L Thompson } 5770b31fde2SJeremy L Thompson case CEED_TRANSPOSE: { 5780b31fde2SJeremy L Thompson // Note: No switch on e_mode here because only CEED_EVAL_INTERP is supported at this time 5790b31fde2SJeremy L Thompson // Arbitrary points to nodes 5800b31fde2SJeremy L Thompson CeedScalar *chebyshev_coeffs; 5810b31fde2SJeremy L Thompson const CeedScalar *u_array, *x_array_read; 5820b31fde2SJeremy L Thompson 5830b31fde2SJeremy L Thompson // -- Transpose of evaluation of Chebyshev polynomials at arbitrary points 5840b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayWrite(basis->vec_chebyshev, CEED_MEM_HOST, &chebyshev_coeffs)); 5850b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(x_ref, CEED_MEM_HOST, &x_array_read)); 5860b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(u, CEED_MEM_HOST, &u_array)); 5870b31fde2SJeremy L Thompson 5880b31fde2SJeremy L Thompson switch (eval_mode) { 5890b31fde2SJeremy L Thompson case CEED_EVAL_INTERP: { 5900b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 5910b31fde2SJeremy L Thompson 5920b31fde2SJeremy L Thompson // ---- Values at point 5930b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 5940b31fde2SJeremy L Thompson CeedInt pre = num_comp * 1, post = 1; 5950b31fde2SJeremy L Thompson 5960b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) tmp[0][c] = u_array[c * total_num_points + p]; 5970b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 5980b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 5990b31fde2SJeremy L Thompson CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 6000b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, 1, post, Q_1d, chebyshev_x, t_mode, p > 0 && d == (dim - 1), tmp[d % 2], 6010b31fde2SJeremy L Thompson d == (dim - 1) ? chebyshev_coeffs : tmp[(d + 1) % 2])); 6020b31fde2SJeremy L Thompson pre /= 1; 6030b31fde2SJeremy L Thompson post *= Q_1d; 6040b31fde2SJeremy L Thompson } 6050b31fde2SJeremy L Thompson } 6060b31fde2SJeremy L Thompson break; 6070b31fde2SJeremy L Thompson } 6080b31fde2SJeremy L Thompson case CEED_EVAL_GRAD: { 6090b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 6100b31fde2SJeremy L Thompson 6110b31fde2SJeremy L Thompson // ---- Values at point 6120b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 6130b31fde2SJeremy L Thompson // Dim**2 contractions, apply grad when pass == dim 6140b31fde2SJeremy L Thompson for (CeedInt pass = 0; pass < dim; pass++) { 6150b31fde2SJeremy L Thompson CeedInt pre = num_comp * 1, post = 1; 6160b31fde2SJeremy L Thompson 6170b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) tmp[0][c] = u_array[(pass * num_comp + c) * total_num_points + p]; 6180b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 6190b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 6200b31fde2SJeremy L Thompson if (pass == d) CeedCall(CeedChebyshevDerivativeAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 6210b31fde2SJeremy L Thompson else CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 6220b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, 1, post, Q_1d, chebyshev_x, t_mode, 6230b31fde2SJeremy L Thompson (p > 0 || (p == 0 && pass > 0)) && d == (dim - 1), tmp[d % 2], 6240b31fde2SJeremy L Thompson d == (dim - 1) ? chebyshev_coeffs : tmp[(d + 1) % 2])); 6250b31fde2SJeremy L Thompson pre /= 1; 6260b31fde2SJeremy L Thompson post *= Q_1d; 6270b31fde2SJeremy L Thompson } 6280b31fde2SJeremy L Thompson } 6290b31fde2SJeremy L Thompson } 6300b31fde2SJeremy L Thompson break; 6310b31fde2SJeremy L Thompson } 6320b31fde2SJeremy L Thompson default: 6330b31fde2SJeremy L Thompson // Nothing to do, excluded above 6340b31fde2SJeremy L Thompson break; 6350b31fde2SJeremy L Thompson } 6360b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArray(basis->vec_chebyshev, &chebyshev_coeffs)); 6370b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(x_ref, &x_array_read)); 6380b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(u, &u_array)); 6390b31fde2SJeremy L Thompson 6400b31fde2SJeremy L Thompson // -- Interpolate transpose from Chebyshev coefficients 6410b31fde2SJeremy L Thompson if (apply_add) CeedCall(CeedBasisApplyAdd(basis->basis_chebyshev, 1, CEED_TRANSPOSE, CEED_EVAL_INTERP, basis->vec_chebyshev, v)); 6420b31fde2SJeremy L Thompson else CeedCall(CeedBasisApply(basis->basis_chebyshev, 1, CEED_TRANSPOSE, CEED_EVAL_INTERP, basis->vec_chebyshev, v)); 6430b31fde2SJeremy L Thompson break; 6440b31fde2SJeremy L Thompson } 6450b31fde2SJeremy L Thompson } 6460b31fde2SJeremy L Thompson return CEED_ERROR_SUCCESS; 6470b31fde2SJeremy L Thompson } 6480b31fde2SJeremy L Thompson 6497a982d89SJeremy L. Thompson /// @} 6507a982d89SJeremy L. Thompson 6517a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 6527a982d89SJeremy L. Thompson /// Ceed Backend API 6537a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 6547a982d89SJeremy L. Thompson /// @addtogroup CeedBasisBackend 6557a982d89SJeremy L. Thompson /// @{ 6567a982d89SJeremy L. Thompson 6577a982d89SJeremy L. Thompson /** 658fda26546SJeremy L Thompson @brief Fallback to a reference implementation for a non tensor-product basis for \f$H^1\f$ discretizations. 659fda26546SJeremy L Thompson This function may only be called inside of a backend `BasisCreateH1` function. 660fda26546SJeremy L Thompson This is used by a backend when the specific parameters for a `CeedBasis` exceed the backend's support, such as 661fda26546SJeremy L Thompson when a `interp` and `grad` matrices require too many bytes to fit into shared memory on a GPU. 662fda26546SJeremy L Thompson 663fda26546SJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 664fda26546SJeremy L Thompson @param[in] topo Topology of element, e.g. hypercube, simplex, etc 665fda26546SJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 666fda26546SJeremy L Thompson @param[in] num_nodes Total number of nodes 667fda26546SJeremy L Thompson @param[in] num_qpts Total number of quadrature points 668fda26546SJeremy L Thompson @param[in] interp Row-major (`num_qpts * num_nodes`) matrix expressing the values of nodal basis functions at quadrature points 669fda26546SJeremy L Thompson @param[in] grad Row-major (`dim * num_qpts * num_nodes`) matrix expressing derivatives of nodal basis functions at quadrature points 670fda26546SJeremy L Thompson @param[in] q_ref Array of length `num_qpts * dim` holding the locations of quadrature points on the reference element 671fda26546SJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 672fda26546SJeremy L Thompson @param[out] basis Newly created `CeedBasis` 673fda26546SJeremy L Thompson 674fda26546SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 675fda26546SJeremy L Thompson 676fda26546SJeremy L Thompson @ref User 677fda26546SJeremy L Thompson **/ 678fda26546SJeremy L Thompson int CeedBasisCreateH1Fallback(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 679fda26546SJeremy L Thompson const CeedScalar *grad, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis basis) { 680fda26546SJeremy L Thompson CeedInt P = num_nodes, Q = num_qpts, dim = 0; 681fda26546SJeremy L Thompson Ceed delegate; 682fda26546SJeremy L Thompson 683fda26546SJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 684fda26546SJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateH1"); 685fda26546SJeremy L Thompson 686fda26546SJeremy L Thompson CeedCall(CeedReferenceCopy(delegate, &(basis)->ceed)); 687fda26546SJeremy L Thompson CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 688fda26546SJeremy L Thompson CeedCall(delegate->BasisCreateH1(topo, dim, P, Q, interp, grad, q_ref, q_weight, basis)); 689fda26546SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 690fda26546SJeremy L Thompson return CEED_ERROR_SUCCESS; 691fda26546SJeremy L Thompson } 692fda26546SJeremy L Thompson 693fda26546SJeremy L Thompson /** 694ca94c3ddSJeremy L Thompson @brief Return collocated gradient matrix 6957a982d89SJeremy L. Thompson 696ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 697ca94c3ddSJeremy L Thompson @param[out] collo_grad_1d Row-major (`Q_1d * Q_1d`) matrix expressing derivatives of basis functions at quadrature points 6987a982d89SJeremy L. Thompson 6997a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 7007a982d89SJeremy L. Thompson 7017a982d89SJeremy L. Thompson @ref Backend 7027a982d89SJeremy L. Thompson **/ 703d1d35e2fSjeremylt int CeedBasisGetCollocatedGrad(CeedBasis basis, CeedScalar *collo_grad_1d) { 7047a982d89SJeremy L. Thompson Ceed ceed; 7052247a93fSRezgar Shakeri CeedInt P_1d, Q_1d; 7062247a93fSRezgar Shakeri CeedScalar *interp_1d_pinv; 7071203703bSJeremy L Thompson const CeedScalar *grad_1d, *interp_1d; 7081203703bSJeremy L Thompson 709ea61e9acSJeremy L Thompson // Note: This function is for backend use, so all errors are terminal and we do not need to clean up memory on failure. 7102247a93fSRezgar Shakeri CeedCall(CeedBasisGetCeed(basis, &ceed)); 7112247a93fSRezgar Shakeri CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 7122247a93fSRezgar Shakeri CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 7137a982d89SJeremy L. Thompson 7142247a93fSRezgar Shakeri // Compute interp_1d^+, pseudoinverse of interp_1d 7152247a93fSRezgar Shakeri CeedCall(CeedCalloc(P_1d * Q_1d, &interp_1d_pinv)); 7161203703bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); 7171203703bSJeremy L Thompson CeedCall(CeedMatrixPseudoinverse(ceed, interp_1d, Q_1d, P_1d, interp_1d_pinv)); 7181203703bSJeremy L Thompson CeedCall(CeedBasisGetGrad1D(basis, &grad_1d)); 7191203703bSJeremy L Thompson CeedCall(CeedMatrixMatrixMultiply(ceed, grad_1d, (const CeedScalar *)interp_1d_pinv, collo_grad_1d, Q_1d, Q_1d, P_1d)); 7207a982d89SJeremy L. Thompson 7212247a93fSRezgar Shakeri CeedCall(CeedFree(&interp_1d_pinv)); 7229bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 723e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 7247a982d89SJeremy L. Thompson } 7257a982d89SJeremy L. Thompson 7267a982d89SJeremy L. Thompson /** 727b0cc4569SJeremy L Thompson @brief Return 1D interpolation matrix to Chebyshev polynomial coefficients on quadrature space 728b0cc4569SJeremy L Thompson 729b0cc4569SJeremy L Thompson @param[in] basis `CeedBasis` 730b0cc4569SJeremy L Thompson @param[out] chebyshev_interp_1d Row-major (`P_1d * Q_1d`) matrix interpolating from basis nodes to Chebyshev polynomial coefficients 731b0cc4569SJeremy L Thompson 732b0cc4569SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 733b0cc4569SJeremy L Thompson 734b0cc4569SJeremy L Thompson @ref Backend 735b0cc4569SJeremy L Thompson **/ 736b0cc4569SJeremy L Thompson int CeedBasisGetChebyshevInterp1D(CeedBasis basis, CeedScalar *chebyshev_interp_1d) { 737b0cc4569SJeremy L Thompson CeedInt P_1d, Q_1d; 738b0cc4569SJeremy L Thompson CeedScalar *C, *chebyshev_coeffs_1d_inv; 739b0cc4569SJeremy L Thompson const CeedScalar *interp_1d, *q_ref_1d; 740b0cc4569SJeremy L Thompson Ceed ceed; 741b0cc4569SJeremy L Thompson 742b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetCeed(basis, &ceed)); 743b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 744b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 745b0cc4569SJeremy L Thompson 746b0cc4569SJeremy L Thompson // Build coefficient matrix 747bd83cbc5SJeremy L Thompson // -- Note: Clang-tidy needs this check 748bd83cbc5SJeremy L Thompson CeedCheck((P_1d > 0) && (Q_1d > 0), ceed, CEED_ERROR_INCOMPATIBLE, "CeedBasis dimensions are malformed"); 749b0cc4569SJeremy L Thompson CeedCall(CeedCalloc(Q_1d * Q_1d, &C)); 750b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref_1d)); 751b0cc4569SJeremy L Thompson for (CeedInt i = 0; i < Q_1d; i++) CeedCall(CeedChebyshevPolynomialsAtPoint(q_ref_1d[i], Q_1d, &C[i * Q_1d])); 752b0cc4569SJeremy L Thompson 753b0cc4569SJeremy L Thompson // Compute C^+, pseudoinverse of coefficient matrix 754b0cc4569SJeremy L Thompson CeedCall(CeedCalloc(Q_1d * Q_1d, &chebyshev_coeffs_1d_inv)); 755b0cc4569SJeremy L Thompson CeedCall(CeedMatrixPseudoinverse(ceed, C, Q_1d, Q_1d, chebyshev_coeffs_1d_inv)); 756b0cc4569SJeremy L Thompson 757b0cc4569SJeremy L Thompson // Build mapping from nodes to Chebyshev coefficients 758b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); 759b0cc4569SJeremy L Thompson CeedCall(CeedMatrixMatrixMultiply(ceed, chebyshev_coeffs_1d_inv, interp_1d, chebyshev_interp_1d, Q_1d, P_1d, Q_1d)); 760b0cc4569SJeremy L Thompson 761b0cc4569SJeremy L Thompson // Cleanup 762b0cc4569SJeremy L Thompson CeedCall(CeedFree(&C)); 763b0cc4569SJeremy L Thompson CeedCall(CeedFree(&chebyshev_coeffs_1d_inv)); 7649bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 765b0cc4569SJeremy L Thompson return CEED_ERROR_SUCCESS; 766b0cc4569SJeremy L Thompson } 767b0cc4569SJeremy L Thompson 768b0cc4569SJeremy L Thompson /** 769ca94c3ddSJeremy L Thompson @brief Get tensor status for given `CeedBasis` 7707a982d89SJeremy L. Thompson 771ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 772d1d35e2fSjeremylt @param[out] is_tensor Variable to store tensor status 7737a982d89SJeremy L. Thompson 7747a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 7757a982d89SJeremy L. Thompson 7767a982d89SJeremy L. Thompson @ref Backend 7777a982d89SJeremy L. Thompson **/ 778d1d35e2fSjeremylt int CeedBasisIsTensor(CeedBasis basis, bool *is_tensor) { 7796402da51SJeremy L Thompson *is_tensor = basis->is_tensor_basis; 780e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 7817a982d89SJeremy L. Thompson } 7827a982d89SJeremy L. Thompson 7837a982d89SJeremy L. Thompson /** 784ca94c3ddSJeremy L Thompson @brief Get backend data of a `CeedBasis` 7857a982d89SJeremy L. Thompson 786ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 7877a982d89SJeremy L. Thompson @param[out] data Variable to store data 7887a982d89SJeremy L. Thompson 7897a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 7907a982d89SJeremy L. Thompson 7917a982d89SJeremy L. Thompson @ref Backend 7927a982d89SJeremy L. Thompson **/ 793777ff853SJeremy L Thompson int CeedBasisGetData(CeedBasis basis, void *data) { 794777ff853SJeremy L Thompson *(void **)data = basis->data; 795e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 7967a982d89SJeremy L. Thompson } 7977a982d89SJeremy L. Thompson 7987a982d89SJeremy L. Thompson /** 799ca94c3ddSJeremy L Thompson @brief Set backend data of a `CeedBasis` 8007a982d89SJeremy L. Thompson 801ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` 802ea61e9acSJeremy L Thompson @param[in] data Data to set 8037a982d89SJeremy L. Thompson 8047a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 8057a982d89SJeremy L. Thompson 8067a982d89SJeremy L. Thompson @ref Backend 8077a982d89SJeremy L. Thompson **/ 808777ff853SJeremy L Thompson int CeedBasisSetData(CeedBasis basis, void *data) { 809777ff853SJeremy L Thompson basis->data = data; 810e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 8117a982d89SJeremy L. Thompson } 8127a982d89SJeremy L. Thompson 8137a982d89SJeremy L. Thompson /** 814ca94c3ddSJeremy L Thompson @brief Increment the reference counter for a `CeedBasis` 81534359f16Sjeremylt 816ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` to increment the reference counter 81734359f16Sjeremylt 81834359f16Sjeremylt @return An error code: 0 - success, otherwise - failure 81934359f16Sjeremylt 82034359f16Sjeremylt @ref Backend 82134359f16Sjeremylt **/ 8229560d06aSjeremylt int CeedBasisReference(CeedBasis basis) { 82334359f16Sjeremylt basis->ref_count++; 82434359f16Sjeremylt return CEED_ERROR_SUCCESS; 82534359f16Sjeremylt } 82634359f16Sjeremylt 82734359f16Sjeremylt /** 828ca94c3ddSJeremy L Thompson @brief Get number of Q-vector components for given `CeedBasis` 829c4e3f59bSSebastian Grimberg 830ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 831ca94c3ddSJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 832ca94c3ddSJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 833ca94c3ddSJeremy L Thompson @ref CEED_EVAL_DIV to use divergence, 834ca94c3ddSJeremy L Thompson @ref CEED_EVAL_CURL to use curl 835c4e3f59bSSebastian Grimberg @param[out] q_comp Variable to store number of Q-vector components of basis 836c4e3f59bSSebastian Grimberg 837c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 838c4e3f59bSSebastian Grimberg 839c4e3f59bSSebastian Grimberg @ref Backend 840c4e3f59bSSebastian Grimberg **/ 841c4e3f59bSSebastian Grimberg int CeedBasisGetNumQuadratureComponents(CeedBasis basis, CeedEvalMode eval_mode, CeedInt *q_comp) { 8421203703bSJeremy L Thompson CeedInt dim; 8431203703bSJeremy L Thompson 8441203703bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 845c4e3f59bSSebastian Grimberg switch (eval_mode) { 8461203703bSJeremy L Thompson case CEED_EVAL_INTERP: { 8471203703bSJeremy L Thompson CeedFESpace fe_space; 8481203703bSJeremy L Thompson 8491203703bSJeremy L Thompson CeedCall(CeedBasisGetFESpace(basis, &fe_space)); 8501203703bSJeremy L Thompson *q_comp = (fe_space == CEED_FE_SPACE_H1) ? 1 : dim; 8511203703bSJeremy L Thompson } break; 852c4e3f59bSSebastian Grimberg case CEED_EVAL_GRAD: 8531203703bSJeremy L Thompson *q_comp = dim; 854c4e3f59bSSebastian Grimberg break; 855c4e3f59bSSebastian Grimberg case CEED_EVAL_DIV: 856c4e3f59bSSebastian Grimberg *q_comp = 1; 857c4e3f59bSSebastian Grimberg break; 858c4e3f59bSSebastian Grimberg case CEED_EVAL_CURL: 8591203703bSJeremy L Thompson *q_comp = (dim < 3) ? 1 : dim; 860c4e3f59bSSebastian Grimberg break; 861c4e3f59bSSebastian Grimberg case CEED_EVAL_NONE: 862c4e3f59bSSebastian Grimberg case CEED_EVAL_WEIGHT: 863352a5e7cSSebastian Grimberg *q_comp = 1; 864c4e3f59bSSebastian Grimberg break; 865c4e3f59bSSebastian Grimberg } 866c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 867c4e3f59bSSebastian Grimberg } 868c4e3f59bSSebastian Grimberg 869c4e3f59bSSebastian Grimberg /** 870ca94c3ddSJeremy L Thompson @brief Estimate number of FLOPs required to apply `CeedBasis` in `t_mode` and `eval_mode` 8716e15d496SJeremy L Thompson 872ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` to estimate FLOPs for 873ea61e9acSJeremy L Thompson @param[in] t_mode Apply basis or transpose 874ca94c3ddSJeremy L Thompson @param[in] eval_mode @ref CeedEvalMode 8753f919cbcSJeremy L Thompson @param[in] is_at_points Evaluate the basis at points or quadrature points 8763f919cbcSJeremy L Thompson @param[in] num_points Number of points basis is evaluated at 877ea61e9acSJeremy L Thompson @param[out] flops Address of variable to hold FLOPs estimate 8786e15d496SJeremy L Thompson 8796e15d496SJeremy L Thompson @ref Backend 8806e15d496SJeremy L Thompson **/ 8813f919cbcSJeremy L Thompson int CeedBasisGetFlopsEstimate(CeedBasis basis, CeedTransposeMode t_mode, CeedEvalMode eval_mode, bool is_at_points, CeedInt num_points, 8823f919cbcSJeremy L Thompson CeedSize *flops) { 8836e15d496SJeremy L Thompson bool is_tensor; 8846e15d496SJeremy L Thompson 8852b730f8bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor)); 8863f919cbcSJeremy L Thompson CeedCheck(!is_at_points || is_tensor, CeedBasisReturnCeed(basis), CEED_ERROR_INCOMPATIBLE, "Can only evaluate tensor-product bases at points"); 8876e15d496SJeremy L Thompson if (is_tensor) { 8886e15d496SJeremy L Thompson CeedInt dim, num_comp, P_1d, Q_1d; 8891c66c397SJeremy L Thompson 8902b730f8bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 8912b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 8922b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 8932b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 8946e15d496SJeremy L Thompson if (t_mode == CEED_TRANSPOSE) { 8952b730f8bSJeremy L Thompson P_1d = Q_1d; 8962b730f8bSJeremy L Thompson Q_1d = P_1d; 8976e15d496SJeremy L Thompson } 8986e15d496SJeremy L Thompson CeedInt tensor_flops = 0, pre = num_comp * CeedIntPow(P_1d, dim - 1), post = 1; 8993f919cbcSJeremy L Thompson 9006e15d496SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 9016e15d496SJeremy L Thompson tensor_flops += 2 * pre * P_1d * post * Q_1d; 9026e15d496SJeremy L Thompson pre /= P_1d; 9036e15d496SJeremy L Thompson post *= Q_1d; 9046e15d496SJeremy L Thompson } 9053f919cbcSJeremy L Thompson if (is_at_points) { 906*52780386SJeremy L Thompson bool is_gpu = false; 907*52780386SJeremy L Thompson 908*52780386SJeremy L Thompson { 909*52780386SJeremy L Thompson CeedMemType mem_type; 910*52780386SJeremy L Thompson 911*52780386SJeremy L Thompson CeedCall(CeedGetPreferredMemType(CeedBasisReturnCeed(basis), &mem_type)); 912*52780386SJeremy L Thompson is_gpu = mem_type == CEED_MEM_DEVICE; 913*52780386SJeremy L Thompson } 914*52780386SJeremy L Thompson 9153f919cbcSJeremy L Thompson CeedInt chebyshev_flops = (Q_1d - 2) * 3 + 1, d_chebyshev_flops = (Q_1d - 2) * 8 + 1; 9163f919cbcSJeremy L Thompson CeedInt point_tensor_flops = 0, pre = CeedIntPow(Q_1d, dim - 1), post = 1; 9173f919cbcSJeremy L Thompson 9183f919cbcSJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 9193f919cbcSJeremy L Thompson point_tensor_flops += 2 * pre * Q_1d * post * 1; 9203f919cbcSJeremy L Thompson pre /= P_1d; 9213f919cbcSJeremy L Thompson post *= Q_1d; 9223f919cbcSJeremy L Thompson } 9233f919cbcSJeremy L Thompson 9243f919cbcSJeremy L Thompson switch (eval_mode) { 9253f919cbcSJeremy L Thompson case CEED_EVAL_NONE: 9263f919cbcSJeremy L Thompson *flops = 0; 9273f919cbcSJeremy L Thompson break; 9283f919cbcSJeremy L Thompson case CEED_EVAL_INTERP: 929*52780386SJeremy L Thompson *flops = tensor_flops + num_points * num_comp * (point_tensor_flops + (t_mode == CEED_TRANSPOSE ? CeedIntPow(Q_1d, dim) : 0)) + 930*52780386SJeremy L Thompson num_points * (is_gpu ? num_comp : 1) * dim * chebyshev_flops; 9313f919cbcSJeremy L Thompson break; 9323f919cbcSJeremy L Thompson case CEED_EVAL_GRAD: 933*52780386SJeremy L Thompson *flops = tensor_flops + num_points * num_comp * (point_tensor_flops + (t_mode == CEED_TRANSPOSE ? CeedIntPow(Q_1d, dim) : 0)) + 934*52780386SJeremy L Thompson num_points * (is_gpu ? num_comp : 1) * dim * (d_chebyshev_flops + (dim - 1) * chebyshev_flops); 9353f919cbcSJeremy L Thompson break; 9363f919cbcSJeremy L Thompson case CEED_EVAL_DIV: 9373f919cbcSJeremy L Thompson case CEED_EVAL_CURL: { 9383f919cbcSJeremy L Thompson // LCOV_EXCL_START 939*52780386SJeremy L Thompson return CeedError(CeedBasisReturnCeed(basis), CEED_ERROR_INCOMPATIBLE, "Tensor basis evaluation for %s not supported at points", 9403f919cbcSJeremy L Thompson CeedEvalModes[eval_mode]); 9413f919cbcSJeremy L Thompson break; 9423f919cbcSJeremy L Thompson // LCOV_EXCL_STOP 9433f919cbcSJeremy L Thompson } 9443f919cbcSJeremy L Thompson case CEED_EVAL_WEIGHT: 9453f919cbcSJeremy L Thompson *flops = num_points; 9463f919cbcSJeremy L Thompson break; 9473f919cbcSJeremy L Thompson } 9483f919cbcSJeremy L Thompson } else { 9496e15d496SJeremy L Thompson switch (eval_mode) { 9502b730f8bSJeremy L Thompson case CEED_EVAL_NONE: 9512b730f8bSJeremy L Thompson *flops = 0; 9522b730f8bSJeremy L Thompson break; 9532b730f8bSJeremy L Thompson case CEED_EVAL_INTERP: 9542b730f8bSJeremy L Thompson *flops = tensor_flops; 9552b730f8bSJeremy L Thompson break; 9562b730f8bSJeremy L Thompson case CEED_EVAL_GRAD: 9572b730f8bSJeremy L Thompson *flops = tensor_flops * 2; 9582b730f8bSJeremy L Thompson break; 9596e15d496SJeremy L Thompson case CEED_EVAL_DIV: 9601203703bSJeremy L Thompson case CEED_EVAL_CURL: { 9616574a04fSJeremy L Thompson // LCOV_EXCL_START 9626e536b99SJeremy L Thompson return CeedError(CeedBasisReturnCeed(basis), CEED_ERROR_INCOMPATIBLE, "Tensor basis evaluation for %s not supported", 9636e536b99SJeremy L Thompson CeedEvalModes[eval_mode]); 9642b730f8bSJeremy L Thompson break; 9656e15d496SJeremy L Thompson // LCOV_EXCL_STOP 9661203703bSJeremy L Thompson } 9672b730f8bSJeremy L Thompson case CEED_EVAL_WEIGHT: 9682b730f8bSJeremy L Thompson *flops = dim * CeedIntPow(Q_1d, dim); 9692b730f8bSJeremy L Thompson break; 9706e15d496SJeremy L Thompson } 9713f919cbcSJeremy L Thompson } 9726e15d496SJeremy L Thompson } else { 973c4e3f59bSSebastian Grimberg CeedInt dim, num_comp, q_comp, num_nodes, num_qpts; 9741c66c397SJeremy L Thompson 9752b730f8bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 9762b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 977c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &q_comp)); 9782b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); 9792b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis, &num_qpts)); 9806e15d496SJeremy L Thompson switch (eval_mode) { 9812b730f8bSJeremy L Thompson case CEED_EVAL_NONE: 9822b730f8bSJeremy L Thompson *flops = 0; 9832b730f8bSJeremy L Thompson break; 9842b730f8bSJeremy L Thompson case CEED_EVAL_INTERP: 9852b730f8bSJeremy L Thompson case CEED_EVAL_GRAD: 9862b730f8bSJeremy L Thompson case CEED_EVAL_DIV: 9872b730f8bSJeremy L Thompson case CEED_EVAL_CURL: 988c4e3f59bSSebastian Grimberg *flops = num_nodes * num_qpts * num_comp * q_comp; 9892b730f8bSJeremy L Thompson break; 9902b730f8bSJeremy L Thompson case CEED_EVAL_WEIGHT: 9912b730f8bSJeremy L Thompson *flops = 0; 9922b730f8bSJeremy L Thompson break; 9936e15d496SJeremy L Thompson } 9946e15d496SJeremy L Thompson } 9956e15d496SJeremy L Thompson return CEED_ERROR_SUCCESS; 9966e15d496SJeremy L Thompson } 9976e15d496SJeremy L Thompson 9986e15d496SJeremy L Thompson /** 999ca94c3ddSJeremy L Thompson @brief Get `CeedFESpace` for a `CeedBasis` 1000c4e3f59bSSebastian Grimberg 1001ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 1002ca94c3ddSJeremy L Thompson @param[out] fe_space Variable to store `CeedFESpace` 1003c4e3f59bSSebastian Grimberg 1004c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1005c4e3f59bSSebastian Grimberg 1006c4e3f59bSSebastian Grimberg @ref Backend 1007c4e3f59bSSebastian Grimberg **/ 1008c4e3f59bSSebastian Grimberg int CeedBasisGetFESpace(CeedBasis basis, CeedFESpace *fe_space) { 1009c4e3f59bSSebastian Grimberg *fe_space = basis->fe_space; 1010c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 1011c4e3f59bSSebastian Grimberg } 1012c4e3f59bSSebastian Grimberg 1013c4e3f59bSSebastian Grimberg /** 1014ca94c3ddSJeremy L Thompson @brief Get dimension for given `CeedElemTopology` 10157a982d89SJeremy L. Thompson 1016ca94c3ddSJeremy L Thompson @param[in] topo `CeedElemTopology` 10177a982d89SJeremy L. Thompson @param[out] dim Variable to store dimension of topology 10187a982d89SJeremy L. Thompson 10197a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10207a982d89SJeremy L. Thompson 10217a982d89SJeremy L. Thompson @ref Backend 10227a982d89SJeremy L. Thompson **/ 10237a982d89SJeremy L. Thompson int CeedBasisGetTopologyDimension(CeedElemTopology topo, CeedInt *dim) { 10247a982d89SJeremy L. Thompson *dim = (CeedInt)topo >> 16; 1025e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10267a982d89SJeremy L. Thompson } 10277a982d89SJeremy L. Thompson 10287a982d89SJeremy L. Thompson /** 1029ca94c3ddSJeremy L Thompson @brief Get `CeedTensorContract` of a `CeedBasis` 10307a982d89SJeremy L. Thompson 1031ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 1032ca94c3ddSJeremy L Thompson @param[out] contract Variable to store `CeedTensorContract` 10337a982d89SJeremy L. Thompson 10347a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10357a982d89SJeremy L. Thompson 10367a982d89SJeremy L. Thompson @ref Backend 10377a982d89SJeremy L. Thompson **/ 10387a982d89SJeremy L. Thompson int CeedBasisGetTensorContract(CeedBasis basis, CeedTensorContract *contract) { 10397a982d89SJeremy L. Thompson *contract = basis->contract; 1040e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10417a982d89SJeremy L. Thompson } 10427a982d89SJeremy L. Thompson 10437a982d89SJeremy L. Thompson /** 1044ca94c3ddSJeremy L Thompson @brief Set `CeedTensorContract` of a `CeedBasis` 10457a982d89SJeremy L. Thompson 1046ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` 1047ca94c3ddSJeremy L Thompson @param[in] contract `CeedTensorContract` to set 10487a982d89SJeremy L. Thompson 10497a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10507a982d89SJeremy L. Thompson 10517a982d89SJeremy L. Thompson @ref Backend 10527a982d89SJeremy L. Thompson **/ 105334359f16Sjeremylt int CeedBasisSetTensorContract(CeedBasis basis, CeedTensorContract contract) { 105434359f16Sjeremylt basis->contract = contract; 10552b730f8bSJeremy L Thompson CeedCall(CeedTensorContractReference(contract)); 1056e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10577a982d89SJeremy L. Thompson } 10587a982d89SJeremy L. Thompson 10597a982d89SJeremy L. Thompson /** 1060ca94c3ddSJeremy L Thompson @brief Return a reference implementation of matrix multiplication \f$C = A B\f$. 1061ba59ac12SSebastian Grimberg 1062ca94c3ddSJeremy L Thompson Note: This is a reference implementation for CPU `CeedScalar` pointers that is not intended for high performance. 10637a982d89SJeremy L. Thompson 1064ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1065ca94c3ddSJeremy L Thompson @param[in] mat_A Row-major matrix `A` 1066ca94c3ddSJeremy L Thompson @param[in] mat_B Row-major matrix `B` 1067ca94c3ddSJeremy L Thompson @param[out] mat_C Row-major output matrix `C` 1068ca94c3ddSJeremy L Thompson @param[in] m Number of rows of `C` 1069ca94c3ddSJeremy L Thompson @param[in] n Number of columns of `C` 1070ca94c3ddSJeremy L Thompson @param[in] kk Number of columns of `A`/rows of `B` 10717a982d89SJeremy L. Thompson 10727a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10737a982d89SJeremy L. Thompson 10747a982d89SJeremy L. Thompson @ref Utility 10757a982d89SJeremy L. Thompson **/ 10762b730f8bSJeremy L Thompson int CeedMatrixMatrixMultiply(Ceed ceed, const CeedScalar *mat_A, const CeedScalar *mat_B, CeedScalar *mat_C, CeedInt m, CeedInt n, CeedInt kk) { 10772b730f8bSJeremy L Thompson for (CeedInt i = 0; i < m; i++) { 10787a982d89SJeremy L. Thompson for (CeedInt j = 0; j < n; j++) { 10797a982d89SJeremy L. Thompson CeedScalar sum = 0; 10801c66c397SJeremy L Thompson 10812b730f8bSJeremy L Thompson for (CeedInt k = 0; k < kk; k++) sum += mat_A[k + i * kk] * mat_B[j + k * n]; 1082d1d35e2fSjeremylt mat_C[j + i * n] = sum; 10837a982d89SJeremy L. Thompson } 10842b730f8bSJeremy L Thompson } 1085e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10867a982d89SJeremy L. Thompson } 10877a982d89SJeremy L. Thompson 1088ba59ac12SSebastian Grimberg /** 1089ba59ac12SSebastian Grimberg @brief Return QR Factorization of a matrix 1090ba59ac12SSebastian Grimberg 1091ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1092ba59ac12SSebastian Grimberg @param[in,out] mat Row-major matrix to be factorized in place 1093ca94c3ddSJeremy L Thompson @param[in,out] tau Vector of length `m` of scaling factors 1094ba59ac12SSebastian Grimberg @param[in] m Number of rows 1095ba59ac12SSebastian Grimberg @param[in] n Number of columns 1096ba59ac12SSebastian Grimberg 1097ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1098ba59ac12SSebastian Grimberg 1099ba59ac12SSebastian Grimberg @ref Utility 1100ba59ac12SSebastian Grimberg **/ 1101ba59ac12SSebastian Grimberg int CeedQRFactorization(Ceed ceed, CeedScalar *mat, CeedScalar *tau, CeedInt m, CeedInt n) { 1102ba59ac12SSebastian Grimberg CeedScalar v[m]; 1103ba59ac12SSebastian Grimberg 1104ba59ac12SSebastian Grimberg // Check matrix shape 11056574a04fSJeremy L Thompson CeedCheck(n <= m, ceed, CEED_ERROR_UNSUPPORTED, "Cannot compute QR factorization with n > m"); 1106ba59ac12SSebastian Grimberg 1107ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) { 11081c66c397SJeremy L Thompson CeedScalar sigma = 0.0; 11091c66c397SJeremy L Thompson 1110ba59ac12SSebastian Grimberg if (i >= m - 1) { // last row of matrix, no reflection needed 1111ba59ac12SSebastian Grimberg tau[i] = 0.; 1112ba59ac12SSebastian Grimberg break; 1113ba59ac12SSebastian Grimberg } 1114ba59ac12SSebastian Grimberg // Calculate Householder vector, magnitude 1115ba59ac12SSebastian Grimberg v[i] = mat[i + n * i]; 1116ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) { 1117ba59ac12SSebastian Grimberg v[j] = mat[i + n * j]; 1118ba59ac12SSebastian Grimberg sigma += v[j] * v[j]; 1119ba59ac12SSebastian Grimberg } 11201c66c397SJeremy L Thompson const CeedScalar norm = sqrt(v[i] * v[i] + sigma); // norm of v[i:m] 11211c66c397SJeremy L Thompson const CeedScalar R_ii = -copysign(norm, v[i]); 11221c66c397SJeremy L Thompson 1123ba59ac12SSebastian Grimberg v[i] -= R_ii; 1124ba59ac12SSebastian Grimberg // norm of v[i:m] after modification above and scaling below 1125ba59ac12SSebastian Grimberg // norm = sqrt(v[i]*v[i] + sigma) / v[i]; 1126ba59ac12SSebastian Grimberg // tau = 2 / (norm*norm) 1127ba59ac12SSebastian Grimberg tau[i] = 2 * v[i] * v[i] / (v[i] * v[i] + sigma); 1128ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) v[j] /= v[i]; 1129ba59ac12SSebastian Grimberg 1130ba59ac12SSebastian Grimberg // Apply Householder reflector to lower right panel 1131ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat[i * n + i + 1], &v[i], tau[i], m - i, n - i - 1, n, 1); 1132ba59ac12SSebastian Grimberg // Save v 1133ba59ac12SSebastian Grimberg mat[i + n * i] = R_ii; 1134ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) mat[i + n * j] = v[j]; 1135ba59ac12SSebastian Grimberg } 1136ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1137ba59ac12SSebastian Grimberg } 1138ba59ac12SSebastian Grimberg 1139ba59ac12SSebastian Grimberg /** 1140ba59ac12SSebastian Grimberg @brief Apply Householder Q matrix 1141ba59ac12SSebastian Grimberg 1142ca94c3ddSJeremy L Thompson Compute `mat_A = mat_Q mat_A`, where `mat_Q` is \f$m \times m\f$ and `mat_A` is \f$m \times n\f$. 1143ba59ac12SSebastian Grimberg 1144ba59ac12SSebastian Grimberg @param[in,out] mat_A Matrix to apply Householder Q to, in place 1145ba59ac12SSebastian Grimberg @param[in] mat_Q Householder Q matrix 1146ba59ac12SSebastian Grimberg @param[in] tau Householder scaling factors 1147ba59ac12SSebastian Grimberg @param[in] t_mode Transpose mode for application 1148ca94c3ddSJeremy L Thompson @param[in] m Number of rows in `A` 1149ca94c3ddSJeremy L Thompson @param[in] n Number of columns in `A` 1150ca94c3ddSJeremy L Thompson @param[in] k Number of elementary reflectors in Q, `k < m` 1151ca94c3ddSJeremy L Thompson @param[in] row Row stride in `A` 1152ca94c3ddSJeremy L Thompson @param[in] col Col stride in `A` 1153ba59ac12SSebastian Grimberg 1154ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1155ba59ac12SSebastian Grimberg 1156c4e3f59bSSebastian Grimberg @ref Utility 1157ba59ac12SSebastian Grimberg **/ 1158ba59ac12SSebastian Grimberg int CeedHouseholderApplyQ(CeedScalar *mat_A, const CeedScalar *mat_Q, const CeedScalar *tau, CeedTransposeMode t_mode, CeedInt m, CeedInt n, 1159ba59ac12SSebastian Grimberg CeedInt k, CeedInt row, CeedInt col) { 1160ba59ac12SSebastian Grimberg CeedScalar *v; 11611c66c397SJeremy L Thompson 1162ba59ac12SSebastian Grimberg CeedCall(CeedMalloc(m, &v)); 1163ba59ac12SSebastian Grimberg for (CeedInt ii = 0; ii < k; ii++) { 1164ba59ac12SSebastian Grimberg CeedInt i = t_mode == CEED_TRANSPOSE ? ii : k - 1 - ii; 1165ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) v[j] = mat_Q[j * k + i]; 1166ba59ac12SSebastian Grimberg // Apply Householder reflector (I - tau v v^T) collo_grad_1d^T 1167ba59ac12SSebastian Grimberg CeedCall(CeedHouseholderReflect(&mat_A[i * row], &v[i], tau[i], m - i, n, row, col)); 1168ba59ac12SSebastian Grimberg } 1169ba59ac12SSebastian Grimberg CeedCall(CeedFree(&v)); 1170ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1171ba59ac12SSebastian Grimberg } 1172ba59ac12SSebastian Grimberg 1173ba59ac12SSebastian Grimberg /** 11742247a93fSRezgar Shakeri @brief Return pseudoinverse of a matrix 11752247a93fSRezgar Shakeri 11762247a93fSRezgar Shakeri @param[in] ceed Ceed context for error handling 11772247a93fSRezgar Shakeri @param[in] mat Row-major matrix to compute pseudoinverse of 11782247a93fSRezgar Shakeri @param[in] m Number of rows 11792247a93fSRezgar Shakeri @param[in] n Number of columns 11802247a93fSRezgar Shakeri @param[out] mat_pinv Row-major pseudoinverse matrix 11812247a93fSRezgar Shakeri 11822247a93fSRezgar Shakeri @return An error code: 0 - success, otherwise - failure 11832247a93fSRezgar Shakeri 11842247a93fSRezgar Shakeri @ref Utility 11852247a93fSRezgar Shakeri **/ 11861203703bSJeremy L Thompson int CeedMatrixPseudoinverse(Ceed ceed, const CeedScalar *mat, CeedInt m, CeedInt n, CeedScalar *mat_pinv) { 11872247a93fSRezgar Shakeri CeedScalar *tau, *I, *mat_copy; 11882247a93fSRezgar Shakeri 11892247a93fSRezgar Shakeri CeedCall(CeedCalloc(m, &tau)); 11902247a93fSRezgar Shakeri CeedCall(CeedCalloc(m * m, &I)); 11912247a93fSRezgar Shakeri CeedCall(CeedCalloc(m * n, &mat_copy)); 11922247a93fSRezgar Shakeri memcpy(mat_copy, mat, m * n * sizeof mat[0]); 11932247a93fSRezgar Shakeri 11942247a93fSRezgar Shakeri // QR Factorization, mat = Q R 11952247a93fSRezgar Shakeri CeedCall(CeedQRFactorization(ceed, mat_copy, tau, m, n)); 11962247a93fSRezgar Shakeri 11972247a93fSRezgar Shakeri // -- Apply Q^T, I = Q^T * I 11982247a93fSRezgar Shakeri for (CeedInt i = 0; i < m; i++) I[i * m + i] = 1.0; 11992247a93fSRezgar Shakeri CeedCall(CeedHouseholderApplyQ(I, mat_copy, tau, CEED_TRANSPOSE, m, m, n, m, 1)); 12002247a93fSRezgar Shakeri // -- Apply R_inv, mat_pinv = R_inv * Q^T 12012247a93fSRezgar Shakeri for (CeedInt j = 0; j < m; j++) { // Column j 12022247a93fSRezgar Shakeri mat_pinv[j + m * (n - 1)] = I[j + m * (n - 1)] / mat_copy[n * n - 1]; 12032247a93fSRezgar Shakeri for (CeedInt i = n - 2; i >= 0; i--) { // Row i 12042247a93fSRezgar Shakeri mat_pinv[j + m * i] = I[j + m * i]; 12052247a93fSRezgar Shakeri for (CeedInt k = i + 1; k < n; k++) mat_pinv[j + m * i] -= mat_copy[k + n * i] * mat_pinv[j + m * k]; 12062247a93fSRezgar Shakeri mat_pinv[j + m * i] /= mat_copy[i + n * i]; 12072247a93fSRezgar Shakeri } 12082247a93fSRezgar Shakeri } 12092247a93fSRezgar Shakeri 12102247a93fSRezgar Shakeri // Cleanup 12112247a93fSRezgar Shakeri CeedCall(CeedFree(&I)); 12122247a93fSRezgar Shakeri CeedCall(CeedFree(&tau)); 12132247a93fSRezgar Shakeri CeedCall(CeedFree(&mat_copy)); 12142247a93fSRezgar Shakeri return CEED_ERROR_SUCCESS; 12152247a93fSRezgar Shakeri } 12162247a93fSRezgar Shakeri 12172247a93fSRezgar Shakeri /** 1218ba59ac12SSebastian Grimberg @brief Return symmetric Schur decomposition of the symmetric matrix mat via symmetric QR factorization 1219ba59ac12SSebastian Grimberg 1220ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1221ba59ac12SSebastian Grimberg @param[in,out] mat Row-major matrix to be factorized in place 1222ba59ac12SSebastian Grimberg @param[out] lambda Vector of length n of eigenvalues 1223ba59ac12SSebastian Grimberg @param[in] n Number of rows/columns 1224ba59ac12SSebastian Grimberg 1225ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1226ba59ac12SSebastian Grimberg 1227ba59ac12SSebastian Grimberg @ref Utility 1228ba59ac12SSebastian Grimberg **/ 12292c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOff 12302c2ea1dbSJeremy L Thompson int CeedSymmetricSchurDecomposition(Ceed ceed, CeedScalar *mat, CeedScalar *lambda, CeedInt n) { 1231ba59ac12SSebastian Grimberg // Check bounds for clang-tidy 12326574a04fSJeremy L Thompson CeedCheck(n > 1, ceed, CEED_ERROR_UNSUPPORTED, "Cannot compute symmetric Schur decomposition of scalars"); 1233ba59ac12SSebastian Grimberg 1234ba59ac12SSebastian Grimberg CeedScalar v[n - 1], tau[n - 1], mat_T[n * n]; 1235ba59ac12SSebastian Grimberg 1236ba59ac12SSebastian Grimberg // Copy mat to mat_T and set mat to I 1237ba59ac12SSebastian Grimberg memcpy(mat_T, mat, n * n * sizeof(mat[0])); 1238ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) { 1239ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < n; j++) mat[j + n * i] = (i == j) ? 1 : 0; 1240ba59ac12SSebastian Grimberg } 1241ba59ac12SSebastian Grimberg 1242ba59ac12SSebastian Grimberg // Reduce to tridiagonal 1243ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n - 1; i++) { 1244ba59ac12SSebastian Grimberg // Calculate Householder vector, magnitude 1245ba59ac12SSebastian Grimberg CeedScalar sigma = 0.0; 12461c66c397SJeremy L Thompson 1247ba59ac12SSebastian Grimberg v[i] = mat_T[i + n * (i + 1)]; 1248ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) { 1249ba59ac12SSebastian Grimberg v[j] = mat_T[i + n * (j + 1)]; 1250ba59ac12SSebastian Grimberg sigma += v[j] * v[j]; 1251ba59ac12SSebastian Grimberg } 12521c66c397SJeremy L Thompson const CeedScalar norm = sqrt(v[i] * v[i] + sigma); // norm of v[i:n-1] 12531c66c397SJeremy L Thompson const CeedScalar R_ii = -copysign(norm, v[i]); 12541c66c397SJeremy L Thompson 1255ba59ac12SSebastian Grimberg v[i] -= R_ii; 1256ba59ac12SSebastian Grimberg // norm of v[i:m] after modification above and scaling below 1257ba59ac12SSebastian Grimberg // norm = sqrt(v[i]*v[i] + sigma) / v[i]; 1258ba59ac12SSebastian Grimberg // tau = 2 / (norm*norm) 1259ba59ac12SSebastian Grimberg tau[i] = i == n - 2 ? 2 : 2 * v[i] * v[i] / (v[i] * v[i] + sigma); 1260ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) v[j] /= v[i]; 1261ba59ac12SSebastian Grimberg 1262ba59ac12SSebastian Grimberg // Update sub and super diagonal 1263ba59ac12SSebastian Grimberg for (CeedInt j = i + 2; j < n; j++) { 1264ba59ac12SSebastian Grimberg mat_T[i + n * j] = 0; 1265ba59ac12SSebastian Grimberg mat_T[j + n * i] = 0; 1266ba59ac12SSebastian Grimberg } 1267ba59ac12SSebastian Grimberg // Apply symmetric Householder reflector to lower right panel 1268ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat_T[(i + 1) + n * (i + 1)], &v[i], tau[i], n - (i + 1), n - (i + 1), n, 1); 1269ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat_T[(i + 1) + n * (i + 1)], &v[i], tau[i], n - (i + 1), n - (i + 1), 1, n); 1270ba59ac12SSebastian Grimberg 1271ba59ac12SSebastian Grimberg // Save v 1272ba59ac12SSebastian Grimberg mat_T[i + n * (i + 1)] = R_ii; 1273ba59ac12SSebastian Grimberg mat_T[(i + 1) + n * i] = R_ii; 1274ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) { 1275ba59ac12SSebastian Grimberg mat_T[i + n * (j + 1)] = v[j]; 1276ba59ac12SSebastian Grimberg } 1277ba59ac12SSebastian Grimberg } 1278ba59ac12SSebastian Grimberg // Backwards accumulation of Q 1279ba59ac12SSebastian Grimberg for (CeedInt i = n - 2; i >= 0; i--) { 1280ba59ac12SSebastian Grimberg if (tau[i] > 0.0) { 1281ba59ac12SSebastian Grimberg v[i] = 1; 1282ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) { 1283ba59ac12SSebastian Grimberg v[j] = mat_T[i + n * (j + 1)]; 1284ba59ac12SSebastian Grimberg mat_T[i + n * (j + 1)] = 0; 1285ba59ac12SSebastian Grimberg } 1286ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat[(i + 1) + n * (i + 1)], &v[i], tau[i], n - (i + 1), n - (i + 1), n, 1); 1287ba59ac12SSebastian Grimberg } 1288ba59ac12SSebastian Grimberg } 1289ba59ac12SSebastian Grimberg 1290ba59ac12SSebastian Grimberg // Reduce sub and super diagonal 1291ba59ac12SSebastian Grimberg CeedInt p = 0, q = 0, itr = 0, max_itr = n * n * n * n; 1292ba59ac12SSebastian Grimberg CeedScalar tol = CEED_EPSILON; 1293ba59ac12SSebastian Grimberg 1294ba59ac12SSebastian Grimberg while (itr < max_itr) { 1295ba59ac12SSebastian Grimberg // Update p, q, size of reduced portions of diagonal 1296ba59ac12SSebastian Grimberg p = 0; 1297ba59ac12SSebastian Grimberg q = 0; 1298ba59ac12SSebastian Grimberg for (CeedInt i = n - 2; i >= 0; i--) { 1299ba59ac12SSebastian Grimberg if (fabs(mat_T[i + n * (i + 1)]) < tol) q += 1; 1300ba59ac12SSebastian Grimberg else break; 1301ba59ac12SSebastian Grimberg } 1302ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n - q - 1; i++) { 1303ba59ac12SSebastian Grimberg if (fabs(mat_T[i + n * (i + 1)]) < tol) p += 1; 1304ba59ac12SSebastian Grimberg else break; 1305ba59ac12SSebastian Grimberg } 1306ba59ac12SSebastian Grimberg if (q == n - 1) break; // Finished reducing 1307ba59ac12SSebastian Grimberg 1308ba59ac12SSebastian Grimberg // Reduce tridiagonal portion 1309ba59ac12SSebastian Grimberg CeedScalar t_nn = mat_T[(n - 1 - q) + n * (n - 1 - q)], t_nnm1 = mat_T[(n - 2 - q) + n * (n - 1 - q)]; 1310ba59ac12SSebastian Grimberg CeedScalar d = (mat_T[(n - 2 - q) + n * (n - 2 - q)] - t_nn) / 2; 1311ba59ac12SSebastian Grimberg CeedScalar mu = t_nn - t_nnm1 * t_nnm1 / (d + copysign(sqrt(d * d + t_nnm1 * t_nnm1), d)); 1312ba59ac12SSebastian Grimberg CeedScalar x = mat_T[p + n * p] - mu; 1313ba59ac12SSebastian Grimberg CeedScalar z = mat_T[p + n * (p + 1)]; 13141c66c397SJeremy L Thompson 1315ba59ac12SSebastian Grimberg for (CeedInt k = p; k < n - q - 1; k++) { 1316ba59ac12SSebastian Grimberg // Compute Givens rotation 1317ba59ac12SSebastian Grimberg CeedScalar c = 1, s = 0; 13181c66c397SJeremy L Thompson 1319ba59ac12SSebastian Grimberg if (fabs(z) > tol) { 1320ba59ac12SSebastian Grimberg if (fabs(z) > fabs(x)) { 13211c66c397SJeremy L Thompson const CeedScalar tau = -x / z; 13221c66c397SJeremy L Thompson 13231c66c397SJeremy L Thompson s = 1 / sqrt(1 + tau * tau); 13241c66c397SJeremy L Thompson c = s * tau; 1325ba59ac12SSebastian Grimberg } else { 13261c66c397SJeremy L Thompson const CeedScalar tau = -z / x; 13271c66c397SJeremy L Thompson 13281c66c397SJeremy L Thompson c = 1 / sqrt(1 + tau * tau); 13291c66c397SJeremy L Thompson s = c * tau; 1330ba59ac12SSebastian Grimberg } 1331ba59ac12SSebastian Grimberg } 1332ba59ac12SSebastian Grimberg 1333ba59ac12SSebastian Grimberg // Apply Givens rotation to T 1334ba59ac12SSebastian Grimberg CeedGivensRotation(mat_T, c, s, CEED_NOTRANSPOSE, k, k + 1, n, n); 1335ba59ac12SSebastian Grimberg CeedGivensRotation(mat_T, c, s, CEED_TRANSPOSE, k, k + 1, n, n); 1336ba59ac12SSebastian Grimberg 1337ba59ac12SSebastian Grimberg // Apply Givens rotation to Q 1338ba59ac12SSebastian Grimberg CeedGivensRotation(mat, c, s, CEED_NOTRANSPOSE, k, k + 1, n, n); 1339ba59ac12SSebastian Grimberg 1340ba59ac12SSebastian Grimberg // Update x, z 1341ba59ac12SSebastian Grimberg if (k < n - q - 2) { 1342ba59ac12SSebastian Grimberg x = mat_T[k + n * (k + 1)]; 1343ba59ac12SSebastian Grimberg z = mat_T[k + n * (k + 2)]; 1344ba59ac12SSebastian Grimberg } 1345ba59ac12SSebastian Grimberg } 1346ba59ac12SSebastian Grimberg itr++; 1347ba59ac12SSebastian Grimberg } 1348ba59ac12SSebastian Grimberg 1349ba59ac12SSebastian Grimberg // Save eigenvalues 1350ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) lambda[i] = mat_T[i + n * i]; 1351ba59ac12SSebastian Grimberg 1352ba59ac12SSebastian Grimberg // Check convergence 13536574a04fSJeremy L Thompson CeedCheck(itr < max_itr || q > n, ceed, CEED_ERROR_MINOR, "Symmetric QR failed to converge"); 1354ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1355ba59ac12SSebastian Grimberg } 13562c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOn 1357ba59ac12SSebastian Grimberg 1358ba59ac12SSebastian Grimberg /** 1359ba59ac12SSebastian Grimberg @brief Return Simultaneous Diagonalization of two matrices. 1360ba59ac12SSebastian Grimberg 1361ca94c3ddSJeremy L Thompson This solves the generalized eigenvalue problem `A x = lambda B x`, where `A` and `B` are symmetric and `B` is positive definite. 1362ca94c3ddSJeremy L Thompson We generate the matrix `X` and vector `Lambda` such that `X^T A X = Lambda` and `X^T B X = I`. 1363ca94c3ddSJeremy L Thompson This is equivalent to the LAPACK routine 'sygv' with `TYPE = 1`. 1364ba59ac12SSebastian Grimberg 1365ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1366ba59ac12SSebastian Grimberg @param[in] mat_A Row-major matrix to be factorized with eigenvalues 1367ba59ac12SSebastian Grimberg @param[in] mat_B Row-major matrix to be factorized to identity 1368ba59ac12SSebastian Grimberg @param[out] mat_X Row-major orthogonal matrix 1369ca94c3ddSJeremy L Thompson @param[out] lambda Vector of length `n` of generalized eigenvalues 1370ba59ac12SSebastian Grimberg @param[in] n Number of rows/columns 1371ba59ac12SSebastian Grimberg 1372ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1373ba59ac12SSebastian Grimberg 1374ba59ac12SSebastian Grimberg @ref Utility 1375ba59ac12SSebastian Grimberg **/ 13762c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOff 13772c2ea1dbSJeremy L Thompson int CeedSimultaneousDiagonalization(Ceed ceed, CeedScalar *mat_A, CeedScalar *mat_B, CeedScalar *mat_X, CeedScalar *lambda, CeedInt n) { 1378ba59ac12SSebastian Grimberg CeedScalar *mat_C, *mat_G, *vec_D; 13791c66c397SJeremy L Thompson 1380ba59ac12SSebastian Grimberg CeedCall(CeedCalloc(n * n, &mat_C)); 1381ba59ac12SSebastian Grimberg CeedCall(CeedCalloc(n * n, &mat_G)); 1382ba59ac12SSebastian Grimberg CeedCall(CeedCalloc(n, &vec_D)); 1383ba59ac12SSebastian Grimberg 1384ba59ac12SSebastian Grimberg // Compute B = G D G^T 1385ba59ac12SSebastian Grimberg memcpy(mat_G, mat_B, n * n * sizeof(mat_B[0])); 1386ba59ac12SSebastian Grimberg CeedCall(CeedSymmetricSchurDecomposition(ceed, mat_G, vec_D, n)); 1387ba59ac12SSebastian Grimberg 1388ba59ac12SSebastian Grimberg // Sort eigenvalues 1389ba59ac12SSebastian Grimberg for (CeedInt i = n - 1; i >= 0; i--) { 1390ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < i; j++) { 1391ba59ac12SSebastian Grimberg if (fabs(vec_D[j]) > fabs(vec_D[j + 1])) { 13921c66c397SJeremy L Thompson CeedScalarSwap(vec_D[j], vec_D[j + 1]); 13931c66c397SJeremy L Thompson for (CeedInt k = 0; k < n; k++) CeedScalarSwap(mat_G[k * n + j], mat_G[k * n + j + 1]); 1394ba59ac12SSebastian Grimberg } 1395ba59ac12SSebastian Grimberg } 1396ba59ac12SSebastian Grimberg } 1397ba59ac12SSebastian Grimberg 1398ba59ac12SSebastian Grimberg // Compute C = (G D^1/2)^-1 A (G D^1/2)^-T 1399ba59ac12SSebastian Grimberg // = D^-1/2 G^T A G D^-1/2 1400ba59ac12SSebastian Grimberg // -- D = D^-1/2 1401ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) vec_D[i] = 1. / sqrt(vec_D[i]); 1402ba59ac12SSebastian Grimberg // -- G = G D^-1/2 1403ba59ac12SSebastian Grimberg // -- C = D^-1/2 G^T 1404ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) { 1405ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < n; j++) { 1406ba59ac12SSebastian Grimberg mat_G[i * n + j] *= vec_D[j]; 1407ba59ac12SSebastian Grimberg mat_C[j * n + i] = mat_G[i * n + j]; 1408ba59ac12SSebastian Grimberg } 1409ba59ac12SSebastian Grimberg } 1410ba59ac12SSebastian Grimberg // -- X = (D^-1/2 G^T) A 1411ba59ac12SSebastian Grimberg CeedCall(CeedMatrixMatrixMultiply(ceed, (const CeedScalar *)mat_C, (const CeedScalar *)mat_A, mat_X, n, n, n)); 1412ba59ac12SSebastian Grimberg // -- C = (D^-1/2 G^T A) (G D^-1/2) 1413ba59ac12SSebastian Grimberg CeedCall(CeedMatrixMatrixMultiply(ceed, (const CeedScalar *)mat_X, (const CeedScalar *)mat_G, mat_C, n, n, n)); 1414ba59ac12SSebastian Grimberg 1415ba59ac12SSebastian Grimberg // Compute Q^T C Q = lambda 1416ba59ac12SSebastian Grimberg CeedCall(CeedSymmetricSchurDecomposition(ceed, mat_C, lambda, n)); 1417ba59ac12SSebastian Grimberg 1418ba59ac12SSebastian Grimberg // Sort eigenvalues 1419ba59ac12SSebastian Grimberg for (CeedInt i = n - 1; i >= 0; i--) { 1420ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < i; j++) { 1421ba59ac12SSebastian Grimberg if (fabs(lambda[j]) > fabs(lambda[j + 1])) { 14221c66c397SJeremy L Thompson CeedScalarSwap(lambda[j], lambda[j + 1]); 14231c66c397SJeremy L Thompson for (CeedInt k = 0; k < n; k++) CeedScalarSwap(mat_C[k * n + j], mat_C[k * n + j + 1]); 1424ba59ac12SSebastian Grimberg } 1425ba59ac12SSebastian Grimberg } 1426ba59ac12SSebastian Grimberg } 1427ba59ac12SSebastian Grimberg 1428ba59ac12SSebastian Grimberg // Set X = (G D^1/2)^-T Q 1429ba59ac12SSebastian Grimberg // = G D^-1/2 Q 1430ba59ac12SSebastian Grimberg CeedCall(CeedMatrixMatrixMultiply(ceed, (const CeedScalar *)mat_G, (const CeedScalar *)mat_C, mat_X, n, n, n)); 1431ba59ac12SSebastian Grimberg 1432ba59ac12SSebastian Grimberg // Cleanup 1433ba59ac12SSebastian Grimberg CeedCall(CeedFree(&mat_C)); 1434ba59ac12SSebastian Grimberg CeedCall(CeedFree(&mat_G)); 1435ba59ac12SSebastian Grimberg CeedCall(CeedFree(&vec_D)); 1436ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1437ba59ac12SSebastian Grimberg } 14382c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOn 1439ba59ac12SSebastian Grimberg 14407a982d89SJeremy L. Thompson /// @} 14417a982d89SJeremy L. Thompson 14427a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 14437a982d89SJeremy L. Thompson /// CeedBasis Public API 14447a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 14457a982d89SJeremy L. Thompson /// @addtogroup CeedBasisUser 1446d7b241e6Sjeremylt /// @{ 1447d7b241e6Sjeremylt 1448b11c1e72Sjeremylt /** 1449ca94c3ddSJeremy L Thompson @brief Create a tensor-product basis for \f$H^1\f$ discretizations 1450b11c1e72Sjeremylt 1451ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1452ea61e9acSJeremy L Thompson @param[in] dim Topological dimension 1453ea61e9acSJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 1454ea61e9acSJeremy L Thompson @param[in] P_1d Number of nodes in one dimension 1455ea61e9acSJeremy L Thompson @param[in] Q_1d Number of quadrature points in one dimension 1456ca94c3ddSJeremy L Thompson @param[in] interp_1d Row-major (`Q_1d * P_1d`) matrix expressing the values of nodal basis functions at quadrature points 1457ca94c3ddSJeremy L Thompson @param[in] grad_1d Row-major (`Q_1d * P_1d`) matrix expressing derivatives of nodal basis functions at quadrature points 1458ca94c3ddSJeremy L Thompson @param[in] q_ref_1d Array of length `Q_1d` holding the locations of quadrature points on the 1D reference element `[-1, 1]` 1459ca94c3ddSJeremy L Thompson @param[in] q_weight_1d Array of length `Q_1d` holding the quadrature weights on the reference element 1460ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1461b11c1e72Sjeremylt 1462b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 1463dfdf5a53Sjeremylt 14647a982d89SJeremy L. Thompson @ref User 1465b11c1e72Sjeremylt **/ 14662b730f8bSJeremy L Thompson int CeedBasisCreateTensorH1(Ceed ceed, CeedInt dim, CeedInt num_comp, CeedInt P_1d, CeedInt Q_1d, const CeedScalar *interp_1d, 14672b730f8bSJeremy L Thompson const CeedScalar *grad_1d, const CeedScalar *q_ref_1d, const CeedScalar *q_weight_1d, CeedBasis *basis) { 14685fe0d4faSjeremylt if (!ceed->BasisCreateTensorH1) { 14695fe0d4faSjeremylt Ceed delegate; 14706574a04fSJeremy L Thompson 14712b730f8bSJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 14721ef3a2a9SJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateTensorH1"); 14732b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateTensorH1(delegate, dim, num_comp, P_1d, Q_1d, interp_1d, grad_1d, q_ref_1d, q_weight_1d, basis)); 14749bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 1475e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 14765fe0d4faSjeremylt } 1477e15f9bd0SJeremy L Thompson 1478ca94c3ddSJeremy L Thompson CeedCheck(dim > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis dimension must be a positive value"); 1479ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1480ca94c3ddSJeremy L Thompson CeedCheck(P_1d > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1481ca94c3ddSJeremy L Thompson CeedCheck(Q_1d > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1482227444bfSJeremy L Thompson 14832b730f8bSJeremy L Thompson CeedElemTopology topo = dim == 1 ? CEED_TOPOLOGY_LINE : dim == 2 ? CEED_TOPOLOGY_QUAD : CEED_TOPOLOGY_HEX; 1484e15f9bd0SJeremy L Thompson 14852b730f8bSJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1486db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 1487d1d35e2fSjeremylt (*basis)->ref_count = 1; 14886402da51SJeremy L Thompson (*basis)->is_tensor_basis = true; 1489d7b241e6Sjeremylt (*basis)->dim = dim; 1490d99fa3c5SJeremy L Thompson (*basis)->topo = topo; 1491d1d35e2fSjeremylt (*basis)->num_comp = num_comp; 1492d1d35e2fSjeremylt (*basis)->P_1d = P_1d; 1493d1d35e2fSjeremylt (*basis)->Q_1d = Q_1d; 1494d1d35e2fSjeremylt (*basis)->P = CeedIntPow(P_1d, dim); 1495d1d35e2fSjeremylt (*basis)->Q = CeedIntPow(Q_1d, dim); 1496c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_H1; 14972b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d, &(*basis)->q_ref_1d)); 14982b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d, &(*basis)->q_weight_1d)); 1499ff3a0f91SJeremy L Thompson if (q_ref_1d) memcpy((*basis)->q_ref_1d, q_ref_1d, Q_1d * sizeof(q_ref_1d[0])); 15002b730f8bSJeremy L Thompson if (q_weight_1d) memcpy((*basis)->q_weight_1d, q_weight_1d, Q_1d * sizeof(q_weight_1d[0])); 15012b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d * P_1d, &(*basis)->interp_1d)); 15022b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d * P_1d, &(*basis)->grad_1d)); 15032b730f8bSJeremy L Thompson if (interp_1d) memcpy((*basis)->interp_1d, interp_1d, Q_1d * P_1d * sizeof(interp_1d[0])); 1504ff3a0f91SJeremy L Thompson if (grad_1d) memcpy((*basis)->grad_1d, grad_1d, Q_1d * P_1d * sizeof(grad_1d[0])); 15052b730f8bSJeremy L Thompson CeedCall(ceed->BasisCreateTensorH1(dim, P_1d, Q_1d, interp_1d, grad_1d, q_ref_1d, q_weight_1d, *basis)); 1506e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1507d7b241e6Sjeremylt } 1508d7b241e6Sjeremylt 1509b11c1e72Sjeremylt /** 1510ca94c3ddSJeremy L Thompson @brief Create a tensor-product \f$H^1\f$ Lagrange basis 1511b11c1e72Sjeremylt 1512ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1513ea61e9acSJeremy L Thompson @param[in] dim Topological dimension of element 1514ea61e9acSJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 1515ea61e9acSJeremy L Thompson @param[in] P Number of Gauss-Lobatto nodes in one dimension. 1516ca94c3ddSJeremy L Thompson The polynomial degree of the resulting `Q_k` element is `k = P - 1`. 1517ea61e9acSJeremy L Thompson @param[in] Q Number of quadrature points in one dimension. 1518ca94c3ddSJeremy L Thompson @param[in] quad_mode Distribution of the `Q` quadrature points (affects order of accuracy for the quadrature) 1519ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1520b11c1e72Sjeremylt 1521b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 1522dfdf5a53Sjeremylt 15237a982d89SJeremy L. Thompson @ref User 1524b11c1e72Sjeremylt **/ 15252b730f8bSJeremy L Thompson int CeedBasisCreateTensorH1Lagrange(Ceed ceed, CeedInt dim, CeedInt num_comp, CeedInt P, CeedInt Q, CeedQuadMode quad_mode, CeedBasis *basis) { 1526d7b241e6Sjeremylt // Allocate 1527c8c3fa7dSJeremy L Thompson int ierr = CEED_ERROR_SUCCESS; 15282b730f8bSJeremy L Thompson CeedScalar c1, c2, c3, c4, dx, *nodes, *interp_1d, *grad_1d, *q_ref_1d, *q_weight_1d; 15294d537eeaSYohann 1530ca94c3ddSJeremy L Thompson CeedCheck(dim > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis dimension must be a positive value"); 1531ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1532ca94c3ddSJeremy L Thompson CeedCheck(P > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1533ca94c3ddSJeremy L Thompson CeedCheck(Q > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1534227444bfSJeremy L Thompson 1535e15f9bd0SJeremy L Thompson // Get Nodes and Weights 15362b730f8bSJeremy L Thompson CeedCall(CeedCalloc(P * Q, &interp_1d)); 15372b730f8bSJeremy L Thompson CeedCall(CeedCalloc(P * Q, &grad_1d)); 15382b730f8bSJeremy L Thompson CeedCall(CeedCalloc(P, &nodes)); 15392b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q, &q_ref_1d)); 15402b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q, &q_weight_1d)); 15412b730f8bSJeremy L Thompson if (CeedLobattoQuadrature(P, nodes, NULL) != CEED_ERROR_SUCCESS) goto cleanup; 1542d1d35e2fSjeremylt switch (quad_mode) { 1543d7b241e6Sjeremylt case CEED_GAUSS: 1544d1d35e2fSjeremylt ierr = CeedGaussQuadrature(Q, q_ref_1d, q_weight_1d); 1545d7b241e6Sjeremylt break; 1546d7b241e6Sjeremylt case CEED_GAUSS_LOBATTO: 1547d1d35e2fSjeremylt ierr = CeedLobattoQuadrature(Q, q_ref_1d, q_weight_1d); 1548d7b241e6Sjeremylt break; 1549d7b241e6Sjeremylt } 15502b730f8bSJeremy L Thompson if (ierr != CEED_ERROR_SUCCESS) goto cleanup; 1551e15f9bd0SJeremy L Thompson 1552d7b241e6Sjeremylt // Build B, D matrix 1553d7b241e6Sjeremylt // Fornberg, 1998 1554c8c3fa7dSJeremy L Thompson for (CeedInt i = 0; i < Q; i++) { 1555d7b241e6Sjeremylt c1 = 1.0; 1556d1d35e2fSjeremylt c3 = nodes[0] - q_ref_1d[i]; 1557d1d35e2fSjeremylt interp_1d[i * P + 0] = 1.0; 1558c8c3fa7dSJeremy L Thompson for (CeedInt j = 1; j < P; j++) { 1559d7b241e6Sjeremylt c2 = 1.0; 1560d7b241e6Sjeremylt c4 = c3; 1561d1d35e2fSjeremylt c3 = nodes[j] - q_ref_1d[i]; 1562c8c3fa7dSJeremy L Thompson for (CeedInt k = 0; k < j; k++) { 1563d7b241e6Sjeremylt dx = nodes[j] - nodes[k]; 1564d7b241e6Sjeremylt c2 *= dx; 1565d7b241e6Sjeremylt if (k == j - 1) { 1566d1d35e2fSjeremylt grad_1d[i * P + j] = c1 * (interp_1d[i * P + k] - c4 * grad_1d[i * P + k]) / c2; 1567d1d35e2fSjeremylt interp_1d[i * P + j] = -c1 * c4 * interp_1d[i * P + k] / c2; 1568d7b241e6Sjeremylt } 1569d1d35e2fSjeremylt grad_1d[i * P + k] = (c3 * grad_1d[i * P + k] - interp_1d[i * P + k]) / dx; 1570d1d35e2fSjeremylt interp_1d[i * P + k] = c3 * interp_1d[i * P + k] / dx; 1571d7b241e6Sjeremylt } 1572d7b241e6Sjeremylt c1 = c2; 1573d7b241e6Sjeremylt } 1574d7b241e6Sjeremylt } 15759ac7b42eSJeremy L Thompson // Pass to CeedBasisCreateTensorH1 15762b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P, Q, interp_1d, grad_1d, q_ref_1d, q_weight_1d, basis)); 1577e15f9bd0SJeremy L Thompson cleanup: 15782b730f8bSJeremy L Thompson CeedCall(CeedFree(&interp_1d)); 15792b730f8bSJeremy L Thompson CeedCall(CeedFree(&grad_1d)); 15802b730f8bSJeremy L Thompson CeedCall(CeedFree(&nodes)); 15812b730f8bSJeremy L Thompson CeedCall(CeedFree(&q_ref_1d)); 15822b730f8bSJeremy L Thompson CeedCall(CeedFree(&q_weight_1d)); 1583e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1584d7b241e6Sjeremylt } 1585d7b241e6Sjeremylt 1586b11c1e72Sjeremylt /** 1587ca94c3ddSJeremy L Thompson @brief Create a non tensor-product basis for \f$H^1\f$ discretizations 1588a8de75f0Sjeremylt 1589ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1590e00f3be8SJames Wright @param[in] topo Topology of element, e.g. hypercube, simplex, etc 1591ea61e9acSJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 1592ea61e9acSJeremy L Thompson @param[in] num_nodes Total number of nodes 1593ea61e9acSJeremy L Thompson @param[in] num_qpts Total number of quadrature points 1594ca94c3ddSJeremy L Thompson @param[in] interp Row-major (`num_qpts * num_nodes`) matrix expressing the values of nodal basis functions at quadrature points 1595ca94c3ddSJeremy L Thompson @param[in] grad Row-major (`dim * num_qpts * num_nodes`) matrix expressing derivatives of nodal basis functions at quadrature points 1596fda26546SJeremy L Thompson @param[in] q_ref Array of length `num_qpts * dim` holding the locations of quadrature points on the reference element 1597ca94c3ddSJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 1598ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1599a8de75f0Sjeremylt 1600a8de75f0Sjeremylt @return An error code: 0 - success, otherwise - failure 1601a8de75f0Sjeremylt 16027a982d89SJeremy L. Thompson @ref User 1603a8de75f0Sjeremylt **/ 16042b730f8bSJeremy L Thompson int CeedBasisCreateH1(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 16052b730f8bSJeremy L Thompson const CeedScalar *grad, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis *basis) { 1606d1d35e2fSjeremylt CeedInt P = num_nodes, Q = num_qpts, dim = 0; 1607a8de75f0Sjeremylt 16085fe0d4faSjeremylt if (!ceed->BasisCreateH1) { 16095fe0d4faSjeremylt Ceed delegate; 16106574a04fSJeremy L Thompson 16112b730f8bSJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 16121ef3a2a9SJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateH1"); 16132b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateH1(delegate, topo, num_comp, num_nodes, num_qpts, interp, grad, q_ref, q_weight, basis)); 16149bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 1615e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 16165fe0d4faSjeremylt } 16175fe0d4faSjeremylt 1618ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1619ca94c3ddSJeremy L Thompson CeedCheck(num_nodes > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1620ca94c3ddSJeremy L Thompson CeedCheck(num_qpts > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1621227444bfSJeremy L Thompson 16222b730f8bSJeremy L Thompson CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 1623a8de75f0Sjeremylt 1624db002c03SJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1625db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 1626d1d35e2fSjeremylt (*basis)->ref_count = 1; 16276402da51SJeremy L Thompson (*basis)->is_tensor_basis = false; 1628a8de75f0Sjeremylt (*basis)->dim = dim; 1629d99fa3c5SJeremy L Thompson (*basis)->topo = topo; 1630d1d35e2fSjeremylt (*basis)->num_comp = num_comp; 1631a8de75f0Sjeremylt (*basis)->P = P; 1632a8de75f0Sjeremylt (*basis)->Q = Q; 1633c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_H1; 16342b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q * dim, &(*basis)->q_ref_1d)); 16352b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q, &(*basis)->q_weight_1d)); 1636ff3a0f91SJeremy L Thompson if (q_ref) memcpy((*basis)->q_ref_1d, q_ref, Q * dim * sizeof(q_ref[0])); 1637ff3a0f91SJeremy L Thompson if (q_weight) memcpy((*basis)->q_weight_1d, q_weight, Q * sizeof(q_weight[0])); 16382b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q * P, &(*basis)->interp)); 16392b730f8bSJeremy L Thompson CeedCall(CeedCalloc(dim * Q * P, &(*basis)->grad)); 1640ff3a0f91SJeremy L Thompson if (interp) memcpy((*basis)->interp, interp, Q * P * sizeof(interp[0])); 1641ff3a0f91SJeremy L Thompson if (grad) memcpy((*basis)->grad, grad, dim * Q * P * sizeof(grad[0])); 16422b730f8bSJeremy L Thompson CeedCall(ceed->BasisCreateH1(topo, dim, P, Q, interp, grad, q_ref, q_weight, *basis)); 1643e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1644a8de75f0Sjeremylt } 1645a8de75f0Sjeremylt 1646a8de75f0Sjeremylt /** 1647859c15bbSJames Wright @brief Create a non tensor-product basis for \f$H(\mathrm{div})\f$ discretizations 164850c301a5SRezgar Shakeri 1649ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1650ea61e9acSJeremy L Thompson @param[in] topo Topology of element (`CEED_TOPOLOGY_QUAD`, `CEED_TOPOLOGY_PRISM`, etc.), dimension of which is used in some array sizes below 1651ea61e9acSJeremy L Thompson @param[in] num_comp Number of components (usually 1 for vectors in H(div) bases) 1652ca94c3ddSJeremy L Thompson @param[in] num_nodes Total number of nodes (DoFs per element) 1653ea61e9acSJeremy L Thompson @param[in] num_qpts Total number of quadrature points 1654ca94c3ddSJeremy L Thompson @param[in] interp Row-major (`dim * num_qpts * num_nodes`) matrix expressing the values of basis functions at quadrature points 1655ca94c3ddSJeremy L Thompson @param[in] div Row-major (`num_qpts * num_nodes`) matrix expressing divergence of basis functions at quadrature points 1656ca94c3ddSJeremy L Thompson @param[in] q_ref Array of length `num_qpts` * dim holding the locations of quadrature points on the reference element 1657ca94c3ddSJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 1658ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 165950c301a5SRezgar Shakeri 166050c301a5SRezgar Shakeri @return An error code: 0 - success, otherwise - failure 166150c301a5SRezgar Shakeri 166250c301a5SRezgar Shakeri @ref User 166350c301a5SRezgar Shakeri **/ 16642b730f8bSJeremy L Thompson int CeedBasisCreateHdiv(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 16652b730f8bSJeremy L Thompson const CeedScalar *div, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis *basis) { 166650c301a5SRezgar Shakeri CeedInt Q = num_qpts, P = num_nodes, dim = 0; 1667c4e3f59bSSebastian Grimberg 166850c301a5SRezgar Shakeri if (!ceed->BasisCreateHdiv) { 166950c301a5SRezgar Shakeri Ceed delegate; 16706574a04fSJeremy L Thompson 16712b730f8bSJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 16726574a04fSJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateHdiv"); 16732b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateHdiv(delegate, topo, num_comp, num_nodes, num_qpts, interp, div, q_ref, q_weight, basis)); 16749bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 167550c301a5SRezgar Shakeri return CEED_ERROR_SUCCESS; 167650c301a5SRezgar Shakeri } 167750c301a5SRezgar Shakeri 1678ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1679ca94c3ddSJeremy L Thompson CeedCheck(num_nodes > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1680ca94c3ddSJeremy L Thompson CeedCheck(num_qpts > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1681227444bfSJeremy L Thompson 1682c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 1683c4e3f59bSSebastian Grimberg 1684db002c03SJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1685db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 168650c301a5SRezgar Shakeri (*basis)->ref_count = 1; 16876402da51SJeremy L Thompson (*basis)->is_tensor_basis = false; 168850c301a5SRezgar Shakeri (*basis)->dim = dim; 168950c301a5SRezgar Shakeri (*basis)->topo = topo; 169050c301a5SRezgar Shakeri (*basis)->num_comp = num_comp; 169150c301a5SRezgar Shakeri (*basis)->P = P; 169250c301a5SRezgar Shakeri (*basis)->Q = Q; 1693c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_HDIV; 16942b730f8bSJeremy L Thompson CeedCall(CeedMalloc(Q * dim, &(*basis)->q_ref_1d)); 16952b730f8bSJeremy L Thompson CeedCall(CeedMalloc(Q, &(*basis)->q_weight_1d)); 169650c301a5SRezgar Shakeri if (q_ref) memcpy((*basis)->q_ref_1d, q_ref, Q * dim * sizeof(q_ref[0])); 169750c301a5SRezgar Shakeri if (q_weight) memcpy((*basis)->q_weight_1d, q_weight, Q * sizeof(q_weight[0])); 16982b730f8bSJeremy L Thompson CeedCall(CeedMalloc(dim * Q * P, &(*basis)->interp)); 16992b730f8bSJeremy L Thompson CeedCall(CeedMalloc(Q * P, &(*basis)->div)); 170050c301a5SRezgar Shakeri if (interp) memcpy((*basis)->interp, interp, dim * Q * P * sizeof(interp[0])); 170150c301a5SRezgar Shakeri if (div) memcpy((*basis)->div, div, Q * P * sizeof(div[0])); 17022b730f8bSJeremy L Thompson CeedCall(ceed->BasisCreateHdiv(topo, dim, P, Q, interp, div, q_ref, q_weight, *basis)); 170350c301a5SRezgar Shakeri return CEED_ERROR_SUCCESS; 170450c301a5SRezgar Shakeri } 170550c301a5SRezgar Shakeri 170650c301a5SRezgar Shakeri /** 17074385fb7fSSebastian Grimberg @brief Create a non tensor-product basis for \f$H(\mathrm{curl})\f$ discretizations 1708c4e3f59bSSebastian Grimberg 1709ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1710c4e3f59bSSebastian Grimberg @param[in] topo Topology of element (`CEED_TOPOLOGY_QUAD`, `CEED_TOPOLOGY_PRISM`, etc.), dimension of which is used in some array sizes below 1711ca94c3ddSJeremy L Thompson @param[in] num_comp Number of components (usually 1 for vectors in \f$H(\mathrm{curl})\f$ bases) 1712ca94c3ddSJeremy L Thompson @param[in] num_nodes Total number of nodes (DoFs per element) 1713c4e3f59bSSebastian Grimberg @param[in] num_qpts Total number of quadrature points 1714ca94c3ddSJeremy L Thompson @param[in] interp Row-major (`dim * num_qpts * num_nodes`) matrix expressing the values of basis functions at quadrature points 1715ca94c3ddSJeremy L Thompson @param[in] curl Row-major (`curl_comp * num_qpts * num_nodes`, `curl_comp = 1` if `dim < 3` otherwise `curl_comp = dim`) matrix expressing curl of basis functions at quadrature points 1716ca94c3ddSJeremy L Thompson @param[in] q_ref Array of length `num_qpts * dim` holding the locations of quadrature points on the reference element 1717ca94c3ddSJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 1718ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1719c4e3f59bSSebastian Grimberg 1720c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1721c4e3f59bSSebastian Grimberg 1722c4e3f59bSSebastian Grimberg @ref User 1723c4e3f59bSSebastian Grimberg **/ 1724c4e3f59bSSebastian Grimberg int CeedBasisCreateHcurl(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 1725c4e3f59bSSebastian Grimberg const CeedScalar *curl, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis *basis) { 1726c4e3f59bSSebastian Grimberg CeedInt Q = num_qpts, P = num_nodes, dim = 0, curl_comp = 0; 1727c4e3f59bSSebastian Grimberg 1728d075f50bSSebastian Grimberg if (!ceed->BasisCreateHcurl) { 1729c4e3f59bSSebastian Grimberg Ceed delegate; 17306574a04fSJeremy L Thompson 1731c4e3f59bSSebastian Grimberg CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 17326574a04fSJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateHcurl"); 1733c4e3f59bSSebastian Grimberg CeedCall(CeedBasisCreateHcurl(delegate, topo, num_comp, num_nodes, num_qpts, interp, curl, q_ref, q_weight, basis)); 17349bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 1735c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 1736c4e3f59bSSebastian Grimberg } 1737c4e3f59bSSebastian Grimberg 1738ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1739ca94c3ddSJeremy L Thompson CeedCheck(num_nodes > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1740ca94c3ddSJeremy L Thompson CeedCheck(num_qpts > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1741c4e3f59bSSebastian Grimberg 1742c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 1743c4e3f59bSSebastian Grimberg curl_comp = (dim < 3) ? 1 : dim; 1744c4e3f59bSSebastian Grimberg 1745db002c03SJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1746db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 1747c4e3f59bSSebastian Grimberg (*basis)->ref_count = 1; 17486402da51SJeremy L Thompson (*basis)->is_tensor_basis = false; 1749c4e3f59bSSebastian Grimberg (*basis)->dim = dim; 1750c4e3f59bSSebastian Grimberg (*basis)->topo = topo; 1751c4e3f59bSSebastian Grimberg (*basis)->num_comp = num_comp; 1752c4e3f59bSSebastian Grimberg (*basis)->P = P; 1753c4e3f59bSSebastian Grimberg (*basis)->Q = Q; 1754c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_HCURL; 1755c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(Q * dim, &(*basis)->q_ref_1d)); 1756c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(Q, &(*basis)->q_weight_1d)); 1757c4e3f59bSSebastian Grimberg if (q_ref) memcpy((*basis)->q_ref_1d, q_ref, Q * dim * sizeof(q_ref[0])); 1758c4e3f59bSSebastian Grimberg if (q_weight) memcpy((*basis)->q_weight_1d, q_weight, Q * sizeof(q_weight[0])); 1759c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(dim * Q * P, &(*basis)->interp)); 1760c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(curl_comp * Q * P, &(*basis)->curl)); 1761c4e3f59bSSebastian Grimberg if (interp) memcpy((*basis)->interp, interp, dim * Q * P * sizeof(interp[0])); 1762c4e3f59bSSebastian Grimberg if (curl) memcpy((*basis)->curl, curl, curl_comp * Q * P * sizeof(curl[0])); 1763c4e3f59bSSebastian Grimberg CeedCall(ceed->BasisCreateHcurl(topo, dim, P, Q, interp, curl, q_ref, q_weight, *basis)); 1764c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 1765c4e3f59bSSebastian Grimberg } 1766c4e3f59bSSebastian Grimberg 1767c4e3f59bSSebastian Grimberg /** 1768ca94c3ddSJeremy L Thompson @brief Create a `CeedBasis` for projection from the nodes of `basis_from` to the nodes of `basis_to`. 1769ba59ac12SSebastian Grimberg 1770ca94c3ddSJeremy L Thompson Only @ref CEED_EVAL_INTERP will be valid for the new basis, `basis_project`. 1771ca94c3ddSJeremy L Thompson For \f$H^1\f$ spaces, @ref CEED_EVAL_GRAD will also be valid. 1772ca94c3ddSJeremy L Thompson The interpolation is given by `interp_project = interp_to^+ * interp_from`, where the pseudoinverse `interp_to^+` is given by QR factorization. 1773ca94c3ddSJeremy L Thompson The gradient (for the \f$H^1\f$ case) is given by `grad_project = interp_to^+ * grad_from`. 177415ad3917SSebastian Grimberg 177515ad3917SSebastian Grimberg Note: `basis_from` and `basis_to` must have compatible quadrature spaces. 177615ad3917SSebastian Grimberg 17779fd66db6SSebastian Grimberg Note: `basis_project` will have the same number of components as `basis_from`, regardless of the number of components that `basis_to` has. 17789fd66db6SSebastian Grimberg If `basis_from` has 3 components and `basis_to` has 5 components, then `basis_project` will have 3 components. 1779f113e5dcSJeremy L Thompson 1780e104ad11SJames Wright Note: If either `basis_from` or `basis_to` are non-tensor, then `basis_project` will also be non-tensor 1781e104ad11SJames Wright 1782ca94c3ddSJeremy L Thompson @param[in] basis_from `CeedBasis` to prolong from 1783ca94c3ddSJeremy L Thompson @param[in] basis_to `CeedBasis` to prolong to 1784ca94c3ddSJeremy L Thompson @param[out] basis_project Address of the variable where the newly created `CeedBasis` will be stored 1785f113e5dcSJeremy L Thompson 1786f113e5dcSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 1787f113e5dcSJeremy L Thompson 1788f113e5dcSJeremy L Thompson @ref User 1789f113e5dcSJeremy L Thompson **/ 17902b730f8bSJeremy L Thompson int CeedBasisCreateProjection(CeedBasis basis_from, CeedBasis basis_to, CeedBasis *basis_project) { 1791f113e5dcSJeremy L Thompson Ceed ceed; 1792e104ad11SJames Wright bool create_tensor; 17931c66c397SJeremy L Thompson CeedInt dim, num_comp; 1794097cc795SJames Wright CeedScalar *interp_project, *grad_project; 17951c66c397SJeremy L Thompson 17962b730f8bSJeremy L Thompson CeedCall(CeedBasisGetCeed(basis_to, &ceed)); 1797f113e5dcSJeremy L Thompson 1798ecc88aebSJeremy L Thompson // Create projection matrix 17992b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateProjectionMatrices(basis_from, basis_to, &interp_project, &grad_project)); 1800f113e5dcSJeremy L Thompson 1801f113e5dcSJeremy L Thompson // Build basis 1802e104ad11SJames Wright { 1803e104ad11SJames Wright bool is_tensor_to, is_tensor_from; 1804e104ad11SJames Wright 1805e104ad11SJames Wright CeedCall(CeedBasisIsTensor(basis_to, &is_tensor_to)); 1806e104ad11SJames Wright CeedCall(CeedBasisIsTensor(basis_from, &is_tensor_from)); 1807e104ad11SJames Wright create_tensor = is_tensor_from && is_tensor_to; 1808e104ad11SJames Wright } 18092b730f8bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis_to, &dim)); 18102b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis_from, &num_comp)); 1811e104ad11SJames Wright if (create_tensor) { 1812f113e5dcSJeremy L Thompson CeedInt P_1d_to, P_1d_from; 18131c66c397SJeremy L Thompson 18142b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_from, &P_1d_from)); 18152b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_to, &P_1d_to)); 1816097cc795SJames Wright CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P_1d_from, P_1d_to, interp_project, grad_project, NULL, NULL, basis_project)); 1817f113e5dcSJeremy L Thompson } else { 1818de05fbb2SSebastian Grimberg // Even if basis_to and basis_from are not H1, the resulting basis is H1 for interpolation to work 1819f113e5dcSJeremy L Thompson CeedInt num_nodes_to, num_nodes_from; 18201c66c397SJeremy L Thompson CeedElemTopology topo; 18211c66c397SJeremy L Thompson 1822e00f3be8SJames Wright CeedCall(CeedBasisGetTopology(basis_from, &topo)); 18232b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_from, &num_nodes_from)); 18242b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_to, &num_nodes_to)); 1825097cc795SJames Wright CeedCall(CeedBasisCreateH1(ceed, topo, num_comp, num_nodes_from, num_nodes_to, interp_project, grad_project, NULL, NULL, basis_project)); 1826f113e5dcSJeremy L Thompson } 1827f113e5dcSJeremy L Thompson 1828f113e5dcSJeremy L Thompson // Cleanup 18292b730f8bSJeremy L Thompson CeedCall(CeedFree(&interp_project)); 18302b730f8bSJeremy L Thompson CeedCall(CeedFree(&grad_project)); 18319bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 1832f113e5dcSJeremy L Thompson return CEED_ERROR_SUCCESS; 1833f113e5dcSJeremy L Thompson } 1834f113e5dcSJeremy L Thompson 1835f113e5dcSJeremy L Thompson /** 1836ca94c3ddSJeremy L Thompson @brief Copy the pointer to a `CeedBasis`. 18379560d06aSjeremylt 1838ca94c3ddSJeremy L Thompson Note: If the value of `*basis_copy` passed into this function is non-`NULL`, then it is assumed that `*basis_copy` is a pointer to a `CeedBasis`. 1839ca94c3ddSJeremy L Thompson This `CeedBasis` will be destroyed if `*basis_copy` is the only reference to this `CeedBasis`. 1840ea61e9acSJeremy L Thompson 1841ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` to copy reference to 1842ea61e9acSJeremy L Thompson @param[in,out] basis_copy Variable to store copied reference 18439560d06aSjeremylt 18449560d06aSjeremylt @return An error code: 0 - success, otherwise - failure 18459560d06aSjeremylt 18469560d06aSjeremylt @ref User 18479560d06aSjeremylt **/ 18489560d06aSjeremylt int CeedBasisReferenceCopy(CeedBasis basis, CeedBasis *basis_copy) { 1849356036faSJeremy L Thompson if (basis != CEED_BASIS_NONE) CeedCall(CeedBasisReference(basis)); 18502b730f8bSJeremy L Thompson CeedCall(CeedBasisDestroy(basis_copy)); 18519560d06aSjeremylt *basis_copy = basis; 18529560d06aSjeremylt return CEED_ERROR_SUCCESS; 18539560d06aSjeremylt } 18549560d06aSjeremylt 18559560d06aSjeremylt /** 1856ca94c3ddSJeremy L Thompson @brief View a `CeedBasis` 18577a982d89SJeremy L. Thompson 1858ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` to view 1859ca94c3ddSJeremy L Thompson @param[in] stream Stream to view to, e.g., `stdout` 18607a982d89SJeremy L. Thompson 18617a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 18627a982d89SJeremy L. Thompson 18637a982d89SJeremy L. Thompson @ref User 18647a982d89SJeremy L. Thompson **/ 18657a982d89SJeremy L. Thompson int CeedBasisView(CeedBasis basis, FILE *stream) { 18661203703bSJeremy L Thompson bool is_tensor_basis; 18671203703bSJeremy L Thompson CeedElemTopology topo; 18681203703bSJeremy L Thompson CeedFESpace fe_space; 18691203703bSJeremy L Thompson 18701203703bSJeremy L Thompson // Basis data 18711203703bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 18721203703bSJeremy L Thompson CeedCall(CeedBasisGetTopology(basis, &topo)); 18731203703bSJeremy L Thompson CeedCall(CeedBasisGetFESpace(basis, &fe_space)); 18742b730f8bSJeremy L Thompson 187550c301a5SRezgar Shakeri // Print FE space and element topology of the basis 1876edf04919SJeremy L Thompson fprintf(stream, "CeedBasis in a %s on a %s element\n", CeedFESpaces[fe_space], CeedElemTopologies[topo]); 18771203703bSJeremy L Thompson if (is_tensor_basis) { 1878edf04919SJeremy L Thompson fprintf(stream, " P: %" CeedInt_FMT "\n Q: %" CeedInt_FMT "\n", basis->P_1d, basis->Q_1d); 187950c301a5SRezgar Shakeri } else { 1880edf04919SJeremy L Thompson fprintf(stream, " P: %" CeedInt_FMT "\n Q: %" CeedInt_FMT "\n", basis->P, basis->Q); 188150c301a5SRezgar Shakeri } 1882edf04919SJeremy L Thompson fprintf(stream, " dimension: %" CeedInt_FMT "\n field components: %" CeedInt_FMT "\n", basis->dim, basis->num_comp); 1883ea61e9acSJeremy L Thompson // Print quadrature data, interpolation/gradient/divergence/curl of the basis 18841203703bSJeremy L Thompson if (is_tensor_basis) { // tensor basis 18851203703bSJeremy L Thompson CeedInt P_1d, Q_1d; 18861203703bSJeremy L Thompson const CeedScalar *q_ref_1d, *q_weight_1d, *interp_1d, *grad_1d; 18871203703bSJeremy L Thompson 18881203703bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 18891203703bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 18901203703bSJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref_1d)); 18911203703bSJeremy L Thompson CeedCall(CeedBasisGetQWeights(basis, &q_weight_1d)); 18921203703bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); 18931203703bSJeremy L Thompson CeedCall(CeedBasisGetGrad1D(basis, &grad_1d)); 18941203703bSJeremy L Thompson 18951203703bSJeremy L Thompson CeedCall(CeedScalarView("qref1d", "\t% 12.8f", 1, Q_1d, q_ref_1d, stream)); 18961203703bSJeremy L Thompson CeedCall(CeedScalarView("qweight1d", "\t% 12.8f", 1, Q_1d, q_weight_1d, stream)); 18971203703bSJeremy L Thompson CeedCall(CeedScalarView("interp1d", "\t% 12.8f", Q_1d, P_1d, interp_1d, stream)); 18981203703bSJeremy L Thompson CeedCall(CeedScalarView("grad1d", "\t% 12.8f", Q_1d, P_1d, grad_1d, stream)); 189950c301a5SRezgar Shakeri } else { // non-tensor basis 19001203703bSJeremy L Thompson CeedInt P, Q, dim, q_comp; 19011203703bSJeremy L Thompson const CeedScalar *q_ref, *q_weight, *interp, *grad, *div, *curl; 19021203703bSJeremy L Thompson 19031203703bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis, &P)); 19041203703bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis, &Q)); 19051203703bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 19061203703bSJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref)); 19071203703bSJeremy L Thompson CeedCall(CeedBasisGetQWeights(basis, &q_weight)); 19081203703bSJeremy L Thompson CeedCall(CeedBasisGetInterp(basis, &interp)); 19091203703bSJeremy L Thompson CeedCall(CeedBasisGetGrad(basis, &grad)); 19101203703bSJeremy L Thompson CeedCall(CeedBasisGetDiv(basis, &div)); 19111203703bSJeremy L Thompson CeedCall(CeedBasisGetCurl(basis, &curl)); 19121203703bSJeremy L Thompson 19131203703bSJeremy L Thompson CeedCall(CeedScalarView("qref", "\t% 12.8f", 1, Q * dim, q_ref, stream)); 19141203703bSJeremy L Thompson CeedCall(CeedScalarView("qweight", "\t% 12.8f", 1, Q, q_weight, stream)); 1915c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp)); 19161203703bSJeremy L Thompson CeedCall(CeedScalarView("interp", "\t% 12.8f", q_comp * Q, P, interp, stream)); 19171203703bSJeremy L Thompson if (grad) { 1918c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_GRAD, &q_comp)); 19191203703bSJeremy L Thompson CeedCall(CeedScalarView("grad", "\t% 12.8f", q_comp * Q, P, grad, stream)); 19207a982d89SJeremy L. Thompson } 19211203703bSJeremy L Thompson if (div) { 1922c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_DIV, &q_comp)); 19231203703bSJeremy L Thompson CeedCall(CeedScalarView("div", "\t% 12.8f", q_comp * Q, P, div, stream)); 1924c4e3f59bSSebastian Grimberg } 19251203703bSJeremy L Thompson if (curl) { 1926c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_CURL, &q_comp)); 19271203703bSJeremy L Thompson CeedCall(CeedScalarView("curl", "\t% 12.8f", q_comp * Q, P, curl, stream)); 192850c301a5SRezgar Shakeri } 192950c301a5SRezgar Shakeri } 1930e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 19317a982d89SJeremy L. Thompson } 19327a982d89SJeremy L. Thompson 19337a982d89SJeremy L. Thompson /** 1934db2becc9SJeremy L Thompson @brief Apply basis evaluation from nodes to quadrature points or vice versa 1935db2becc9SJeremy L Thompson 1936db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 1937db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 1938db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 1939db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to quadrature points; 1940db2becc9SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from quadrature points to nodes 1941db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_NONE to use values directly, 1942db2becc9SJeremy L Thompson @ref CEED_EVAL_INTERP to use interpolated values, 1943db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 1944db2becc9SJeremy L Thompson @ref CEED_EVAL_DIV to use divergence, 1945db2becc9SJeremy L Thompson @ref CEED_EVAL_CURL to use curl, 1946db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 1947db2becc9SJeremy L Thompson @param[in] u Input `CeedVector` 1948db2becc9SJeremy L Thompson @param[out] v Output `CeedVector` 1949db2becc9SJeremy L Thompson 1950db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 1951db2becc9SJeremy L Thompson 1952db2becc9SJeremy L Thompson @ref User 1953db2becc9SJeremy L Thompson **/ 1954db2becc9SJeremy L Thompson int CeedBasisApply(CeedBasis basis, CeedInt num_elem, CeedTransposeMode t_mode, CeedEvalMode eval_mode, CeedVector u, CeedVector v) { 1955db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyCheckDims(basis, num_elem, t_mode, eval_mode, u, v)); 1956db2becc9SJeremy L Thompson CeedCheck(basis->Apply, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Backend does not support CeedBasisApply"); 19572b730f8bSJeremy L Thompson CeedCall(basis->Apply(basis, num_elem, t_mode, eval_mode, u, v)); 1958e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 19597a982d89SJeremy L. Thompson } 19607a982d89SJeremy L. Thompson 19617a982d89SJeremy L. Thompson /** 1962db2becc9SJeremy L Thompson @brief Apply basis evaluation from quadrature points to nodes and sum into target vector 1963db2becc9SJeremy L Thompson 1964db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 1965db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 1966db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 1967db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_TRANSPOSE to apply the transpose, mapping from quadrature points to nodes; 1968db2becc9SJeremy L Thompson @ref CEED_NOTRANSPOSE is not valid for `CeedBasisApplyAdd()` 1969db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_NONE to use values directly, 1970db2becc9SJeremy L Thompson @ref CEED_EVAL_INTERP to use interpolated values, 1971db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 1972db2becc9SJeremy L Thompson @ref CEED_EVAL_DIV to use divergence, 1973db2becc9SJeremy L Thompson @ref CEED_EVAL_CURL to use curl, 1974db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 1975db2becc9SJeremy L Thompson @param[in] u Input `CeedVector` 1976db2becc9SJeremy L Thompson @param[out] v Output `CeedVector` to sum into 1977db2becc9SJeremy L Thompson 1978db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 1979db2becc9SJeremy L Thompson 1980db2becc9SJeremy L Thompson @ref User 1981db2becc9SJeremy L Thompson **/ 1982db2becc9SJeremy L Thompson int CeedBasisApplyAdd(CeedBasis basis, CeedInt num_elem, CeedTransposeMode t_mode, CeedEvalMode eval_mode, CeedVector u, CeedVector v) { 1983db2becc9SJeremy L Thompson CeedCheck(t_mode == CEED_TRANSPOSE, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "CeedBasisApplyAdd only supports CEED_TRANSPOSE"); 1984db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyCheckDims(basis, num_elem, t_mode, eval_mode, u, v)); 1985db2becc9SJeremy L Thompson CeedCheck(basis->ApplyAdd, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Backend does not implement CeedBasisApplyAdd"); 1986db2becc9SJeremy L Thompson CeedCall(basis->ApplyAdd(basis, num_elem, t_mode, eval_mode, u, v)); 1987db2becc9SJeremy L Thompson return CEED_ERROR_SUCCESS; 1988db2becc9SJeremy L Thompson } 1989db2becc9SJeremy L Thompson 1990db2becc9SJeremy L Thompson /** 1991db2becc9SJeremy L Thompson @brief Apply basis evaluation from nodes to arbitrary points 1992db2becc9SJeremy L Thompson 1993db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 1994db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 1995db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 1996db2becc9SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 1997db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 1998db2becc9SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from points to nodes 1999db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 2000db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 2001db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 2002db2becc9SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 2003db2becc9SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 2004db2becc9SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 2005db2becc9SJeremy L Thompson 2006db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2007db2becc9SJeremy L Thompson 2008db2becc9SJeremy L Thompson @ref User 2009db2becc9SJeremy L Thompson **/ 2010db2becc9SJeremy L Thompson int CeedBasisApplyAtPoints(CeedBasis basis, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, CeedEvalMode eval_mode, 2011db2becc9SJeremy L Thompson CeedVector x_ref, CeedVector u, CeedVector v) { 2012db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPointsCheckDims(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2013db2becc9SJeremy L Thompson if (basis->ApplyAtPoints) { 2014db2becc9SJeremy L Thompson CeedCall(basis->ApplyAtPoints(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2015db2becc9SJeremy L Thompson } else { 2016db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPoints_Core(basis, false, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2017db2becc9SJeremy L Thompson } 2018db2becc9SJeremy L Thompson return CEED_ERROR_SUCCESS; 2019db2becc9SJeremy L Thompson } 2020db2becc9SJeremy L Thompson 2021db2becc9SJeremy L Thompson /** 2022db2becc9SJeremy L Thompson @brief Apply basis evaluation from nodes to arbitrary points and sum into target vector 2023db2becc9SJeremy L Thompson 2024db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 2025db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 2026db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 2027db2becc9SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 2028db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 2029db2becc9SJeremy L Thompson @ref CEED_NOTRANSPOSE is not valid for `CeedBasisApplyAddAtPoints()` 2030db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 2031db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 2032db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 2033db2becc9SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 2034db2becc9SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 2035db2becc9SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 2036db2becc9SJeremy L Thompson 2037db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2038db2becc9SJeremy L Thompson 2039db2becc9SJeremy L Thompson @ref User 2040db2becc9SJeremy L Thompson **/ 2041db2becc9SJeremy L Thompson int CeedBasisApplyAddAtPoints(CeedBasis basis, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, CeedEvalMode eval_mode, 2042db2becc9SJeremy L Thompson CeedVector x_ref, CeedVector u, CeedVector v) { 2043db2becc9SJeremy L Thompson CeedCheck(t_mode == CEED_TRANSPOSE, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "CeedBasisApplyAddAtPoints only supports CEED_TRANSPOSE"); 2044db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPointsCheckDims(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2045db2becc9SJeremy L Thompson if (basis->ApplyAddAtPoints) { 2046db2becc9SJeremy L Thompson CeedCall(basis->ApplyAddAtPoints(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2047db2becc9SJeremy L Thompson } else { 2048db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPoints_Core(basis, true, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2049db2becc9SJeremy L Thompson } 2050db2becc9SJeremy L Thompson return CEED_ERROR_SUCCESS; 2051db2becc9SJeremy L Thompson } 2052db2becc9SJeremy L Thompson 2053db2becc9SJeremy L Thompson /** 20546e536b99SJeremy L Thompson @brief Get the `Ceed` associated with a `CeedBasis` 2055b7c9bbdaSJeremy L Thompson 2056ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2057ca94c3ddSJeremy L Thompson @param[out] ceed Variable to store `Ceed` 2058b7c9bbdaSJeremy L Thompson 2059b7c9bbdaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2060b7c9bbdaSJeremy L Thompson 2061b7c9bbdaSJeremy L Thompson @ref Advanced 2062b7c9bbdaSJeremy L Thompson **/ 2063b7c9bbdaSJeremy L Thompson int CeedBasisGetCeed(CeedBasis basis, Ceed *ceed) { 20649bc66399SJeremy L Thompson *ceed = NULL; 20659bc66399SJeremy L Thompson CeedCall(CeedReferenceCopy(CeedBasisReturnCeed(basis), ceed)); 2066b7c9bbdaSJeremy L Thompson return CEED_ERROR_SUCCESS; 2067b7c9bbdaSJeremy L Thompson } 2068b7c9bbdaSJeremy L Thompson 2069b7c9bbdaSJeremy L Thompson /** 20706e536b99SJeremy L Thompson @brief Return the `Ceed` associated with a `CeedBasis` 20716e536b99SJeremy L Thompson 20726e536b99SJeremy L Thompson @param[in] basis `CeedBasis` 20736e536b99SJeremy L Thompson 20746e536b99SJeremy L Thompson @return `Ceed` associated with the `basis` 20756e536b99SJeremy L Thompson 20766e536b99SJeremy L Thompson @ref Advanced 20776e536b99SJeremy L Thompson **/ 20786e536b99SJeremy L Thompson Ceed CeedBasisReturnCeed(CeedBasis basis) { return basis->ceed; } 20796e536b99SJeremy L Thompson 20806e536b99SJeremy L Thompson /** 2081ca94c3ddSJeremy L Thompson @brief Get dimension for given `CeedBasis` 20829d007619Sjeremylt 2083ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 20849d007619Sjeremylt @param[out] dim Variable to store dimension of basis 20859d007619Sjeremylt 20869d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 20879d007619Sjeremylt 2088b7c9bbdaSJeremy L Thompson @ref Advanced 20899d007619Sjeremylt **/ 20909d007619Sjeremylt int CeedBasisGetDimension(CeedBasis basis, CeedInt *dim) { 20919d007619Sjeremylt *dim = basis->dim; 2092e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 20939d007619Sjeremylt } 20949d007619Sjeremylt 20959d007619Sjeremylt /** 2096ca94c3ddSJeremy L Thompson @brief Get topology for given `CeedBasis` 2097d99fa3c5SJeremy L Thompson 2098ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2099d99fa3c5SJeremy L Thompson @param[out] topo Variable to store topology of basis 2100d99fa3c5SJeremy L Thompson 2101d99fa3c5SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2102d99fa3c5SJeremy L Thompson 2103b7c9bbdaSJeremy L Thompson @ref Advanced 2104d99fa3c5SJeremy L Thompson **/ 2105d99fa3c5SJeremy L Thompson int CeedBasisGetTopology(CeedBasis basis, CeedElemTopology *topo) { 2106d99fa3c5SJeremy L Thompson *topo = basis->topo; 2107e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2108d99fa3c5SJeremy L Thompson } 2109d99fa3c5SJeremy L Thompson 2110d99fa3c5SJeremy L Thompson /** 2111ca94c3ddSJeremy L Thompson @brief Get number of components for given `CeedBasis` 21129d007619Sjeremylt 2113ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2114ca94c3ddSJeremy L Thompson @param[out] num_comp Variable to store number of components 21159d007619Sjeremylt 21169d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21179d007619Sjeremylt 2118b7c9bbdaSJeremy L Thompson @ref Advanced 21199d007619Sjeremylt **/ 2120d1d35e2fSjeremylt int CeedBasisGetNumComponents(CeedBasis basis, CeedInt *num_comp) { 2121d1d35e2fSjeremylt *num_comp = basis->num_comp; 2122e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21239d007619Sjeremylt } 21249d007619Sjeremylt 21259d007619Sjeremylt /** 2126ca94c3ddSJeremy L Thompson @brief Get total number of nodes (in `dim` dimensions) of a `CeedBasis` 21279d007619Sjeremylt 2128ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 21299d007619Sjeremylt @param[out] P Variable to store number of nodes 21309d007619Sjeremylt 21319d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21329d007619Sjeremylt 21339d007619Sjeremylt @ref Utility 21349d007619Sjeremylt **/ 21359d007619Sjeremylt int CeedBasisGetNumNodes(CeedBasis basis, CeedInt *P) { 21369d007619Sjeremylt *P = basis->P; 2137e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21389d007619Sjeremylt } 21399d007619Sjeremylt 21409d007619Sjeremylt /** 2141ca94c3ddSJeremy L Thompson @brief Get total number of nodes (in 1 dimension) of a `CeedBasis` 21429d007619Sjeremylt 2143ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2144d1d35e2fSjeremylt @param[out] P_1d Variable to store number of nodes 21459d007619Sjeremylt 21469d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21479d007619Sjeremylt 2148b7c9bbdaSJeremy L Thompson @ref Advanced 21499d007619Sjeremylt **/ 2150d1d35e2fSjeremylt int CeedBasisGetNumNodes1D(CeedBasis basis, CeedInt *P_1d) { 21516e536b99SJeremy L Thompson CeedCheck(basis->is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "Cannot supply P_1d for non-tensor CeedBasis"); 2152d1d35e2fSjeremylt *P_1d = basis->P_1d; 2153e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21549d007619Sjeremylt } 21559d007619Sjeremylt 21569d007619Sjeremylt /** 2157ca94c3ddSJeremy L Thompson @brief Get total number of quadrature points (in `dim` dimensions) of a `CeedBasis` 21589d007619Sjeremylt 2159ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 21609d007619Sjeremylt @param[out] Q Variable to store number of quadrature points 21619d007619Sjeremylt 21629d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21639d007619Sjeremylt 21649d007619Sjeremylt @ref Utility 21659d007619Sjeremylt **/ 21669d007619Sjeremylt int CeedBasisGetNumQuadraturePoints(CeedBasis basis, CeedInt *Q) { 21679d007619Sjeremylt *Q = basis->Q; 2168e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21699d007619Sjeremylt } 21709d007619Sjeremylt 21719d007619Sjeremylt /** 2172ca94c3ddSJeremy L Thompson @brief Get total number of quadrature points (in 1 dimension) of a `CeedBasis` 21739d007619Sjeremylt 2174ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2175d1d35e2fSjeremylt @param[out] Q_1d Variable to store number of quadrature points 21769d007619Sjeremylt 21779d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21789d007619Sjeremylt 2179b7c9bbdaSJeremy L Thompson @ref Advanced 21809d007619Sjeremylt **/ 2181d1d35e2fSjeremylt int CeedBasisGetNumQuadraturePoints1D(CeedBasis basis, CeedInt *Q_1d) { 21826e536b99SJeremy L Thompson CeedCheck(basis->is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "Cannot supply Q_1d for non-tensor CeedBasis"); 2183d1d35e2fSjeremylt *Q_1d = basis->Q_1d; 2184e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21859d007619Sjeremylt } 21869d007619Sjeremylt 21879d007619Sjeremylt /** 2188ca94c3ddSJeremy L Thompson @brief Get reference coordinates of quadrature points (in `dim` dimensions) of a `CeedBasis` 21899d007619Sjeremylt 2190ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2191d1d35e2fSjeremylt @param[out] q_ref Variable to store reference coordinates of quadrature points 21929d007619Sjeremylt 21939d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21949d007619Sjeremylt 2195b7c9bbdaSJeremy L Thompson @ref Advanced 21969d007619Sjeremylt **/ 2197d1d35e2fSjeremylt int CeedBasisGetQRef(CeedBasis basis, const CeedScalar **q_ref) { 2198d1d35e2fSjeremylt *q_ref = basis->q_ref_1d; 2199e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22009d007619Sjeremylt } 22019d007619Sjeremylt 22029d007619Sjeremylt /** 2203ca94c3ddSJeremy L Thompson @brief Get quadrature weights of quadrature points (in `dim` dimensions) of a `CeedBasis` 22049d007619Sjeremylt 2205ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2206d1d35e2fSjeremylt @param[out] q_weight Variable to store quadrature weights 22079d007619Sjeremylt 22089d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22099d007619Sjeremylt 2210b7c9bbdaSJeremy L Thompson @ref Advanced 22119d007619Sjeremylt **/ 2212d1d35e2fSjeremylt int CeedBasisGetQWeights(CeedBasis basis, const CeedScalar **q_weight) { 2213d1d35e2fSjeremylt *q_weight = basis->q_weight_1d; 2214e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22159d007619Sjeremylt } 22169d007619Sjeremylt 22179d007619Sjeremylt /** 2218ca94c3ddSJeremy L Thompson @brief Get interpolation matrix of a `CeedBasis` 22199d007619Sjeremylt 2220ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 22219d007619Sjeremylt @param[out] interp Variable to store interpolation matrix 22229d007619Sjeremylt 22239d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22249d007619Sjeremylt 2225b7c9bbdaSJeremy L Thompson @ref Advanced 22269d007619Sjeremylt **/ 22276c58de82SJeremy L Thompson int CeedBasisGetInterp(CeedBasis basis, const CeedScalar **interp) { 22286402da51SJeremy L Thompson if (!basis->interp && basis->is_tensor_basis) { 22299d007619Sjeremylt // Allocate 22302b730f8bSJeremy L Thompson CeedCall(CeedMalloc(basis->Q * basis->P, &basis->interp)); 22319d007619Sjeremylt 22329d007619Sjeremylt // Initialize 22332b730f8bSJeremy L Thompson for (CeedInt i = 0; i < basis->Q * basis->P; i++) basis->interp[i] = 1.0; 22349d007619Sjeremylt 22359d007619Sjeremylt // Calculate 22362b730f8bSJeremy L Thompson for (CeedInt d = 0; d < basis->dim; d++) { 22372b730f8bSJeremy L Thompson for (CeedInt qpt = 0; qpt < basis->Q; qpt++) { 22389d007619Sjeremylt for (CeedInt node = 0; node < basis->P; node++) { 2239d1d35e2fSjeremylt CeedInt p = (node / CeedIntPow(basis->P_1d, d)) % basis->P_1d; 2240d1d35e2fSjeremylt CeedInt q = (qpt / CeedIntPow(basis->Q_1d, d)) % basis->Q_1d; 22411c66c397SJeremy L Thompson 2242d1d35e2fSjeremylt basis->interp[qpt * (basis->P) + node] *= basis->interp_1d[q * basis->P_1d + p]; 22439d007619Sjeremylt } 22449d007619Sjeremylt } 22452b730f8bSJeremy L Thompson } 22462b730f8bSJeremy L Thompson } 22479d007619Sjeremylt *interp = basis->interp; 2248e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22499d007619Sjeremylt } 22509d007619Sjeremylt 22519d007619Sjeremylt /** 2252ca94c3ddSJeremy L Thompson @brief Get 1D interpolation matrix of a tensor product `CeedBasis` 22539d007619Sjeremylt 2254ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2255d1d35e2fSjeremylt @param[out] interp_1d Variable to store interpolation matrix 22569d007619Sjeremylt 22579d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22589d007619Sjeremylt 22599d007619Sjeremylt @ref Backend 22609d007619Sjeremylt **/ 2261d1d35e2fSjeremylt int CeedBasisGetInterp1D(CeedBasis basis, const CeedScalar **interp_1d) { 22621203703bSJeremy L Thompson bool is_tensor_basis; 22631203703bSJeremy L Thompson 22641203703bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 22656e536b99SJeremy L Thompson CeedCheck(is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "CeedBasis is not a tensor product CeedBasis"); 2266d1d35e2fSjeremylt *interp_1d = basis->interp_1d; 2267e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22689d007619Sjeremylt } 22699d007619Sjeremylt 22709d007619Sjeremylt /** 2271ca94c3ddSJeremy L Thompson @brief Get gradient matrix of a `CeedBasis` 22729d007619Sjeremylt 2273ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 22749d007619Sjeremylt @param[out] grad Variable to store gradient matrix 22759d007619Sjeremylt 22769d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22779d007619Sjeremylt 2278b7c9bbdaSJeremy L Thompson @ref Advanced 22799d007619Sjeremylt **/ 22806c58de82SJeremy L Thompson int CeedBasisGetGrad(CeedBasis basis, const CeedScalar **grad) { 22816402da51SJeremy L Thompson if (!basis->grad && basis->is_tensor_basis) { 22829d007619Sjeremylt // Allocate 22832b730f8bSJeremy L Thompson CeedCall(CeedMalloc(basis->dim * basis->Q * basis->P, &basis->grad)); 22849d007619Sjeremylt 22859d007619Sjeremylt // Initialize 22862b730f8bSJeremy L Thompson for (CeedInt i = 0; i < basis->dim * basis->Q * basis->P; i++) basis->grad[i] = 1.0; 22879d007619Sjeremylt 22889d007619Sjeremylt // Calculate 22892b730f8bSJeremy L Thompson for (CeedInt d = 0; d < basis->dim; d++) { 22902b730f8bSJeremy L Thompson for (CeedInt i = 0; i < basis->dim; i++) { 22912b730f8bSJeremy L Thompson for (CeedInt qpt = 0; qpt < basis->Q; qpt++) { 22929d007619Sjeremylt for (CeedInt node = 0; node < basis->P; node++) { 2293d1d35e2fSjeremylt CeedInt p = (node / CeedIntPow(basis->P_1d, d)) % basis->P_1d; 2294d1d35e2fSjeremylt CeedInt q = (qpt / CeedIntPow(basis->Q_1d, d)) % basis->Q_1d; 22951c66c397SJeremy L Thompson 22962b730f8bSJeremy L Thompson if (i == d) basis->grad[(i * basis->Q + qpt) * (basis->P) + node] *= basis->grad_1d[q * basis->P_1d + p]; 22972b730f8bSJeremy L Thompson else basis->grad[(i * basis->Q + qpt) * (basis->P) + node] *= basis->interp_1d[q * basis->P_1d + p]; 22982b730f8bSJeremy L Thompson } 22992b730f8bSJeremy L Thompson } 23002b730f8bSJeremy L Thompson } 23019d007619Sjeremylt } 23029d007619Sjeremylt } 23039d007619Sjeremylt *grad = basis->grad; 2304e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 23059d007619Sjeremylt } 23069d007619Sjeremylt 23079d007619Sjeremylt /** 2308ca94c3ddSJeremy L Thompson @brief Get 1D gradient matrix of a tensor product `CeedBasis` 23099d007619Sjeremylt 2310ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2311d1d35e2fSjeremylt @param[out] grad_1d Variable to store gradient matrix 23129d007619Sjeremylt 23139d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 23149d007619Sjeremylt 2315b7c9bbdaSJeremy L Thompson @ref Advanced 23169d007619Sjeremylt **/ 2317d1d35e2fSjeremylt int CeedBasisGetGrad1D(CeedBasis basis, const CeedScalar **grad_1d) { 23181203703bSJeremy L Thompson bool is_tensor_basis; 23191203703bSJeremy L Thompson 23201203703bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 23216e536b99SJeremy L Thompson CeedCheck(is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "CeedBasis is not a tensor product CeedBasis"); 2322d1d35e2fSjeremylt *grad_1d = basis->grad_1d; 2323e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 23249d007619Sjeremylt } 23259d007619Sjeremylt 23269d007619Sjeremylt /** 2327ca94c3ddSJeremy L Thompson @brief Get divergence matrix of a `CeedBasis` 232850c301a5SRezgar Shakeri 2329ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 233050c301a5SRezgar Shakeri @param[out] div Variable to store divergence matrix 233150c301a5SRezgar Shakeri 233250c301a5SRezgar Shakeri @return An error code: 0 - success, otherwise - failure 233350c301a5SRezgar Shakeri 233450c301a5SRezgar Shakeri @ref Advanced 233550c301a5SRezgar Shakeri **/ 233650c301a5SRezgar Shakeri int CeedBasisGetDiv(CeedBasis basis, const CeedScalar **div) { 233750c301a5SRezgar Shakeri *div = basis->div; 233850c301a5SRezgar Shakeri return CEED_ERROR_SUCCESS; 233950c301a5SRezgar Shakeri } 234050c301a5SRezgar Shakeri 234150c301a5SRezgar Shakeri /** 2342ca94c3ddSJeremy L Thompson @brief Get curl matrix of a `CeedBasis` 2343c4e3f59bSSebastian Grimberg 2344ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2345c4e3f59bSSebastian Grimberg @param[out] curl Variable to store curl matrix 2346c4e3f59bSSebastian Grimberg 2347c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 2348c4e3f59bSSebastian Grimberg 2349c4e3f59bSSebastian Grimberg @ref Advanced 2350c4e3f59bSSebastian Grimberg **/ 2351c4e3f59bSSebastian Grimberg int CeedBasisGetCurl(CeedBasis basis, const CeedScalar **curl) { 2352c4e3f59bSSebastian Grimberg *curl = basis->curl; 2353c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 2354c4e3f59bSSebastian Grimberg } 2355c4e3f59bSSebastian Grimberg 2356c4e3f59bSSebastian Grimberg /** 2357ca94c3ddSJeremy L Thompson @brief Destroy a @ref CeedBasis 23587a982d89SJeremy L. Thompson 2359ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` to destroy 23607a982d89SJeremy L. Thompson 23617a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 23627a982d89SJeremy L. Thompson 23637a982d89SJeremy L. Thompson @ref User 23647a982d89SJeremy L. Thompson **/ 23657a982d89SJeremy L. Thompson int CeedBasisDestroy(CeedBasis *basis) { 2366356036faSJeremy L Thompson if (!*basis || *basis == CEED_BASIS_NONE || --(*basis)->ref_count > 0) { 2367ad6481ceSJeremy L Thompson *basis = NULL; 2368ad6481ceSJeremy L Thompson return CEED_ERROR_SUCCESS; 2369ad6481ceSJeremy L Thompson } 23702b730f8bSJeremy L Thompson if ((*basis)->Destroy) CeedCall((*basis)->Destroy(*basis)); 23719831d45aSJeremy L Thompson CeedCall(CeedTensorContractDestroy(&(*basis)->contract)); 2372c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->q_ref_1d)); 2373c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->q_weight_1d)); 23742b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->interp)); 23752b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->interp_1d)); 23762b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->grad)); 23772b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->grad_1d)); 2378c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->div)); 2379c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->curl)); 2380c8c3fa7dSJeremy L Thompson CeedCall(CeedVectorDestroy(&(*basis)->vec_chebyshev)); 2381c8c3fa7dSJeremy L Thompson CeedCall(CeedBasisDestroy(&(*basis)->basis_chebyshev)); 23822b730f8bSJeremy L Thompson CeedCall(CeedDestroy(&(*basis)->ceed)); 23832b730f8bSJeremy L Thompson CeedCall(CeedFree(basis)); 2384e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 23857a982d89SJeremy L. Thompson } 23867a982d89SJeremy L. Thompson 23877a982d89SJeremy L. Thompson /** 2388b11c1e72Sjeremylt @brief Construct a Gauss-Legendre quadrature 2389b11c1e72Sjeremylt 2390ca94c3ddSJeremy L Thompson @param[in] Q Number of quadrature points (integrates polynomials of degree `2*Q-1` exactly) 2391ca94c3ddSJeremy L Thompson @param[out] q_ref_1d Array of length `Q` to hold the abscissa on `[-1, 1]` 2392ca94c3ddSJeremy L Thompson @param[out] q_weight_1d Array of length `Q` to hold the weights 2393b11c1e72Sjeremylt 2394b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 2395dfdf5a53Sjeremylt 2396dfdf5a53Sjeremylt @ref Utility 2397b11c1e72Sjeremylt **/ 23982b730f8bSJeremy L Thompson int CeedGaussQuadrature(CeedInt Q, CeedScalar *q_ref_1d, CeedScalar *q_weight_1d) { 2399d7b241e6Sjeremylt CeedScalar P0, P1, P2, dP2, xi, wi, PI = 4.0 * atan(1.0); 24001c66c397SJeremy L Thompson 2401d1d35e2fSjeremylt // Build q_ref_1d, q_weight_1d 240292ae7e47SJeremy L Thompson for (CeedInt i = 0; i <= Q / 2; i++) { 2403d7b241e6Sjeremylt // Guess 2404d7b241e6Sjeremylt xi = cos(PI * (CeedScalar)(2 * i + 1) / ((CeedScalar)(2 * Q))); 2405d7b241e6Sjeremylt // Pn(xi) 2406d7b241e6Sjeremylt P0 = 1.0; 2407d7b241e6Sjeremylt P1 = xi; 2408d7b241e6Sjeremylt P2 = 0.0; 240992ae7e47SJeremy L Thompson for (CeedInt j = 2; j <= Q; j++) { 2410d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2411d7b241e6Sjeremylt P0 = P1; 2412d7b241e6Sjeremylt P1 = P2; 2413d7b241e6Sjeremylt } 2414d7b241e6Sjeremylt // First Newton Step 2415d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2416d7b241e6Sjeremylt xi = xi - P2 / dP2; 2417d7b241e6Sjeremylt // Newton to convergence 241892ae7e47SJeremy L Thompson for (CeedInt k = 0; k < 100 && fabs(P2) > 10 * CEED_EPSILON; k++) { 2419d7b241e6Sjeremylt P0 = 1.0; 2420d7b241e6Sjeremylt P1 = xi; 242192ae7e47SJeremy L Thompson for (CeedInt j = 2; j <= Q; j++) { 2422d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2423d7b241e6Sjeremylt P0 = P1; 2424d7b241e6Sjeremylt P1 = P2; 2425d7b241e6Sjeremylt } 2426d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2427d7b241e6Sjeremylt xi = xi - P2 / dP2; 2428d7b241e6Sjeremylt } 2429d7b241e6Sjeremylt // Save xi, wi 2430d7b241e6Sjeremylt wi = 2.0 / ((1.0 - xi * xi) * dP2 * dP2); 2431d1d35e2fSjeremylt q_weight_1d[i] = wi; 2432d1d35e2fSjeremylt q_weight_1d[Q - 1 - i] = wi; 2433d1d35e2fSjeremylt q_ref_1d[i] = -xi; 2434d1d35e2fSjeremylt q_ref_1d[Q - 1 - i] = xi; 2435d7b241e6Sjeremylt } 2436e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2437d7b241e6Sjeremylt } 2438d7b241e6Sjeremylt 2439b11c1e72Sjeremylt /** 2440b11c1e72Sjeremylt @brief Construct a Gauss-Legendre-Lobatto quadrature 2441b11c1e72Sjeremylt 2442ca94c3ddSJeremy L Thompson @param[in] Q Number of quadrature points (integrates polynomials of degree `2*Q-3` exactly) 2443ca94c3ddSJeremy L Thompson @param[out] q_ref_1d Array of length `Q` to hold the abscissa on `[-1, 1]` 2444ca94c3ddSJeremy L Thompson @param[out] q_weight_1d Array of length `Q` to hold the weights 2445b11c1e72Sjeremylt 2446b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 2447dfdf5a53Sjeremylt 2448dfdf5a53Sjeremylt @ref Utility 2449b11c1e72Sjeremylt **/ 24502b730f8bSJeremy L Thompson int CeedLobattoQuadrature(CeedInt Q, CeedScalar *q_ref_1d, CeedScalar *q_weight_1d) { 2451d7b241e6Sjeremylt CeedScalar P0, P1, P2, dP2, d2P2, xi, wi, PI = 4.0 * atan(1.0); 24521c66c397SJeremy L Thompson 2453d1d35e2fSjeremylt // Build q_ref_1d, q_weight_1d 2454d7b241e6Sjeremylt // Set endpoints 24556574a04fSJeremy L Thompson CeedCheck(Q > 1, NULL, CEED_ERROR_DIMENSION, "Cannot create Lobatto quadrature with Q=%" CeedInt_FMT " < 2 points", Q); 2456d7b241e6Sjeremylt wi = 2.0 / ((CeedScalar)(Q * (Q - 1))); 2457d1d35e2fSjeremylt if (q_weight_1d) { 2458d1d35e2fSjeremylt q_weight_1d[0] = wi; 2459d1d35e2fSjeremylt q_weight_1d[Q - 1] = wi; 2460d7b241e6Sjeremylt } 2461d1d35e2fSjeremylt q_ref_1d[0] = -1.0; 2462d1d35e2fSjeremylt q_ref_1d[Q - 1] = 1.0; 2463d7b241e6Sjeremylt // Interior 246492ae7e47SJeremy L Thompson for (CeedInt i = 1; i <= (Q - 1) / 2; i++) { 2465d7b241e6Sjeremylt // Guess 2466d7b241e6Sjeremylt xi = cos(PI * (CeedScalar)(i) / (CeedScalar)(Q - 1)); 2467d7b241e6Sjeremylt // Pn(xi) 2468d7b241e6Sjeremylt P0 = 1.0; 2469d7b241e6Sjeremylt P1 = xi; 2470d7b241e6Sjeremylt P2 = 0.0; 247192ae7e47SJeremy L Thompson for (CeedInt j = 2; j < Q; j++) { 2472d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2473d7b241e6Sjeremylt P0 = P1; 2474d7b241e6Sjeremylt P1 = P2; 2475d7b241e6Sjeremylt } 2476d7b241e6Sjeremylt // First Newton step 2477d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2478d7b241e6Sjeremylt d2P2 = (2 * xi * dP2 - (CeedScalar)(Q * (Q - 1)) * P2) / (1.0 - xi * xi); 2479d7b241e6Sjeremylt xi = xi - dP2 / d2P2; 2480d7b241e6Sjeremylt // Newton to convergence 248192ae7e47SJeremy L Thompson for (CeedInt k = 0; k < 100 && fabs(dP2) > 10 * CEED_EPSILON; k++) { 2482d7b241e6Sjeremylt P0 = 1.0; 2483d7b241e6Sjeremylt P1 = xi; 248492ae7e47SJeremy L Thompson for (CeedInt j = 2; j < Q; j++) { 2485d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2486d7b241e6Sjeremylt P0 = P1; 2487d7b241e6Sjeremylt P1 = P2; 2488d7b241e6Sjeremylt } 2489d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2490d7b241e6Sjeremylt d2P2 = (2 * xi * dP2 - (CeedScalar)(Q * (Q - 1)) * P2) / (1.0 - xi * xi); 2491d7b241e6Sjeremylt xi = xi - dP2 / d2P2; 2492d7b241e6Sjeremylt } 2493d7b241e6Sjeremylt // Save xi, wi 2494d7b241e6Sjeremylt wi = 2.0 / (((CeedScalar)(Q * (Q - 1))) * P2 * P2); 2495d1d35e2fSjeremylt if (q_weight_1d) { 2496d1d35e2fSjeremylt q_weight_1d[i] = wi; 2497d1d35e2fSjeremylt q_weight_1d[Q - 1 - i] = wi; 2498d7b241e6Sjeremylt } 2499d1d35e2fSjeremylt q_ref_1d[i] = -xi; 2500d1d35e2fSjeremylt q_ref_1d[Q - 1 - i] = xi; 2501d7b241e6Sjeremylt } 2502e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2503d7b241e6Sjeremylt } 2504d7b241e6Sjeremylt 2505d7b241e6Sjeremylt /// @} 2506