1d275d636SJeremy L Thompson // Copyright (c) 2017-2025, Lawrence Livermore National Security, LLC and other CEED contributors. 23d8e8822SJeremy L Thompson // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 3d7b241e6Sjeremylt // 43d8e8822SJeremy L Thompson // SPDX-License-Identifier: BSD-2-Clause 5d7b241e6Sjeremylt // 63d8e8822SJeremy L Thompson // This file is part of CEED: http://github.com/ceed 7d7b241e6Sjeremylt 83d576824SJeremy L Thompson #include <ceed-impl.h> 949aac155SJeremy L Thompson #include <ceed.h> 102b730f8bSJeremy L Thompson #include <ceed/backend.h> 11d7b241e6Sjeremylt #include <math.h> 123d576824SJeremy L Thompson #include <stdbool.h> 13d7b241e6Sjeremylt #include <stdio.h> 14d7b241e6Sjeremylt #include <string.h> 15d7b241e6Sjeremylt 167a982d89SJeremy L. Thompson /// @file 177a982d89SJeremy L. Thompson /// Implementation of CeedBasis interfaces 187a982d89SJeremy L. Thompson 19d7b241e6Sjeremylt /// @cond DOXYGEN_SKIP 20356036faSJeremy L Thompson static struct CeedBasis_private ceed_basis_none; 21d7b241e6Sjeremylt /// @endcond 22d7b241e6Sjeremylt 237a982d89SJeremy L. Thompson /// @addtogroup CeedBasisUser 247a982d89SJeremy L. Thompson /// @{ 257a982d89SJeremy L. Thompson 26ca94c3ddSJeremy L Thompson /// Argument for @ref CeedOperatorSetField() indicating that the field does not require a `CeedBasis` 27356036faSJeremy L Thompson const CeedBasis CEED_BASIS_NONE = &ceed_basis_none; 28356036faSJeremy L Thompson 297a982d89SJeremy L. Thompson /// @} 307a982d89SJeremy L. Thompson 317a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 327a982d89SJeremy L. Thompson /// CeedBasis Library Internal Functions 337a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 347a982d89SJeremy L. Thompson /// @addtogroup CeedBasisDeveloper 357a982d89SJeremy L. Thompson /// @{ 367a982d89SJeremy L. Thompson 377a982d89SJeremy L. Thompson /** 383778dbaaSJeremy L Thompson @brief Compute Chebyshev polynomial values at a point 393778dbaaSJeremy L Thompson 403778dbaaSJeremy L Thompson @param[in] x Coordinate to evaluate Chebyshev polynomials at 41ca94c3ddSJeremy L Thompson @param[in] n Number of Chebyshev polynomials to evaluate, `n >= 2` 423778dbaaSJeremy L Thompson @param[out] chebyshev_x Array of Chebyshev polynomial values 433778dbaaSJeremy L Thompson 443778dbaaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 453778dbaaSJeremy L Thompson 463778dbaaSJeremy L Thompson @ref Developer 473778dbaaSJeremy L Thompson **/ 483778dbaaSJeremy L Thompson static int CeedChebyshevPolynomialsAtPoint(CeedScalar x, CeedInt n, CeedScalar *chebyshev_x) { 493778dbaaSJeremy L Thompson chebyshev_x[0] = 1.0; 503778dbaaSJeremy L Thompson chebyshev_x[1] = 2 * x; 513778dbaaSJeremy L Thompson for (CeedInt i = 2; i < n; i++) chebyshev_x[i] = 2 * x * chebyshev_x[i - 1] - chebyshev_x[i - 2]; 523778dbaaSJeremy L Thompson return CEED_ERROR_SUCCESS; 533778dbaaSJeremy L Thompson } 543778dbaaSJeremy L Thompson 553778dbaaSJeremy L Thompson /** 563778dbaaSJeremy L Thompson @brief Compute values of the derivative of Chebyshev polynomials at a point 573778dbaaSJeremy L Thompson 583778dbaaSJeremy L Thompson @param[in] x Coordinate to evaluate derivative of Chebyshev polynomials at 59ca94c3ddSJeremy L Thompson @param[in] n Number of Chebyshev polynomials to evaluate, `n >= 2` 606cec60aaSJed Brown @param[out] chebyshev_dx Array of Chebyshev polynomial derivative values 613778dbaaSJeremy L Thompson 623778dbaaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 633778dbaaSJeremy L Thompson 643778dbaaSJeremy L Thompson @ref Developer 653778dbaaSJeremy L Thompson **/ 663778dbaaSJeremy L Thompson static int CeedChebyshevDerivativeAtPoint(CeedScalar x, CeedInt n, CeedScalar *chebyshev_dx) { 673778dbaaSJeremy L Thompson CeedScalar chebyshev_x[3]; 683778dbaaSJeremy L Thompson 693778dbaaSJeremy L Thompson chebyshev_x[1] = 1.0; 703778dbaaSJeremy L Thompson chebyshev_x[2] = 2 * x; 713778dbaaSJeremy L Thompson chebyshev_dx[0] = 0.0; 723778dbaaSJeremy L Thompson chebyshev_dx[1] = 2.0; 733778dbaaSJeremy L Thompson for (CeedInt i = 2; i < n; i++) { 743778dbaaSJeremy L Thompson chebyshev_x[0] = chebyshev_x[1]; 753778dbaaSJeremy L Thompson chebyshev_x[1] = chebyshev_x[2]; 763778dbaaSJeremy L Thompson chebyshev_x[2] = 2 * x * chebyshev_x[1] - chebyshev_x[0]; 773778dbaaSJeremy L Thompson chebyshev_dx[i] = 2 * x * chebyshev_dx[i - 1] + 2 * chebyshev_x[1] - chebyshev_dx[i - 2]; 783778dbaaSJeremy L Thompson } 793778dbaaSJeremy L Thompson return CEED_ERROR_SUCCESS; 803778dbaaSJeremy L Thompson } 813778dbaaSJeremy L Thompson 823778dbaaSJeremy L Thompson /** 83ca94c3ddSJeremy L Thompson @brief Compute Householder reflection. 847a982d89SJeremy L. Thompson 85ca94c3ddSJeremy L Thompson Computes \f$A = (I - b v v^T) A\f$, where \f$A\f$ is an \f$m \times n\f$ matrix indexed as `A[i*row + j*col]`. 867a982d89SJeremy L. Thompson 877a982d89SJeremy L. Thompson @param[in,out] A Matrix to apply Householder reflection to, in place 88ea61e9acSJeremy L Thompson @param[in] v Householder vector 89ea61e9acSJeremy L Thompson @param[in] b Scaling factor 90ca94c3ddSJeremy L Thompson @param[in] m Number of rows in `A` 91ca94c3ddSJeremy L Thompson @param[in] n Number of columns in `A` 92ea61e9acSJeremy L Thompson @param[in] row Row stride 93ea61e9acSJeremy L Thompson @param[in] col Col stride 947a982d89SJeremy L. Thompson 957a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 967a982d89SJeremy L. Thompson 977a982d89SJeremy L. Thompson @ref Developer 987a982d89SJeremy L. Thompson **/ 992b730f8bSJeremy L Thompson static int CeedHouseholderReflect(CeedScalar *A, const CeedScalar *v, CeedScalar b, CeedInt m, CeedInt n, CeedInt row, CeedInt col) { 1007a982d89SJeremy L. Thompson for (CeedInt j = 0; j < n; j++) { 1017a982d89SJeremy L. Thompson CeedScalar w = A[0 * row + j * col]; 1021c66c397SJeremy L Thompson 1032b730f8bSJeremy L Thompson for (CeedInt i = 1; i < m; i++) w += v[i] * A[i * row + j * col]; 1047a982d89SJeremy L. Thompson A[0 * row + j * col] -= b * w; 1052b730f8bSJeremy L Thompson for (CeedInt i = 1; i < m; i++) A[i * row + j * col] -= b * w * v[i]; 1067a982d89SJeremy L. Thompson } 107e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1087a982d89SJeremy L. Thompson } 1097a982d89SJeremy L. Thompson 1107a982d89SJeremy L. Thompson /** 1117a982d89SJeremy L. Thompson @brief Compute Givens rotation 1127a982d89SJeremy L. Thompson 113ca94c3ddSJeremy L Thompson Computes \f$A = G A\f$ (or \f$G^T A\f$ in transpose mode), where \f$A\f$ is an \f$m \times n\f$ matrix indexed as `A[i*n + j*m]`. 1147a982d89SJeremy L. Thompson 1157a982d89SJeremy L. Thompson @param[in,out] A Row major matrix to apply Givens rotation to, in place 116ea61e9acSJeremy L Thompson @param[in] c Cosine factor 117ea61e9acSJeremy L Thompson @param[in] s Sine factor 118ca94c3ddSJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to rotate the basis counter-clockwise, which has the effect of rotating columns of `A` clockwise; 1194cc79fe7SJed Brown @ref CEED_TRANSPOSE for the opposite rotation 120ea61e9acSJeremy L Thompson @param[in] i First row/column to apply rotation 121ea61e9acSJeremy L Thompson @param[in] k Second row/column to apply rotation 122ca94c3ddSJeremy L Thompson @param[in] m Number of rows in `A` 123ca94c3ddSJeremy L Thompson @param[in] n Number of columns in `A` 1247a982d89SJeremy L. Thompson 1257a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 1267a982d89SJeremy L. Thompson 1277a982d89SJeremy L. Thompson @ref Developer 1287a982d89SJeremy L. Thompson **/ 1292b730f8bSJeremy L Thompson static int CeedGivensRotation(CeedScalar *A, CeedScalar c, CeedScalar s, CeedTransposeMode t_mode, CeedInt i, CeedInt k, CeedInt m, CeedInt n) { 130d1d35e2fSjeremylt CeedInt stride_j = 1, stride_ik = m, num_its = n; 1311c66c397SJeremy L Thompson 132d1d35e2fSjeremylt if (t_mode == CEED_NOTRANSPOSE) { 1332b730f8bSJeremy L Thompson stride_j = n; 1342b730f8bSJeremy L Thompson stride_ik = 1; 1352b730f8bSJeremy L Thompson num_its = m; 1367a982d89SJeremy L. Thompson } 1377a982d89SJeremy L. Thompson 1387a982d89SJeremy L. Thompson // Apply rotation 139d1d35e2fSjeremylt for (CeedInt j = 0; j < num_its; j++) { 140d1d35e2fSjeremylt CeedScalar tau1 = A[i * stride_ik + j * stride_j], tau2 = A[k * stride_ik + j * stride_j]; 1411c66c397SJeremy L Thompson 142d1d35e2fSjeremylt A[i * stride_ik + j * stride_j] = c * tau1 - s * tau2; 143d1d35e2fSjeremylt A[k * stride_ik + j * stride_j] = s * tau1 + c * tau2; 1447a982d89SJeremy L. Thompson } 145e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1467a982d89SJeremy L. Thompson } 1477a982d89SJeremy L. Thompson 1487a982d89SJeremy L. Thompson /** 149ca94c3ddSJeremy L Thompson @brief View an array stored in a `CeedBasis` 1507a982d89SJeremy L. Thompson 1510a0da059Sjeremylt @param[in] name Name of array 152d1d35e2fSjeremylt @param[in] fp_fmt Printing format 1530a0da059Sjeremylt @param[in] m Number of rows in array 1540a0da059Sjeremylt @param[in] n Number of columns in array 1550a0da059Sjeremylt @param[in] a Array to be viewed 156ca94c3ddSJeremy L Thompson @param[in] stream Stream to view to, e.g., `stdout` 1577a982d89SJeremy L. Thompson 1587a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 1597a982d89SJeremy L. Thompson 1607a982d89SJeremy L. Thompson @ref Developer 1617a982d89SJeremy L. Thompson **/ 1622b730f8bSJeremy L Thompson static int CeedScalarView(const char *name, const char *fp_fmt, CeedInt m, CeedInt n, const CeedScalar *a, FILE *stream) { 163edf04919SJeremy L Thompson if (m > 1) { 164edf04919SJeremy L Thompson fprintf(stream, " %s:\n", name); 165edf04919SJeremy L Thompson } else { 166edf04919SJeremy L Thompson char padded_name[12]; 167edf04919SJeremy L Thompson 168edf04919SJeremy L Thompson snprintf(padded_name, 11, "%s:", name); 169edf04919SJeremy L Thompson fprintf(stream, " %-10s", padded_name); 170edf04919SJeremy L Thompson } 17192ae7e47SJeremy L Thompson for (CeedInt i = 0; i < m; i++) { 172edf04919SJeremy L Thompson if (m > 1) fprintf(stream, " [%" CeedInt_FMT "]", i); 1732b730f8bSJeremy L Thompson for (CeedInt j = 0; j < n; j++) fprintf(stream, fp_fmt, fabs(a[i * n + j]) > 1E-14 ? a[i * n + j] : 0); 1747a982d89SJeremy L. Thompson fputs("\n", stream); 1757a982d89SJeremy L. Thompson } 176e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1777a982d89SJeremy L. Thompson } 1787a982d89SJeremy L. Thompson 179a76a04e7SJeremy L Thompson /** 180ea61e9acSJeremy L Thompson @brief Create the interpolation and gradient matrices for projection from the nodes of `basis_from` to the nodes of `basis_to`. 181ba59ac12SSebastian Grimberg 18215ad3917SSebastian Grimberg The interpolation is given by `interp_project = interp_to^+ * interp_from`, where the pseudoinverse `interp_to^+` is given by QR factorization. 183ca94c3ddSJeremy L Thompson The gradient is given by `grad_project = interp_to^+ * grad_from`, and is only computed for \f$H^1\f$ spaces otherwise it should not be used. 18415ad3917SSebastian Grimberg 185ba59ac12SSebastian Grimberg Note: `basis_from` and `basis_to` must have compatible quadrature spaces. 186a76a04e7SJeremy L Thompson 187ca94c3ddSJeremy L Thompson @param[in] basis_from `CeedBasis` to project from 188ca94c3ddSJeremy L Thompson @param[in] basis_to `CeedBasis` to project to 189ca94c3ddSJeremy L Thompson @param[out] interp_project Address of the variable where the newly created interpolation matrix will be stored 190ca94c3ddSJeremy L Thompson @param[out] grad_project Address of the variable where the newly created gradient matrix will be stored 191a76a04e7SJeremy L Thompson 192a76a04e7SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 193a76a04e7SJeremy L Thompson 194a76a04e7SJeremy L Thompson @ref Developer 195a76a04e7SJeremy L Thompson **/ 1962b730f8bSJeremy L Thompson static int CeedBasisCreateProjectionMatrices(CeedBasis basis_from, CeedBasis basis_to, CeedScalar **interp_project, CeedScalar **grad_project) { 197e104ad11SJames Wright bool are_both_tensor; 1981c66c397SJeremy L Thompson CeedInt Q, Q_to, Q_from, P_to, P_from; 1991c66c397SJeremy L Thompson 200a76a04e7SJeremy L Thompson // Check for compatible quadrature spaces 2012b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis_to, &Q_to)); 2022b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis_from, &Q_from)); 2039bc66399SJeremy L Thompson CeedCheck(Q_to == Q_from, CeedBasisReturnCeed(basis_to), CEED_ERROR_DIMENSION, 2043f08121cSJeremy L Thompson "Bases must have compatible quadrature spaces." 20523622755SJeremy L Thompson " 'basis_from' has %" CeedInt_FMT " points and 'basis_to' has %" CeedInt_FMT, 2063f08121cSJeremy L Thompson Q_from, Q_to); 2071c66c397SJeremy L Thompson Q = Q_to; 208a76a04e7SJeremy L Thompson 20914556e63SJeremy L Thompson // Check for matching tensor or non-tensor 210e104ad11SJames Wright { 211e104ad11SJames Wright bool is_tensor_to, is_tensor_from; 212e104ad11SJames Wright 2132b730f8bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis_to, &is_tensor_to)); 2142b730f8bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis_from, &is_tensor_from)); 215e104ad11SJames Wright are_both_tensor = is_tensor_to && is_tensor_from; 216e104ad11SJames Wright } 217e104ad11SJames Wright if (are_both_tensor) { 2182b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_to, &P_to)); 2192b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_from, &P_from)); 2202b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis_from, &Q)); 2216574a04fSJeremy L Thompson } else { 2222b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_to, &P_to)); 2232b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_from, &P_from)); 224a76a04e7SJeremy L Thompson } 225a76a04e7SJeremy L Thompson 22615ad3917SSebastian Grimberg // Check for matching FE space 22715ad3917SSebastian Grimberg CeedFESpace fe_space_to, fe_space_from; 2283f08121cSJeremy L Thompson 22915ad3917SSebastian Grimberg CeedCall(CeedBasisGetFESpace(basis_to, &fe_space_to)); 23015ad3917SSebastian Grimberg CeedCall(CeedBasisGetFESpace(basis_from, &fe_space_from)); 2319bc66399SJeremy L Thompson CeedCheck(fe_space_to == fe_space_from, CeedBasisReturnCeed(basis_to), CEED_ERROR_MINOR, 2323f08121cSJeremy L Thompson "Bases must both be the same FE space type." 2333f08121cSJeremy L Thompson " 'basis_from' is a %s and 'basis_to' is a %s", 2343f08121cSJeremy L Thompson CeedFESpaces[fe_space_from], CeedFESpaces[fe_space_to]); 23515ad3917SSebastian Grimberg 23614556e63SJeremy L Thompson // Get source matrices 23715ad3917SSebastian Grimberg CeedInt dim, q_comp = 1; 2382247a93fSRezgar Shakeri CeedScalar *interp_to_inv, *interp_from; 2391c66c397SJeremy L Thompson const CeedScalar *interp_to_source = NULL, *interp_from_source = NULL, *grad_from_source = NULL; 2401c66c397SJeremy L Thompson 241b3ed00e5SJames Wright CeedCall(CeedBasisGetDimension(basis_from, &dim)); 242e104ad11SJames Wright if (are_both_tensor) { 2432b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis_to, &interp_to_source)); 2442b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis_from, &interp_from_source)); 245a76a04e7SJeremy L Thompson } else { 24615ad3917SSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis_from, CEED_EVAL_INTERP, &q_comp)); 2472b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp(basis_to, &interp_to_source)); 2482b730f8bSJeremy L Thompson CeedCall(CeedBasisGetInterp(basis_from, &interp_from_source)); 24915ad3917SSebastian Grimberg } 25015ad3917SSebastian Grimberg CeedCall(CeedMalloc(Q * P_from * q_comp, &interp_from)); 25115ad3917SSebastian Grimberg CeedCall(CeedCalloc(P_to * P_from, interp_project)); 25215ad3917SSebastian Grimberg 25315ad3917SSebastian Grimberg // `grad_project = interp_to^+ * grad_from` is computed for the H^1 space case so the 254de05fbb2SSebastian Grimberg // projection basis will have a gradient operation (allocated even if not H^1 for the 255de05fbb2SSebastian Grimberg // basis construction later on) 25615ad3917SSebastian Grimberg if (fe_space_to == CEED_FE_SPACE_H1) { 257e104ad11SJames Wright if (are_both_tensor) { 25815ad3917SSebastian Grimberg CeedCall(CeedBasisGetGrad1D(basis_from, &grad_from_source)); 25915ad3917SSebastian Grimberg } else { 2602b730f8bSJeremy L Thompson CeedCall(CeedBasisGetGrad(basis_from, &grad_from_source)); 261a76a04e7SJeremy L Thompson } 262de05fbb2SSebastian Grimberg } 263e104ad11SJames Wright CeedCall(CeedCalloc(P_to * P_from * (are_both_tensor ? 1 : dim), grad_project)); 26415ad3917SSebastian Grimberg 2652247a93fSRezgar Shakeri // Compute interp_to^+, pseudoinverse of interp_to 2662247a93fSRezgar Shakeri CeedCall(CeedCalloc(Q * q_comp * P_to, &interp_to_inv)); 2679bc66399SJeremy L Thompson CeedCall(CeedMatrixPseudoinverse(CeedBasisReturnCeed(basis_to), interp_to_source, Q * q_comp, P_to, interp_to_inv)); 26814556e63SJeremy L Thompson // Build matrices 269e104ad11SJames Wright CeedInt num_matrices = 1 + (fe_space_to == CEED_FE_SPACE_H1) * (are_both_tensor ? 1 : dim); 27014556e63SJeremy L Thompson CeedScalar *input_from[num_matrices], *output_project[num_matrices]; 2711c66c397SJeremy L Thompson 27214556e63SJeremy L Thompson input_from[0] = (CeedScalar *)interp_from_source; 27314556e63SJeremy L Thompson output_project[0] = *interp_project; 27414556e63SJeremy L Thompson for (CeedInt m = 1; m < num_matrices; m++) { 27514556e63SJeremy L Thompson input_from[m] = (CeedScalar *)&grad_from_source[(m - 1) * Q * P_from]; 27602af4036SJeremy L Thompson output_project[m] = &((*grad_project)[(m - 1) * P_to * P_from]); 27714556e63SJeremy L Thompson } 27814556e63SJeremy L Thompson for (CeedInt m = 0; m < num_matrices; m++) { 2792247a93fSRezgar Shakeri // output_project = interp_to^+ * interp_from 28015ad3917SSebastian Grimberg memcpy(interp_from, input_from[m], Q * P_from * q_comp * sizeof(input_from[m][0])); 2819bc66399SJeremy L Thompson CeedCall(CeedMatrixMatrixMultiply(CeedBasisReturnCeed(basis_to), interp_to_inv, input_from[m], output_project[m], P_to, P_from, Q * q_comp)); 2822247a93fSRezgar Shakeri // Round zero to machine precision 2832247a93fSRezgar Shakeri for (CeedInt i = 0; i < P_to * P_from; i++) { 2842247a93fSRezgar Shakeri if (fabs(output_project[m][i]) < 10 * CEED_EPSILON) output_project[m][i] = 0.0; 285a76a04e7SJeremy L Thompson } 28614556e63SJeremy L Thompson } 28714556e63SJeremy L Thompson 28814556e63SJeremy L Thompson // Cleanup 2892247a93fSRezgar Shakeri CeedCall(CeedFree(&interp_to_inv)); 2902b730f8bSJeremy L Thompson CeedCall(CeedFree(&interp_from)); 291a76a04e7SJeremy L Thompson return CEED_ERROR_SUCCESS; 292a76a04e7SJeremy L Thompson } 293a76a04e7SJeremy L Thompson 2940b31fde2SJeremy L Thompson /** 2956ab8e59fSJames Wright @brief Check input vector dimensions for CeedBasisApply[Add] 2966ab8e59fSJames Wright 2976ab8e59fSJames Wright @param[in] basis `CeedBasis` to evaluate 2986ab8e59fSJames Wright @param[in] num_elem The number of elements to apply the basis evaluation to; 2996ab8e59fSJames Wright the backend will specify the ordering in @ref CeedElemRestrictionCreate() 3006ab8e59fSJames Wright @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to quadrature points; 3016ab8e59fSJames Wright @ref CEED_TRANSPOSE to apply the transpose, mapping from quadrature points to nodes 3026ab8e59fSJames Wright @param[in] eval_mode @ref CEED_EVAL_NONE to use values directly, 3036ab8e59fSJames Wright @ref CEED_EVAL_INTERP to use interpolated values, 3046ab8e59fSJames Wright @ref CEED_EVAL_GRAD to use gradients, 3056ab8e59fSJames Wright @ref CEED_EVAL_DIV to use divergence, 3066ab8e59fSJames Wright @ref CEED_EVAL_CURL to use curl, 3076ab8e59fSJames Wright @ref CEED_EVAL_WEIGHT to use quadrature weights 3086ab8e59fSJames Wright @param[in] u Input `CeedVector` 3096ab8e59fSJames Wright @param[out] v Output `CeedVector` 3106ab8e59fSJames Wright 3116ab8e59fSJames Wright @return An error code: 0 - success, otherwise - failure 3126ab8e59fSJames Wright 3136ab8e59fSJames Wright @ref Developer 3146ab8e59fSJames Wright **/ 3156ab8e59fSJames Wright static int CeedBasisApplyCheckDims(CeedBasis basis, CeedInt num_elem, CeedTransposeMode t_mode, CeedEvalMode eval_mode, CeedVector u, CeedVector v) { 3166ab8e59fSJames Wright CeedInt dim, num_comp, q_comp, num_nodes, num_qpts; 3176ab8e59fSJames Wright CeedSize u_length = 0, v_length; 3186ab8e59fSJames Wright 3196ab8e59fSJames Wright CeedCall(CeedBasisGetDimension(basis, &dim)); 3206ab8e59fSJames Wright CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 3216ab8e59fSJames Wright CeedCall(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &q_comp)); 3226ab8e59fSJames Wright CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); 3236ab8e59fSJames Wright CeedCall(CeedBasisGetNumQuadraturePoints(basis, &num_qpts)); 3246ab8e59fSJames Wright CeedCall(CeedVectorGetLength(v, &v_length)); 3256ab8e59fSJames Wright if (u) CeedCall(CeedVectorGetLength(u, &u_length)); 3266ab8e59fSJames Wright 3276ab8e59fSJames Wright // Check vector lengths to prevent out of bounds issues 3286ab8e59fSJames Wright bool has_good_dims = true; 3296ab8e59fSJames Wright switch (eval_mode) { 3306ab8e59fSJames Wright case CEED_EVAL_NONE: 3316ab8e59fSJames Wright case CEED_EVAL_INTERP: 3326ab8e59fSJames Wright case CEED_EVAL_GRAD: 3336ab8e59fSJames Wright case CEED_EVAL_DIV: 3346ab8e59fSJames Wright case CEED_EVAL_CURL: 3356ab8e59fSJames Wright has_good_dims = ((t_mode == CEED_TRANSPOSE && u_length >= (CeedSize)num_elem * (CeedSize)num_comp * (CeedSize)num_qpts * (CeedSize)q_comp && 3366ab8e59fSJames Wright v_length >= (CeedSize)num_elem * (CeedSize)num_comp * (CeedSize)num_nodes) || 3376ab8e59fSJames Wright (t_mode == CEED_NOTRANSPOSE && v_length >= (CeedSize)num_elem * (CeedSize)num_qpts * (CeedSize)num_comp * (CeedSize)q_comp && 3386ab8e59fSJames Wright u_length >= (CeedSize)num_elem * (CeedSize)num_comp * (CeedSize)num_nodes)); 3396ab8e59fSJames Wright break; 3406ab8e59fSJames Wright case CEED_EVAL_WEIGHT: 3416ab8e59fSJames Wright has_good_dims = v_length >= (CeedSize)num_elem * (CeedSize)num_qpts; 3426ab8e59fSJames Wright break; 3436ab8e59fSJames Wright } 3446ab8e59fSJames Wright CeedCheck(has_good_dims, CeedBasisReturnCeed(basis), CEED_ERROR_DIMENSION, "Input/output vectors too short for basis and evaluation mode"); 3456ab8e59fSJames Wright return CEED_ERROR_SUCCESS; 3466ab8e59fSJames Wright } 3476ab8e59fSJames Wright 3486ab8e59fSJames Wright /** 3490b31fde2SJeremy L Thompson @brief Check input vector dimensions for CeedBasisApply[Add]AtPoints 3500b31fde2SJeremy L Thompson 3510b31fde2SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 3520b31fde2SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 3530b31fde2SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 3540b31fde2SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 3550b31fde2SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 3560b31fde2SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from points to nodes 3570b31fde2SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 3580b31fde2SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 3590b31fde2SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 3600b31fde2SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 3610b31fde2SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 3620b31fde2SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 3630b31fde2SJeremy L Thompson 3640b31fde2SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 3650b31fde2SJeremy L Thompson 3660b31fde2SJeremy L Thompson @ref Developer 3670b31fde2SJeremy L Thompson **/ 3680b31fde2SJeremy L Thompson static int CeedBasisApplyAtPointsCheckDims(CeedBasis basis, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, 3690b31fde2SJeremy L Thompson CeedEvalMode eval_mode, CeedVector x_ref, CeedVector u, CeedVector v) { 3700b31fde2SJeremy L Thompson CeedInt dim, num_comp, num_q_comp, num_nodes, P_1d = 1, Q_1d = 1, total_num_points = 0; 3710b31fde2SJeremy L Thompson CeedSize x_length = 0, u_length = 0, v_length; 3720b31fde2SJeremy L Thompson 3730b31fde2SJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 3740b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 3750b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 3760b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 3770b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &num_q_comp)); 3780b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); 3790b31fde2SJeremy L Thompson CeedCall(CeedVectorGetLength(v, &v_length)); 3800b31fde2SJeremy L Thompson if (x_ref != CEED_VECTOR_NONE) CeedCall(CeedVectorGetLength(x_ref, &x_length)); 3810b31fde2SJeremy L Thompson if (u != CEED_VECTOR_NONE) CeedCall(CeedVectorGetLength(u, &u_length)); 3820b31fde2SJeremy L Thompson 3830b31fde2SJeremy L Thompson // Check compatibility coordinates vector 3840b31fde2SJeremy L Thompson for (CeedInt i = 0; i < num_elem; i++) total_num_points += num_points[i]; 3859bc66399SJeremy L Thompson CeedCheck((x_length >= (CeedSize)total_num_points * (CeedSize)dim) || (eval_mode == CEED_EVAL_WEIGHT), CeedBasisReturnCeed(basis), 3869bc66399SJeremy L Thompson CEED_ERROR_DIMENSION, 3870b31fde2SJeremy L Thompson "Length of reference coordinate vector incompatible with basis dimension and number of points." 3880b31fde2SJeremy L Thompson " Found reference coordinate vector of length %" CeedSize_FMT ", not of length %" CeedSize_FMT ".", 38919a04db8SJeremy L Thompson x_length, (CeedSize)total_num_points * (CeedSize)dim); 3900b31fde2SJeremy L Thompson 3910b31fde2SJeremy L Thompson // Check CEED_EVAL_WEIGHT only on CEED_NOTRANSPOSE 3929bc66399SJeremy L Thompson CeedCheck(eval_mode != CEED_EVAL_WEIGHT || t_mode == CEED_NOTRANSPOSE, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 3930b31fde2SJeremy L Thompson "CEED_EVAL_WEIGHT only supported with CEED_NOTRANSPOSE"); 3940b31fde2SJeremy L Thompson 3950b31fde2SJeremy L Thompson // Check vector lengths to prevent out of bounds issues 3960b31fde2SJeremy L Thompson bool has_good_dims = true; 3970b31fde2SJeremy L Thompson switch (eval_mode) { 3980b31fde2SJeremy L Thompson case CEED_EVAL_INTERP: 39919a04db8SJeremy L Thompson has_good_dims = ((t_mode == CEED_TRANSPOSE && (u_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp || 40019a04db8SJeremy L Thompson v_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp)) || 40119a04db8SJeremy L Thompson (t_mode == CEED_NOTRANSPOSE && (v_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp || 40219a04db8SJeremy L Thompson u_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp))); 4030b31fde2SJeremy L Thompson break; 4040b31fde2SJeremy L Thompson case CEED_EVAL_GRAD: 40519a04db8SJeremy L Thompson has_good_dims = ((t_mode == CEED_TRANSPOSE && (u_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp * (CeedSize)dim || 40619a04db8SJeremy L Thompson v_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp)) || 40719a04db8SJeremy L Thompson (t_mode == CEED_NOTRANSPOSE && (v_length >= (CeedSize)total_num_points * (CeedSize)num_q_comp * (CeedSize)dim || 40819a04db8SJeremy L Thompson u_length >= (CeedSize)num_elem * (CeedSize)num_nodes * (CeedSize)num_comp))); 4090b31fde2SJeremy L Thompson break; 4100b31fde2SJeremy L Thompson case CEED_EVAL_WEIGHT: 4110b31fde2SJeremy L Thompson has_good_dims = t_mode == CEED_NOTRANSPOSE && (v_length >= total_num_points); 4120b31fde2SJeremy L Thompson break; 4130b31fde2SJeremy L Thompson // LCOV_EXCL_START 4140b31fde2SJeremy L Thompson case CEED_EVAL_NONE: 4150b31fde2SJeremy L Thompson case CEED_EVAL_DIV: 4160b31fde2SJeremy L Thompson case CEED_EVAL_CURL: 4179bc66399SJeremy L Thompson return CeedError(CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Evaluation at arbitrary points not supported for %s", 4189bc66399SJeremy L Thompson CeedEvalModes[eval_mode]); 4190b31fde2SJeremy L Thompson // LCOV_EXCL_STOP 4200b31fde2SJeremy L Thompson } 4219bc66399SJeremy L Thompson CeedCheck(has_good_dims, CeedBasisReturnCeed(basis), CEED_ERROR_DIMENSION, "Input/output vectors too short for basis and evaluation mode"); 4220b31fde2SJeremy L Thompson return CEED_ERROR_SUCCESS; 4230b31fde2SJeremy L Thompson } 4240b31fde2SJeremy L Thompson 4250b31fde2SJeremy L Thompson /** 4260b31fde2SJeremy L Thompson @brief Default implimentation to apply basis evaluation from nodes to arbitrary points 4270b31fde2SJeremy L Thompson 4280b31fde2SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 4290b31fde2SJeremy L Thompson @param[in] apply_add Sum result into target vector or overwrite 4300b31fde2SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 4310b31fde2SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 4320b31fde2SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 4330b31fde2SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 4340b31fde2SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from points to nodes 4350b31fde2SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 4360b31fde2SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 4370b31fde2SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 4380b31fde2SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 4390b31fde2SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 4400b31fde2SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 4410b31fde2SJeremy L Thompson 4420b31fde2SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 4430b31fde2SJeremy L Thompson 4440b31fde2SJeremy L Thompson @ref Developer 4450b31fde2SJeremy L Thompson **/ 4460b31fde2SJeremy L Thompson static int CeedBasisApplyAtPoints_Core(CeedBasis basis, bool apply_add, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, 4470b31fde2SJeremy L Thompson CeedEvalMode eval_mode, CeedVector x_ref, CeedVector u, CeedVector v) { 4480b31fde2SJeremy L Thompson CeedInt dim, num_comp, P_1d = 1, Q_1d = 1, total_num_points = num_points[0]; 4490b31fde2SJeremy L Thompson 4500b31fde2SJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 4510b31fde2SJeremy L Thompson // Inserting check because clang-tidy doesn't understand this cannot occur 4529bc66399SJeremy L Thompson CeedCheck(dim > 0, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Malformed CeedBasis, dim > 0 is required"); 4530b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 4540b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 4550b31fde2SJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 4560b31fde2SJeremy L Thompson 4570b31fde2SJeremy L Thompson // Default implementation 4580b31fde2SJeremy L Thompson { 4590b31fde2SJeremy L Thompson bool is_tensor_basis; 4600b31fde2SJeremy L Thompson 4610b31fde2SJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 4629bc66399SJeremy L Thompson CeedCheck(is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 4639bc66399SJeremy L Thompson "Evaluation at arbitrary points only supported for tensor product bases"); 4640b31fde2SJeremy L Thompson } 4659bc66399SJeremy L Thompson CeedCheck(num_elem == 1, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 4669bc66399SJeremy L Thompson "Evaluation at arbitrary points only supported for a single element at a time"); 4670b31fde2SJeremy L Thompson if (eval_mode == CEED_EVAL_WEIGHT) { 4680b31fde2SJeremy L Thompson CeedCall(CeedVectorSetValue(v, 1.0)); 4690b31fde2SJeremy L Thompson return CEED_ERROR_SUCCESS; 4700b31fde2SJeremy L Thompson } 4710b31fde2SJeremy L Thompson if (!basis->basis_chebyshev) { 4720b31fde2SJeremy L Thompson // Build basis mapping from nodes to Chebyshev coefficients 4730b31fde2SJeremy L Thompson CeedScalar *chebyshev_interp_1d, *chebyshev_grad_1d, *chebyshev_q_weight_1d; 4740b31fde2SJeremy L Thompson const CeedScalar *q_ref_1d; 4759bc66399SJeremy L Thompson Ceed ceed; 4760b31fde2SJeremy L Thompson 4770b31fde2SJeremy L Thompson CeedCall(CeedCalloc(P_1d * Q_1d, &chebyshev_interp_1d)); 4780b31fde2SJeremy L Thompson CeedCall(CeedCalloc(P_1d * Q_1d, &chebyshev_grad_1d)); 4790b31fde2SJeremy L Thompson CeedCall(CeedCalloc(Q_1d, &chebyshev_q_weight_1d)); 4800b31fde2SJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref_1d)); 4810b31fde2SJeremy L Thompson CeedCall(CeedBasisGetChebyshevInterp1D(basis, chebyshev_interp_1d)); 4820b31fde2SJeremy L Thompson 4839bc66399SJeremy L Thompson CeedCall(CeedBasisGetCeed(basis, &ceed)); 4840b31fde2SJeremy L Thompson CeedCall(CeedVectorCreate(ceed, num_comp * CeedIntPow(Q_1d, dim), &basis->vec_chebyshev)); 4850b31fde2SJeremy L Thompson CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P_1d, Q_1d, chebyshev_interp_1d, chebyshev_grad_1d, q_ref_1d, chebyshev_q_weight_1d, 4860b31fde2SJeremy L Thompson &basis->basis_chebyshev)); 4870b31fde2SJeremy L Thompson 4880b31fde2SJeremy L Thompson // Cleanup 4890b31fde2SJeremy L Thompson CeedCall(CeedFree(&chebyshev_interp_1d)); 4900b31fde2SJeremy L Thompson CeedCall(CeedFree(&chebyshev_grad_1d)); 4910b31fde2SJeremy L Thompson CeedCall(CeedFree(&chebyshev_q_weight_1d)); 4929bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 4930b31fde2SJeremy L Thompson } 4940b31fde2SJeremy L Thompson 4950b31fde2SJeremy L Thompson // Create TensorContract object if needed, such as a basis from the GPU backends 4960b31fde2SJeremy L Thompson if (!basis->contract) { 4970b31fde2SJeremy L Thompson Ceed ceed_ref; 4980b31fde2SJeremy L Thompson CeedBasis basis_ref = NULL; 4990b31fde2SJeremy L Thompson 5000b31fde2SJeremy L Thompson CeedCall(CeedInit("/cpu/self", &ceed_ref)); 5010b31fde2SJeremy L Thompson // Only need matching tensor contraction dimensions, any type of basis will work 5020b31fde2SJeremy L Thompson CeedCall(CeedBasisCreateTensorH1Lagrange(ceed_ref, dim, num_comp, P_1d, Q_1d, CEED_GAUSS, &basis_ref)); 5030b31fde2SJeremy L Thompson // Note - clang-tidy doesn't know basis_ref->contract must be valid here 5049bc66399SJeremy L Thompson CeedCheck(basis_ref && basis_ref->contract, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, 5059bc66399SJeremy L Thompson "Reference CPU ceed failed to create a tensor contraction object"); 5060b31fde2SJeremy L Thompson CeedCall(CeedTensorContractReferenceCopy(basis_ref->contract, &basis->contract)); 5070b31fde2SJeremy L Thompson CeedCall(CeedBasisDestroy(&basis_ref)); 5080b31fde2SJeremy L Thompson CeedCall(CeedDestroy(&ceed_ref)); 5090b31fde2SJeremy L Thompson } 5100b31fde2SJeremy L Thompson 5110b31fde2SJeremy L Thompson // Basis evaluation 5120b31fde2SJeremy L Thompson switch (t_mode) { 5130b31fde2SJeremy L Thompson case CEED_NOTRANSPOSE: { 5140b31fde2SJeremy L Thompson // Nodes to arbitrary points 5150b31fde2SJeremy L Thompson CeedScalar *v_array; 5160b31fde2SJeremy L Thompson const CeedScalar *chebyshev_coeffs, *x_array_read; 5170b31fde2SJeremy L Thompson 5180b31fde2SJeremy L Thompson // -- Interpolate to Chebyshev coefficients 5190b31fde2SJeremy L Thompson CeedCall(CeedBasisApply(basis->basis_chebyshev, 1, CEED_NOTRANSPOSE, CEED_EVAL_INTERP, u, basis->vec_chebyshev)); 5200b31fde2SJeremy L Thompson 5210b31fde2SJeremy L Thompson // -- Evaluate Chebyshev polynomials at arbitrary points 5220b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(basis->vec_chebyshev, CEED_MEM_HOST, &chebyshev_coeffs)); 5230b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(x_ref, CEED_MEM_HOST, &x_array_read)); 5240b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayWrite(v, CEED_MEM_HOST, &v_array)); 5250b31fde2SJeremy L Thompson switch (eval_mode) { 5260b31fde2SJeremy L Thompson case CEED_EVAL_INTERP: { 5270b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 5280b31fde2SJeremy L Thompson 5290b31fde2SJeremy L Thompson // ---- Values at point 5300b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 5310b31fde2SJeremy L Thompson CeedInt pre = num_comp * CeedIntPow(Q_1d, dim - 1), post = 1; 5320b31fde2SJeremy L Thompson 5330b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 5340b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 5350b31fde2SJeremy L Thompson CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 5360b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, Q_1d, post, 1, chebyshev_x, t_mode, false, 5370b31fde2SJeremy L Thompson d == 0 ? chebyshev_coeffs : tmp[d % 2], tmp[(d + 1) % 2])); 5380b31fde2SJeremy L Thompson pre /= Q_1d; 5390b31fde2SJeremy L Thompson post *= 1; 5400b31fde2SJeremy L Thompson } 5410b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) v_array[c * total_num_points + p] = tmp[dim % 2][c]; 5420b31fde2SJeremy L Thompson } 5430b31fde2SJeremy L Thompson break; 5440b31fde2SJeremy L Thompson } 5450b31fde2SJeremy L Thompson case CEED_EVAL_GRAD: { 5460b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 5470b31fde2SJeremy L Thompson 5480b31fde2SJeremy L Thompson // ---- Values at point 5490b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 5500b31fde2SJeremy L Thompson // Dim**2 contractions, apply grad when pass == dim 5510b31fde2SJeremy L Thompson for (CeedInt pass = 0; pass < dim; pass++) { 5520b31fde2SJeremy L Thompson CeedInt pre = num_comp * CeedIntPow(Q_1d, dim - 1), post = 1; 5530b31fde2SJeremy L Thompson 5540b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 5550b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 5560b31fde2SJeremy L Thompson if (pass == d) CeedCall(CeedChebyshevDerivativeAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 5570b31fde2SJeremy L Thompson else CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 5580b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, Q_1d, post, 1, chebyshev_x, t_mode, false, 5590b31fde2SJeremy L Thompson d == 0 ? chebyshev_coeffs : tmp[d % 2], tmp[(d + 1) % 2])); 5600b31fde2SJeremy L Thompson pre /= Q_1d; 5610b31fde2SJeremy L Thompson post *= 1; 5620b31fde2SJeremy L Thompson } 5630b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) v_array[(pass * num_comp + c) * total_num_points + p] = tmp[dim % 2][c]; 5640b31fde2SJeremy L Thompson } 5650b31fde2SJeremy L Thompson } 5660b31fde2SJeremy L Thompson break; 5670b31fde2SJeremy L Thompson } 5680b31fde2SJeremy L Thompson default: 5690b31fde2SJeremy L Thompson // Nothing to do, excluded above 5700b31fde2SJeremy L Thompson break; 5710b31fde2SJeremy L Thompson } 5720b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(basis->vec_chebyshev, &chebyshev_coeffs)); 5730b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(x_ref, &x_array_read)); 5740b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArray(v, &v_array)); 5750b31fde2SJeremy L Thompson break; 5760b31fde2SJeremy L Thompson } 5770b31fde2SJeremy L Thompson case CEED_TRANSPOSE: { 5780b31fde2SJeremy L Thompson // Note: No switch on e_mode here because only CEED_EVAL_INTERP is supported at this time 5790b31fde2SJeremy L Thompson // Arbitrary points to nodes 5800b31fde2SJeremy L Thompson CeedScalar *chebyshev_coeffs; 5810b31fde2SJeremy L Thompson const CeedScalar *u_array, *x_array_read; 5820b31fde2SJeremy L Thompson 5830b31fde2SJeremy L Thompson // -- Transpose of evaluation of Chebyshev polynomials at arbitrary points 5840b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayWrite(basis->vec_chebyshev, CEED_MEM_HOST, &chebyshev_coeffs)); 5850b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(x_ref, CEED_MEM_HOST, &x_array_read)); 5860b31fde2SJeremy L Thompson CeedCall(CeedVectorGetArrayRead(u, CEED_MEM_HOST, &u_array)); 5870b31fde2SJeremy L Thompson 5880b31fde2SJeremy L Thompson switch (eval_mode) { 5890b31fde2SJeremy L Thompson case CEED_EVAL_INTERP: { 5900b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 5910b31fde2SJeremy L Thompson 5920b31fde2SJeremy L Thompson // ---- Values at point 5930b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 5940b31fde2SJeremy L Thompson CeedInt pre = num_comp * 1, post = 1; 5950b31fde2SJeremy L Thompson 5960b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) tmp[0][c] = u_array[c * total_num_points + p]; 5970b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 5980b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 5990b31fde2SJeremy L Thompson CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 6000b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, 1, post, Q_1d, chebyshev_x, t_mode, p > 0 && d == (dim - 1), tmp[d % 2], 6010b31fde2SJeremy L Thompson d == (dim - 1) ? chebyshev_coeffs : tmp[(d + 1) % 2])); 6020b31fde2SJeremy L Thompson pre /= 1; 6030b31fde2SJeremy L Thompson post *= Q_1d; 6040b31fde2SJeremy L Thompson } 6050b31fde2SJeremy L Thompson } 6060b31fde2SJeremy L Thompson break; 6070b31fde2SJeremy L Thompson } 6080b31fde2SJeremy L Thompson case CEED_EVAL_GRAD: { 6090b31fde2SJeremy L Thompson CeedScalar tmp[2][num_comp * CeedIntPow(Q_1d, dim)], chebyshev_x[Q_1d]; 6100b31fde2SJeremy L Thompson 6110b31fde2SJeremy L Thompson // ---- Values at point 6120b31fde2SJeremy L Thompson for (CeedInt p = 0; p < total_num_points; p++) { 6130b31fde2SJeremy L Thompson // Dim**2 contractions, apply grad when pass == dim 6140b31fde2SJeremy L Thompson for (CeedInt pass = 0; pass < dim; pass++) { 6150b31fde2SJeremy L Thompson CeedInt pre = num_comp * 1, post = 1; 6160b31fde2SJeremy L Thompson 6170b31fde2SJeremy L Thompson for (CeedInt c = 0; c < num_comp; c++) tmp[0][c] = u_array[(pass * num_comp + c) * total_num_points + p]; 6180b31fde2SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 6190b31fde2SJeremy L Thompson // ------ Tensor contract with current Chebyshev polynomial values 6200b31fde2SJeremy L Thompson if (pass == d) CeedCall(CeedChebyshevDerivativeAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 6210b31fde2SJeremy L Thompson else CeedCall(CeedChebyshevPolynomialsAtPoint(x_array_read[d * total_num_points + p], Q_1d, chebyshev_x)); 6220b31fde2SJeremy L Thompson CeedCall(CeedTensorContractApply(basis->contract, pre, 1, post, Q_1d, chebyshev_x, t_mode, 6230b31fde2SJeremy L Thompson (p > 0 || (p == 0 && pass > 0)) && d == (dim - 1), tmp[d % 2], 6240b31fde2SJeremy L Thompson d == (dim - 1) ? chebyshev_coeffs : tmp[(d + 1) % 2])); 6250b31fde2SJeremy L Thompson pre /= 1; 6260b31fde2SJeremy L Thompson post *= Q_1d; 6270b31fde2SJeremy L Thompson } 6280b31fde2SJeremy L Thompson } 6290b31fde2SJeremy L Thompson } 6300b31fde2SJeremy L Thompson break; 6310b31fde2SJeremy L Thompson } 6320b31fde2SJeremy L Thompson default: 6330b31fde2SJeremy L Thompson // Nothing to do, excluded above 6340b31fde2SJeremy L Thompson break; 6350b31fde2SJeremy L Thompson } 6360b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArray(basis->vec_chebyshev, &chebyshev_coeffs)); 6370b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(x_ref, &x_array_read)); 6380b31fde2SJeremy L Thompson CeedCall(CeedVectorRestoreArrayRead(u, &u_array)); 6390b31fde2SJeremy L Thompson 6400b31fde2SJeremy L Thompson // -- Interpolate transpose from Chebyshev coefficients 6410b31fde2SJeremy L Thompson if (apply_add) CeedCall(CeedBasisApplyAdd(basis->basis_chebyshev, 1, CEED_TRANSPOSE, CEED_EVAL_INTERP, basis->vec_chebyshev, v)); 6420b31fde2SJeremy L Thompson else CeedCall(CeedBasisApply(basis->basis_chebyshev, 1, CEED_TRANSPOSE, CEED_EVAL_INTERP, basis->vec_chebyshev, v)); 6430b31fde2SJeremy L Thompson break; 6440b31fde2SJeremy L Thompson } 6450b31fde2SJeremy L Thompson } 6460b31fde2SJeremy L Thompson return CEED_ERROR_SUCCESS; 6470b31fde2SJeremy L Thompson } 6480b31fde2SJeremy L Thompson 6497a982d89SJeremy L. Thompson /// @} 6507a982d89SJeremy L. Thompson 6517a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 6527a982d89SJeremy L. Thompson /// Ceed Backend API 6537a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 6547a982d89SJeremy L. Thompson /// @addtogroup CeedBasisBackend 6557a982d89SJeremy L. Thompson /// @{ 6567a982d89SJeremy L. Thompson 6577a982d89SJeremy L. Thompson /** 658fda26546SJeremy L Thompson @brief Fallback to a reference implementation for a non tensor-product basis for \f$H^1\f$ discretizations. 659fda26546SJeremy L Thompson This function may only be called inside of a backend `BasisCreateH1` function. 660fda26546SJeremy L Thompson This is used by a backend when the specific parameters for a `CeedBasis` exceed the backend's support, such as 661fda26546SJeremy L Thompson when a `interp` and `grad` matrices require too many bytes to fit into shared memory on a GPU. 662fda26546SJeremy L Thompson 663fda26546SJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 664fda26546SJeremy L Thompson @param[in] topo Topology of element, e.g. hypercube, simplex, etc 665fda26546SJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 666fda26546SJeremy L Thompson @param[in] num_nodes Total number of nodes 667fda26546SJeremy L Thompson @param[in] num_qpts Total number of quadrature points 668fda26546SJeremy L Thompson @param[in] interp Row-major (`num_qpts * num_nodes`) matrix expressing the values of nodal basis functions at quadrature points 669fda26546SJeremy L Thompson @param[in] grad Row-major (`dim * num_qpts * num_nodes`) matrix expressing derivatives of nodal basis functions at quadrature points 670fda26546SJeremy L Thompson @param[in] q_ref Array of length `num_qpts * dim` holding the locations of quadrature points on the reference element 671fda26546SJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 672fda26546SJeremy L Thompson @param[out] basis Newly created `CeedBasis` 673fda26546SJeremy L Thompson 674fda26546SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 675fda26546SJeremy L Thompson 676fda26546SJeremy L Thompson @ref User 677fda26546SJeremy L Thompson **/ 678fda26546SJeremy L Thompson int CeedBasisCreateH1Fallback(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 679fda26546SJeremy L Thompson const CeedScalar *grad, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis basis) { 680fda26546SJeremy L Thompson CeedInt P = num_nodes, Q = num_qpts, dim = 0; 681fda26546SJeremy L Thompson Ceed delegate; 682fda26546SJeremy L Thompson 683fda26546SJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 684fda26546SJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateH1"); 685fda26546SJeremy L Thompson 686fda26546SJeremy L Thompson CeedCall(CeedReferenceCopy(delegate, &(basis)->ceed)); 687fda26546SJeremy L Thompson CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 688fda26546SJeremy L Thompson CeedCall(delegate->BasisCreateH1(topo, dim, P, Q, interp, grad, q_ref, q_weight, basis)); 689fda26546SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 690fda26546SJeremy L Thompson return CEED_ERROR_SUCCESS; 691fda26546SJeremy L Thompson } 692fda26546SJeremy L Thompson 693fda26546SJeremy L Thompson /** 694ca94c3ddSJeremy L Thompson @brief Return collocated gradient matrix 6957a982d89SJeremy L. Thompson 696ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 697ca94c3ddSJeremy L Thompson @param[out] collo_grad_1d Row-major (`Q_1d * Q_1d`) matrix expressing derivatives of basis functions at quadrature points 6987a982d89SJeremy L. Thompson 6997a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 7007a982d89SJeremy L. Thompson 7017a982d89SJeremy L. Thompson @ref Backend 7027a982d89SJeremy L. Thompson **/ 703d1d35e2fSjeremylt int CeedBasisGetCollocatedGrad(CeedBasis basis, CeedScalar *collo_grad_1d) { 7047a982d89SJeremy L. Thompson Ceed ceed; 7052247a93fSRezgar Shakeri CeedInt P_1d, Q_1d; 7062247a93fSRezgar Shakeri CeedScalar *interp_1d_pinv; 7071203703bSJeremy L Thompson const CeedScalar *grad_1d, *interp_1d; 7081203703bSJeremy L Thompson 709ea61e9acSJeremy L Thompson // Note: This function is for backend use, so all errors are terminal and we do not need to clean up memory on failure. 7102247a93fSRezgar Shakeri CeedCall(CeedBasisGetCeed(basis, &ceed)); 7112247a93fSRezgar Shakeri CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 7122247a93fSRezgar Shakeri CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 7137a982d89SJeremy L. Thompson 7142247a93fSRezgar Shakeri // Compute interp_1d^+, pseudoinverse of interp_1d 7152247a93fSRezgar Shakeri CeedCall(CeedCalloc(P_1d * Q_1d, &interp_1d_pinv)); 7161203703bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); 7171203703bSJeremy L Thompson CeedCall(CeedMatrixPseudoinverse(ceed, interp_1d, Q_1d, P_1d, interp_1d_pinv)); 7181203703bSJeremy L Thompson CeedCall(CeedBasisGetGrad1D(basis, &grad_1d)); 7191203703bSJeremy L Thompson CeedCall(CeedMatrixMatrixMultiply(ceed, grad_1d, (const CeedScalar *)interp_1d_pinv, collo_grad_1d, Q_1d, Q_1d, P_1d)); 7207a982d89SJeremy L. Thompson 7212247a93fSRezgar Shakeri CeedCall(CeedFree(&interp_1d_pinv)); 7229bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 723e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 7247a982d89SJeremy L. Thompson } 7257a982d89SJeremy L. Thompson 7267a982d89SJeremy L. Thompson /** 727b0cc4569SJeremy L Thompson @brief Return 1D interpolation matrix to Chebyshev polynomial coefficients on quadrature space 728b0cc4569SJeremy L Thompson 729b0cc4569SJeremy L Thompson @param[in] basis `CeedBasis` 730b0cc4569SJeremy L Thompson @param[out] chebyshev_interp_1d Row-major (`P_1d * Q_1d`) matrix interpolating from basis nodes to Chebyshev polynomial coefficients 731b0cc4569SJeremy L Thompson 732b0cc4569SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 733b0cc4569SJeremy L Thompson 734b0cc4569SJeremy L Thompson @ref Backend 735b0cc4569SJeremy L Thompson **/ 736b0cc4569SJeremy L Thompson int CeedBasisGetChebyshevInterp1D(CeedBasis basis, CeedScalar *chebyshev_interp_1d) { 737b0cc4569SJeremy L Thompson CeedInt P_1d, Q_1d; 738b0cc4569SJeremy L Thompson CeedScalar *C, *chebyshev_coeffs_1d_inv; 739b0cc4569SJeremy L Thompson const CeedScalar *interp_1d, *q_ref_1d; 740b0cc4569SJeremy L Thompson Ceed ceed; 741b0cc4569SJeremy L Thompson 742b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetCeed(basis, &ceed)); 743b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 744b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 745b0cc4569SJeremy L Thompson 746b0cc4569SJeremy L Thompson // Build coefficient matrix 747bd83cbc5SJeremy L Thompson // -- Note: Clang-tidy needs this check 748bd83cbc5SJeremy L Thompson CeedCheck((P_1d > 0) && (Q_1d > 0), ceed, CEED_ERROR_INCOMPATIBLE, "CeedBasis dimensions are malformed"); 749b0cc4569SJeremy L Thompson CeedCall(CeedCalloc(Q_1d * Q_1d, &C)); 750b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref_1d)); 751b0cc4569SJeremy L Thompson for (CeedInt i = 0; i < Q_1d; i++) CeedCall(CeedChebyshevPolynomialsAtPoint(q_ref_1d[i], Q_1d, &C[i * Q_1d])); 752b0cc4569SJeremy L Thompson 753b0cc4569SJeremy L Thompson // Compute C^+, pseudoinverse of coefficient matrix 754b0cc4569SJeremy L Thompson CeedCall(CeedCalloc(Q_1d * Q_1d, &chebyshev_coeffs_1d_inv)); 755b0cc4569SJeremy L Thompson CeedCall(CeedMatrixPseudoinverse(ceed, C, Q_1d, Q_1d, chebyshev_coeffs_1d_inv)); 756b0cc4569SJeremy L Thompson 757b0cc4569SJeremy L Thompson // Build mapping from nodes to Chebyshev coefficients 758b0cc4569SJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); 759b0cc4569SJeremy L Thompson CeedCall(CeedMatrixMatrixMultiply(ceed, chebyshev_coeffs_1d_inv, interp_1d, chebyshev_interp_1d, Q_1d, P_1d, Q_1d)); 760b0cc4569SJeremy L Thompson 761b0cc4569SJeremy L Thompson // Cleanup 762b0cc4569SJeremy L Thompson CeedCall(CeedFree(&C)); 763b0cc4569SJeremy L Thompson CeedCall(CeedFree(&chebyshev_coeffs_1d_inv)); 7649bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 765b0cc4569SJeremy L Thompson return CEED_ERROR_SUCCESS; 766b0cc4569SJeremy L Thompson } 767b0cc4569SJeremy L Thompson 768b0cc4569SJeremy L Thompson /** 769ca94c3ddSJeremy L Thompson @brief Get tensor status for given `CeedBasis` 7707a982d89SJeremy L. Thompson 771ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 772d1d35e2fSjeremylt @param[out] is_tensor Variable to store tensor status 7737a982d89SJeremy L. Thompson 7747a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 7757a982d89SJeremy L. Thompson 7767a982d89SJeremy L. Thompson @ref Backend 7777a982d89SJeremy L. Thompson **/ 778d1d35e2fSjeremylt int CeedBasisIsTensor(CeedBasis basis, bool *is_tensor) { 7796402da51SJeremy L Thompson *is_tensor = basis->is_tensor_basis; 780e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 7817a982d89SJeremy L. Thompson } 7827a982d89SJeremy L. Thompson 7837a982d89SJeremy L. Thompson /** 784ca94c3ddSJeremy L Thompson @brief Get backend data of a `CeedBasis` 7857a982d89SJeremy L. Thompson 786ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 7877a982d89SJeremy L. Thompson @param[out] data Variable to store data 7887a982d89SJeremy L. Thompson 7897a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 7907a982d89SJeremy L. Thompson 7917a982d89SJeremy L. Thompson @ref Backend 7927a982d89SJeremy L. Thompson **/ 793777ff853SJeremy L Thompson int CeedBasisGetData(CeedBasis basis, void *data) { 794777ff853SJeremy L Thompson *(void **)data = basis->data; 795e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 7967a982d89SJeremy L. Thompson } 7977a982d89SJeremy L. Thompson 7987a982d89SJeremy L. Thompson /** 799ca94c3ddSJeremy L Thompson @brief Set backend data of a `CeedBasis` 8007a982d89SJeremy L. Thompson 801ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` 802ea61e9acSJeremy L Thompson @param[in] data Data to set 8037a982d89SJeremy L. Thompson 8047a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 8057a982d89SJeremy L. Thompson 8067a982d89SJeremy L. Thompson @ref Backend 8077a982d89SJeremy L. Thompson **/ 808777ff853SJeremy L Thompson int CeedBasisSetData(CeedBasis basis, void *data) { 809777ff853SJeremy L Thompson basis->data = data; 810e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 8117a982d89SJeremy L. Thompson } 8127a982d89SJeremy L. Thompson 8137a982d89SJeremy L. Thompson /** 814ca94c3ddSJeremy L Thompson @brief Increment the reference counter for a `CeedBasis` 81534359f16Sjeremylt 816ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` to increment the reference counter 81734359f16Sjeremylt 81834359f16Sjeremylt @return An error code: 0 - success, otherwise - failure 81934359f16Sjeremylt 82034359f16Sjeremylt @ref Backend 82134359f16Sjeremylt **/ 8229560d06aSjeremylt int CeedBasisReference(CeedBasis basis) { 82334359f16Sjeremylt basis->ref_count++; 82434359f16Sjeremylt return CEED_ERROR_SUCCESS; 82534359f16Sjeremylt } 82634359f16Sjeremylt 82734359f16Sjeremylt /** 828ca94c3ddSJeremy L Thompson @brief Get number of Q-vector components for given `CeedBasis` 829c4e3f59bSSebastian Grimberg 830ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 831ca94c3ddSJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 832ca94c3ddSJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 833ca94c3ddSJeremy L Thompson @ref CEED_EVAL_DIV to use divergence, 834ca94c3ddSJeremy L Thompson @ref CEED_EVAL_CURL to use curl 835c4e3f59bSSebastian Grimberg @param[out] q_comp Variable to store number of Q-vector components of basis 836c4e3f59bSSebastian Grimberg 837c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 838c4e3f59bSSebastian Grimberg 839c4e3f59bSSebastian Grimberg @ref Backend 840c4e3f59bSSebastian Grimberg **/ 841c4e3f59bSSebastian Grimberg int CeedBasisGetNumQuadratureComponents(CeedBasis basis, CeedEvalMode eval_mode, CeedInt *q_comp) { 8421203703bSJeremy L Thompson CeedInt dim; 8431203703bSJeremy L Thompson 8441203703bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 845c4e3f59bSSebastian Grimberg switch (eval_mode) { 8461203703bSJeremy L Thompson case CEED_EVAL_INTERP: { 8471203703bSJeremy L Thompson CeedFESpace fe_space; 8481203703bSJeremy L Thompson 8491203703bSJeremy L Thompson CeedCall(CeedBasisGetFESpace(basis, &fe_space)); 8501203703bSJeremy L Thompson *q_comp = (fe_space == CEED_FE_SPACE_H1) ? 1 : dim; 8511203703bSJeremy L Thompson } break; 852c4e3f59bSSebastian Grimberg case CEED_EVAL_GRAD: 8531203703bSJeremy L Thompson *q_comp = dim; 854c4e3f59bSSebastian Grimberg break; 855c4e3f59bSSebastian Grimberg case CEED_EVAL_DIV: 856c4e3f59bSSebastian Grimberg *q_comp = 1; 857c4e3f59bSSebastian Grimberg break; 858c4e3f59bSSebastian Grimberg case CEED_EVAL_CURL: 8591203703bSJeremy L Thompson *q_comp = (dim < 3) ? 1 : dim; 860c4e3f59bSSebastian Grimberg break; 861c4e3f59bSSebastian Grimberg case CEED_EVAL_NONE: 862c4e3f59bSSebastian Grimberg case CEED_EVAL_WEIGHT: 863352a5e7cSSebastian Grimberg *q_comp = 1; 864c4e3f59bSSebastian Grimberg break; 865c4e3f59bSSebastian Grimberg } 866c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 867c4e3f59bSSebastian Grimberg } 868c4e3f59bSSebastian Grimberg 869c4e3f59bSSebastian Grimberg /** 870ca94c3ddSJeremy L Thompson @brief Estimate number of FLOPs required to apply `CeedBasis` in `t_mode` and `eval_mode` 8716e15d496SJeremy L Thompson 872ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` to estimate FLOPs for 873ea61e9acSJeremy L Thompson @param[in] t_mode Apply basis or transpose 874ca94c3ddSJeremy L Thompson @param[in] eval_mode @ref CeedEvalMode 8753f919cbcSJeremy L Thompson @param[in] is_at_points Evaluate the basis at points or quadrature points 8763f919cbcSJeremy L Thompson @param[in] num_points Number of points basis is evaluated at 877ea61e9acSJeremy L Thompson @param[out] flops Address of variable to hold FLOPs estimate 8786e15d496SJeremy L Thompson 8796e15d496SJeremy L Thompson @ref Backend 8806e15d496SJeremy L Thompson **/ 8813f919cbcSJeremy L Thompson int CeedBasisGetFlopsEstimate(CeedBasis basis, CeedTransposeMode t_mode, CeedEvalMode eval_mode, bool is_at_points, CeedInt num_points, 8823f919cbcSJeremy L Thompson CeedSize *flops) { 8836e15d496SJeremy L Thompson bool is_tensor; 8846e15d496SJeremy L Thompson 8852b730f8bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor)); 8863f919cbcSJeremy L Thompson CeedCheck(!is_at_points || is_tensor, CeedBasisReturnCeed(basis), CEED_ERROR_INCOMPATIBLE, "Can only evaluate tensor-product bases at points"); 8876e15d496SJeremy L Thompson if (is_tensor) { 8886e15d496SJeremy L Thompson CeedInt dim, num_comp, P_1d, Q_1d; 8891c66c397SJeremy L Thompson 8902b730f8bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 8912b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 8922b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 8932b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 8946e15d496SJeremy L Thompson if (t_mode == CEED_TRANSPOSE) { 8952b730f8bSJeremy L Thompson P_1d = Q_1d; 8962b730f8bSJeremy L Thompson Q_1d = P_1d; 8976e15d496SJeremy L Thompson } 8986e15d496SJeremy L Thompson CeedInt tensor_flops = 0, pre = num_comp * CeedIntPow(P_1d, dim - 1), post = 1; 8993f919cbcSJeremy L Thompson 9006e15d496SJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 9016e15d496SJeremy L Thompson tensor_flops += 2 * pre * P_1d * post * Q_1d; 9026e15d496SJeremy L Thompson pre /= P_1d; 9036e15d496SJeremy L Thompson post *= Q_1d; 9046e15d496SJeremy L Thompson } 9053f919cbcSJeremy L Thompson if (is_at_points) { 90652780386SJeremy L Thompson bool is_gpu = false; 90752780386SJeremy L Thompson 90852780386SJeremy L Thompson { 90952780386SJeremy L Thompson CeedMemType mem_type; 91052780386SJeremy L Thompson 91152780386SJeremy L Thompson CeedCall(CeedGetPreferredMemType(CeedBasisReturnCeed(basis), &mem_type)); 91252780386SJeremy L Thompson is_gpu = mem_type == CEED_MEM_DEVICE; 91352780386SJeremy L Thompson } 91452780386SJeremy L Thompson 9153f919cbcSJeremy L Thompson CeedInt chebyshev_flops = (Q_1d - 2) * 3 + 1, d_chebyshev_flops = (Q_1d - 2) * 8 + 1; 9163f919cbcSJeremy L Thompson CeedInt point_tensor_flops = 0, pre = CeedIntPow(Q_1d, dim - 1), post = 1; 9173f919cbcSJeremy L Thompson 9183f919cbcSJeremy L Thompson for (CeedInt d = 0; d < dim; d++) { 9193f919cbcSJeremy L Thompson point_tensor_flops += 2 * pre * Q_1d * post * 1; 9203f919cbcSJeremy L Thompson pre /= P_1d; 9213f919cbcSJeremy L Thompson post *= Q_1d; 9223f919cbcSJeremy L Thompson } 9233f919cbcSJeremy L Thompson 9243f919cbcSJeremy L Thompson switch (eval_mode) { 9253f919cbcSJeremy L Thompson case CEED_EVAL_NONE: 9263f919cbcSJeremy L Thompson *flops = 0; 9273f919cbcSJeremy L Thompson break; 928a82cd097SZach Atkins case CEED_EVAL_INTERP: { 929a82cd097SZach Atkins *flops = tensor_flops + num_points * num_comp * (point_tensor_flops + (t_mode == CEED_TRANSPOSE ? CeedIntPow(Q_1d, dim) : 0)); 930a82cd097SZach Atkins if (dim == 3 && is_gpu) { 931802d760aSJeremy L Thompson *flops += num_points * Q_1d * 932802d760aSJeremy L Thompson (chebyshev_flops + num_comp * (2 * chebyshev_flops + 2 * Q_1d * Q_1d + (t_mode == CEED_TRANSPOSE ? 2 * Q_1d + 1 : 3 * Q_1d))); 933a82cd097SZach Atkins } else { 934a82cd097SZach Atkins *flops += num_points * (is_gpu ? num_comp : 1) * dim * chebyshev_flops; 935a82cd097SZach Atkins } 9363f919cbcSJeremy L Thompson break; 937a82cd097SZach Atkins } 938a82cd097SZach Atkins case CEED_EVAL_GRAD: { 939a82cd097SZach Atkins *flops = tensor_flops + num_points * num_comp * (point_tensor_flops + (t_mode == CEED_TRANSPOSE ? CeedIntPow(Q_1d, dim) : 0)); 940a82cd097SZach Atkins if (dim == 3 && is_gpu) { 941802d760aSJeremy L Thompson CeedInt inner_flops = 942dc7b9553SJeremy L Thompson dim * (2 * Q_1d * Q_1d + (t_mode == CEED_TRANSPOSE ? 2 : 3) * Q_1d) + (dim - 1) * (2 * chebyshev_flops + d_chebyshev_flops); 943802d760aSJeremy L Thompson 944*27a8a650SZach Atkins *flops += num_points * Q_1d * (chebyshev_flops + d_chebyshev_flops + num_comp * (inner_flops + (t_mode == CEED_TRANSPOSE ? 1 : 0))); 945a82cd097SZach Atkins } else { 946a82cd097SZach Atkins *flops += num_points * (is_gpu ? num_comp : 1) * dim * (d_chebyshev_flops + (dim - 1) * chebyshev_flops); 947a82cd097SZach Atkins } 9483f919cbcSJeremy L Thompson break; 949a82cd097SZach Atkins } 9503f919cbcSJeremy L Thompson case CEED_EVAL_DIV: 9513f919cbcSJeremy L Thompson case CEED_EVAL_CURL: { 9523f919cbcSJeremy L Thompson // LCOV_EXCL_START 95352780386SJeremy L Thompson return CeedError(CeedBasisReturnCeed(basis), CEED_ERROR_INCOMPATIBLE, "Tensor basis evaluation for %s not supported at points", 9543f919cbcSJeremy L Thompson CeedEvalModes[eval_mode]); 9553f919cbcSJeremy L Thompson break; 9563f919cbcSJeremy L Thompson // LCOV_EXCL_STOP 9573f919cbcSJeremy L Thompson } 9583f919cbcSJeremy L Thompson case CEED_EVAL_WEIGHT: 9593f919cbcSJeremy L Thompson *flops = num_points; 9603f919cbcSJeremy L Thompson break; 9613f919cbcSJeremy L Thompson } 9623f919cbcSJeremy L Thompson } else { 9636e15d496SJeremy L Thompson switch (eval_mode) { 9642b730f8bSJeremy L Thompson case CEED_EVAL_NONE: 9652b730f8bSJeremy L Thompson *flops = 0; 9662b730f8bSJeremy L Thompson break; 9672b730f8bSJeremy L Thompson case CEED_EVAL_INTERP: 9682b730f8bSJeremy L Thompson *flops = tensor_flops; 9692b730f8bSJeremy L Thompson break; 9702b730f8bSJeremy L Thompson case CEED_EVAL_GRAD: 9712b730f8bSJeremy L Thompson *flops = tensor_flops * 2; 9722b730f8bSJeremy L Thompson break; 9736e15d496SJeremy L Thompson case CEED_EVAL_DIV: 9741203703bSJeremy L Thompson case CEED_EVAL_CURL: { 9756574a04fSJeremy L Thompson // LCOV_EXCL_START 9766e536b99SJeremy L Thompson return CeedError(CeedBasisReturnCeed(basis), CEED_ERROR_INCOMPATIBLE, "Tensor basis evaluation for %s not supported", 9776e536b99SJeremy L Thompson CeedEvalModes[eval_mode]); 9782b730f8bSJeremy L Thompson break; 9796e15d496SJeremy L Thompson // LCOV_EXCL_STOP 9801203703bSJeremy L Thompson } 9812b730f8bSJeremy L Thompson case CEED_EVAL_WEIGHT: 9822b730f8bSJeremy L Thompson *flops = dim * CeedIntPow(Q_1d, dim); 9832b730f8bSJeremy L Thompson break; 9846e15d496SJeremy L Thompson } 9853f919cbcSJeremy L Thompson } 9866e15d496SJeremy L Thompson } else { 987c4e3f59bSSebastian Grimberg CeedInt dim, num_comp, q_comp, num_nodes, num_qpts; 9881c66c397SJeremy L Thompson 9892b730f8bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 9902b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis, &num_comp)); 991c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, eval_mode, &q_comp)); 9922b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis, &num_nodes)); 9932b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis, &num_qpts)); 9946e15d496SJeremy L Thompson switch (eval_mode) { 9952b730f8bSJeremy L Thompson case CEED_EVAL_NONE: 9962b730f8bSJeremy L Thompson *flops = 0; 9972b730f8bSJeremy L Thompson break; 9982b730f8bSJeremy L Thompson case CEED_EVAL_INTERP: 9992b730f8bSJeremy L Thompson case CEED_EVAL_GRAD: 10002b730f8bSJeremy L Thompson case CEED_EVAL_DIV: 10012b730f8bSJeremy L Thompson case CEED_EVAL_CURL: 1002c4e3f59bSSebastian Grimberg *flops = num_nodes * num_qpts * num_comp * q_comp; 10032b730f8bSJeremy L Thompson break; 10042b730f8bSJeremy L Thompson case CEED_EVAL_WEIGHT: 10052b730f8bSJeremy L Thompson *flops = 0; 10062b730f8bSJeremy L Thompson break; 10076e15d496SJeremy L Thompson } 10086e15d496SJeremy L Thompson } 10096e15d496SJeremy L Thompson return CEED_ERROR_SUCCESS; 10106e15d496SJeremy L Thompson } 10116e15d496SJeremy L Thompson 10126e15d496SJeremy L Thompson /** 1013ca94c3ddSJeremy L Thompson @brief Get `CeedFESpace` for a `CeedBasis` 1014c4e3f59bSSebastian Grimberg 1015ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 1016ca94c3ddSJeremy L Thompson @param[out] fe_space Variable to store `CeedFESpace` 1017c4e3f59bSSebastian Grimberg 1018c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1019c4e3f59bSSebastian Grimberg 1020c4e3f59bSSebastian Grimberg @ref Backend 1021c4e3f59bSSebastian Grimberg **/ 1022c4e3f59bSSebastian Grimberg int CeedBasisGetFESpace(CeedBasis basis, CeedFESpace *fe_space) { 1023c4e3f59bSSebastian Grimberg *fe_space = basis->fe_space; 1024c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 1025c4e3f59bSSebastian Grimberg } 1026c4e3f59bSSebastian Grimberg 1027c4e3f59bSSebastian Grimberg /** 1028ca94c3ddSJeremy L Thompson @brief Get dimension for given `CeedElemTopology` 10297a982d89SJeremy L. Thompson 1030ca94c3ddSJeremy L Thompson @param[in] topo `CeedElemTopology` 10317a982d89SJeremy L. Thompson @param[out] dim Variable to store dimension of topology 10327a982d89SJeremy L. Thompson 10337a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10347a982d89SJeremy L. Thompson 10357a982d89SJeremy L. Thompson @ref Backend 10367a982d89SJeremy L. Thompson **/ 10377a982d89SJeremy L. Thompson int CeedBasisGetTopologyDimension(CeedElemTopology topo, CeedInt *dim) { 10387a982d89SJeremy L. Thompson *dim = (CeedInt)topo >> 16; 1039e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10407a982d89SJeremy L. Thompson } 10417a982d89SJeremy L. Thompson 10427a982d89SJeremy L. Thompson /** 1043ca94c3ddSJeremy L Thompson @brief Get `CeedTensorContract` of a `CeedBasis` 10447a982d89SJeremy L. Thompson 1045ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 1046ca94c3ddSJeremy L Thompson @param[out] contract Variable to store `CeedTensorContract` 10477a982d89SJeremy L. Thompson 10487a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10497a982d89SJeremy L. Thompson 10507a982d89SJeremy L. Thompson @ref Backend 10517a982d89SJeremy L. Thompson **/ 10527a982d89SJeremy L. Thompson int CeedBasisGetTensorContract(CeedBasis basis, CeedTensorContract *contract) { 10537a982d89SJeremy L. Thompson *contract = basis->contract; 1054e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10557a982d89SJeremy L. Thompson } 10567a982d89SJeremy L. Thompson 10577a982d89SJeremy L. Thompson /** 1058ca94c3ddSJeremy L Thompson @brief Set `CeedTensorContract` of a `CeedBasis` 10597a982d89SJeremy L. Thompson 1060ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` 1061ca94c3ddSJeremy L Thompson @param[in] contract `CeedTensorContract` to set 10627a982d89SJeremy L. Thompson 10637a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10647a982d89SJeremy L. Thompson 10657a982d89SJeremy L. Thompson @ref Backend 10667a982d89SJeremy L. Thompson **/ 106734359f16Sjeremylt int CeedBasisSetTensorContract(CeedBasis basis, CeedTensorContract contract) { 106834359f16Sjeremylt basis->contract = contract; 10692b730f8bSJeremy L Thompson CeedCall(CeedTensorContractReference(contract)); 1070e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 10717a982d89SJeremy L. Thompson } 10727a982d89SJeremy L. Thompson 10737a982d89SJeremy L. Thompson /** 1074ca94c3ddSJeremy L Thompson @brief Return a reference implementation of matrix multiplication \f$C = A B\f$. 1075ba59ac12SSebastian Grimberg 1076ca94c3ddSJeremy L Thompson Note: This is a reference implementation for CPU `CeedScalar` pointers that is not intended for high performance. 10777a982d89SJeremy L. Thompson 1078ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1079ca94c3ddSJeremy L Thompson @param[in] mat_A Row-major matrix `A` 1080ca94c3ddSJeremy L Thompson @param[in] mat_B Row-major matrix `B` 1081ca94c3ddSJeremy L Thompson @param[out] mat_C Row-major output matrix `C` 1082ca94c3ddSJeremy L Thompson @param[in] m Number of rows of `C` 1083ca94c3ddSJeremy L Thompson @param[in] n Number of columns of `C` 1084ca94c3ddSJeremy L Thompson @param[in] kk Number of columns of `A`/rows of `B` 10857a982d89SJeremy L. Thompson 10867a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 10877a982d89SJeremy L. Thompson 10887a982d89SJeremy L. Thompson @ref Utility 10897a982d89SJeremy L. Thompson **/ 10902b730f8bSJeremy L Thompson int CeedMatrixMatrixMultiply(Ceed ceed, const CeedScalar *mat_A, const CeedScalar *mat_B, CeedScalar *mat_C, CeedInt m, CeedInt n, CeedInt kk) { 10912b730f8bSJeremy L Thompson for (CeedInt i = 0; i < m; i++) { 10927a982d89SJeremy L. Thompson for (CeedInt j = 0; j < n; j++) { 10937a982d89SJeremy L. Thompson CeedScalar sum = 0; 10941c66c397SJeremy L Thompson 10952b730f8bSJeremy L Thompson for (CeedInt k = 0; k < kk; k++) sum += mat_A[k + i * kk] * mat_B[j + k * n]; 1096d1d35e2fSjeremylt mat_C[j + i * n] = sum; 10977a982d89SJeremy L. Thompson } 10982b730f8bSJeremy L Thompson } 1099e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 11007a982d89SJeremy L. Thompson } 11017a982d89SJeremy L. Thompson 1102ba59ac12SSebastian Grimberg /** 1103ba59ac12SSebastian Grimberg @brief Return QR Factorization of a matrix 1104ba59ac12SSebastian Grimberg 1105ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1106ba59ac12SSebastian Grimberg @param[in,out] mat Row-major matrix to be factorized in place 1107ca94c3ddSJeremy L Thompson @param[in,out] tau Vector of length `m` of scaling factors 1108ba59ac12SSebastian Grimberg @param[in] m Number of rows 1109ba59ac12SSebastian Grimberg @param[in] n Number of columns 1110ba59ac12SSebastian Grimberg 1111ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1112ba59ac12SSebastian Grimberg 1113ba59ac12SSebastian Grimberg @ref Utility 1114ba59ac12SSebastian Grimberg **/ 1115ba59ac12SSebastian Grimberg int CeedQRFactorization(Ceed ceed, CeedScalar *mat, CeedScalar *tau, CeedInt m, CeedInt n) { 1116ba59ac12SSebastian Grimberg CeedScalar v[m]; 1117ba59ac12SSebastian Grimberg 1118ba59ac12SSebastian Grimberg // Check matrix shape 11196574a04fSJeremy L Thompson CeedCheck(n <= m, ceed, CEED_ERROR_UNSUPPORTED, "Cannot compute QR factorization with n > m"); 1120ba59ac12SSebastian Grimberg 1121ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) { 11221c66c397SJeremy L Thompson CeedScalar sigma = 0.0; 11231c66c397SJeremy L Thompson 1124ba59ac12SSebastian Grimberg if (i >= m - 1) { // last row of matrix, no reflection needed 1125ba59ac12SSebastian Grimberg tau[i] = 0.; 1126ba59ac12SSebastian Grimberg break; 1127ba59ac12SSebastian Grimberg } 1128ba59ac12SSebastian Grimberg // Calculate Householder vector, magnitude 1129ba59ac12SSebastian Grimberg v[i] = mat[i + n * i]; 1130ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) { 1131ba59ac12SSebastian Grimberg v[j] = mat[i + n * j]; 1132ba59ac12SSebastian Grimberg sigma += v[j] * v[j]; 1133ba59ac12SSebastian Grimberg } 11341c66c397SJeremy L Thompson const CeedScalar norm = sqrt(v[i] * v[i] + sigma); // norm of v[i:m] 11351c66c397SJeremy L Thompson const CeedScalar R_ii = -copysign(norm, v[i]); 11361c66c397SJeremy L Thompson 1137ba59ac12SSebastian Grimberg v[i] -= R_ii; 1138ba59ac12SSebastian Grimberg // norm of v[i:m] after modification above and scaling below 1139ba59ac12SSebastian Grimberg // norm = sqrt(v[i]*v[i] + sigma) / v[i]; 1140ba59ac12SSebastian Grimberg // tau = 2 / (norm*norm) 1141ba59ac12SSebastian Grimberg tau[i] = 2 * v[i] * v[i] / (v[i] * v[i] + sigma); 1142ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) v[j] /= v[i]; 1143ba59ac12SSebastian Grimberg 1144ba59ac12SSebastian Grimberg // Apply Householder reflector to lower right panel 1145ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat[i * n + i + 1], &v[i], tau[i], m - i, n - i - 1, n, 1); 1146ba59ac12SSebastian Grimberg // Save v 1147ba59ac12SSebastian Grimberg mat[i + n * i] = R_ii; 1148ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) mat[i + n * j] = v[j]; 1149ba59ac12SSebastian Grimberg } 1150ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1151ba59ac12SSebastian Grimberg } 1152ba59ac12SSebastian Grimberg 1153ba59ac12SSebastian Grimberg /** 1154ba59ac12SSebastian Grimberg @brief Apply Householder Q matrix 1155ba59ac12SSebastian Grimberg 1156ca94c3ddSJeremy L Thompson Compute `mat_A = mat_Q mat_A`, where `mat_Q` is \f$m \times m\f$ and `mat_A` is \f$m \times n\f$. 1157ba59ac12SSebastian Grimberg 1158ba59ac12SSebastian Grimberg @param[in,out] mat_A Matrix to apply Householder Q to, in place 1159ba59ac12SSebastian Grimberg @param[in] mat_Q Householder Q matrix 1160ba59ac12SSebastian Grimberg @param[in] tau Householder scaling factors 1161ba59ac12SSebastian Grimberg @param[in] t_mode Transpose mode for application 1162ca94c3ddSJeremy L Thompson @param[in] m Number of rows in `A` 1163ca94c3ddSJeremy L Thompson @param[in] n Number of columns in `A` 1164ca94c3ddSJeremy L Thompson @param[in] k Number of elementary reflectors in Q, `k < m` 1165ca94c3ddSJeremy L Thompson @param[in] row Row stride in `A` 1166ca94c3ddSJeremy L Thompson @param[in] col Col stride in `A` 1167ba59ac12SSebastian Grimberg 1168ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1169ba59ac12SSebastian Grimberg 1170c4e3f59bSSebastian Grimberg @ref Utility 1171ba59ac12SSebastian Grimberg **/ 1172ba59ac12SSebastian Grimberg int CeedHouseholderApplyQ(CeedScalar *mat_A, const CeedScalar *mat_Q, const CeedScalar *tau, CeedTransposeMode t_mode, CeedInt m, CeedInt n, 1173ba59ac12SSebastian Grimberg CeedInt k, CeedInt row, CeedInt col) { 1174ba59ac12SSebastian Grimberg CeedScalar *v; 11751c66c397SJeremy L Thompson 1176ba59ac12SSebastian Grimberg CeedCall(CeedMalloc(m, &v)); 1177ba59ac12SSebastian Grimberg for (CeedInt ii = 0; ii < k; ii++) { 1178ba59ac12SSebastian Grimberg CeedInt i = t_mode == CEED_TRANSPOSE ? ii : k - 1 - ii; 1179ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < m; j++) v[j] = mat_Q[j * k + i]; 1180ba59ac12SSebastian Grimberg // Apply Householder reflector (I - tau v v^T) collo_grad_1d^T 1181ba59ac12SSebastian Grimberg CeedCall(CeedHouseholderReflect(&mat_A[i * row], &v[i], tau[i], m - i, n, row, col)); 1182ba59ac12SSebastian Grimberg } 1183ba59ac12SSebastian Grimberg CeedCall(CeedFree(&v)); 1184ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1185ba59ac12SSebastian Grimberg } 1186ba59ac12SSebastian Grimberg 1187ba59ac12SSebastian Grimberg /** 11882247a93fSRezgar Shakeri @brief Return pseudoinverse of a matrix 11892247a93fSRezgar Shakeri 11902247a93fSRezgar Shakeri @param[in] ceed Ceed context for error handling 11912247a93fSRezgar Shakeri @param[in] mat Row-major matrix to compute pseudoinverse of 11922247a93fSRezgar Shakeri @param[in] m Number of rows 11932247a93fSRezgar Shakeri @param[in] n Number of columns 11942247a93fSRezgar Shakeri @param[out] mat_pinv Row-major pseudoinverse matrix 11952247a93fSRezgar Shakeri 11962247a93fSRezgar Shakeri @return An error code: 0 - success, otherwise - failure 11972247a93fSRezgar Shakeri 11982247a93fSRezgar Shakeri @ref Utility 11992247a93fSRezgar Shakeri **/ 12001203703bSJeremy L Thompson int CeedMatrixPseudoinverse(Ceed ceed, const CeedScalar *mat, CeedInt m, CeedInt n, CeedScalar *mat_pinv) { 12012247a93fSRezgar Shakeri CeedScalar *tau, *I, *mat_copy; 12022247a93fSRezgar Shakeri 12032247a93fSRezgar Shakeri CeedCall(CeedCalloc(m, &tau)); 12042247a93fSRezgar Shakeri CeedCall(CeedCalloc(m * m, &I)); 12052247a93fSRezgar Shakeri CeedCall(CeedCalloc(m * n, &mat_copy)); 12062247a93fSRezgar Shakeri memcpy(mat_copy, mat, m * n * sizeof mat[0]); 12072247a93fSRezgar Shakeri 12082247a93fSRezgar Shakeri // QR Factorization, mat = Q R 12092247a93fSRezgar Shakeri CeedCall(CeedQRFactorization(ceed, mat_copy, tau, m, n)); 12102247a93fSRezgar Shakeri 12112247a93fSRezgar Shakeri // -- Apply Q^T, I = Q^T * I 12122247a93fSRezgar Shakeri for (CeedInt i = 0; i < m; i++) I[i * m + i] = 1.0; 12132247a93fSRezgar Shakeri CeedCall(CeedHouseholderApplyQ(I, mat_copy, tau, CEED_TRANSPOSE, m, m, n, m, 1)); 12142247a93fSRezgar Shakeri // -- Apply R_inv, mat_pinv = R_inv * Q^T 12152247a93fSRezgar Shakeri for (CeedInt j = 0; j < m; j++) { // Column j 12162247a93fSRezgar Shakeri mat_pinv[j + m * (n - 1)] = I[j + m * (n - 1)] / mat_copy[n * n - 1]; 12172247a93fSRezgar Shakeri for (CeedInt i = n - 2; i >= 0; i--) { // Row i 12182247a93fSRezgar Shakeri mat_pinv[j + m * i] = I[j + m * i]; 12192247a93fSRezgar Shakeri for (CeedInt k = i + 1; k < n; k++) mat_pinv[j + m * i] -= mat_copy[k + n * i] * mat_pinv[j + m * k]; 12202247a93fSRezgar Shakeri mat_pinv[j + m * i] /= mat_copy[i + n * i]; 12212247a93fSRezgar Shakeri } 12222247a93fSRezgar Shakeri } 12232247a93fSRezgar Shakeri 12242247a93fSRezgar Shakeri // Cleanup 12252247a93fSRezgar Shakeri CeedCall(CeedFree(&I)); 12262247a93fSRezgar Shakeri CeedCall(CeedFree(&tau)); 12272247a93fSRezgar Shakeri CeedCall(CeedFree(&mat_copy)); 12282247a93fSRezgar Shakeri return CEED_ERROR_SUCCESS; 12292247a93fSRezgar Shakeri } 12302247a93fSRezgar Shakeri 12312247a93fSRezgar Shakeri /** 1232ba59ac12SSebastian Grimberg @brief Return symmetric Schur decomposition of the symmetric matrix mat via symmetric QR factorization 1233ba59ac12SSebastian Grimberg 1234ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1235ba59ac12SSebastian Grimberg @param[in,out] mat Row-major matrix to be factorized in place 1236ba59ac12SSebastian Grimberg @param[out] lambda Vector of length n of eigenvalues 1237ba59ac12SSebastian Grimberg @param[in] n Number of rows/columns 1238ba59ac12SSebastian Grimberg 1239ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1240ba59ac12SSebastian Grimberg 1241ba59ac12SSebastian Grimberg @ref Utility 1242ba59ac12SSebastian Grimberg **/ 12432c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOff 12442c2ea1dbSJeremy L Thompson int CeedSymmetricSchurDecomposition(Ceed ceed, CeedScalar *mat, CeedScalar *lambda, CeedInt n) { 1245ba59ac12SSebastian Grimberg // Check bounds for clang-tidy 12466574a04fSJeremy L Thompson CeedCheck(n > 1, ceed, CEED_ERROR_UNSUPPORTED, "Cannot compute symmetric Schur decomposition of scalars"); 1247ba59ac12SSebastian Grimberg 1248ba59ac12SSebastian Grimberg CeedScalar v[n - 1], tau[n - 1], mat_T[n * n]; 1249ba59ac12SSebastian Grimberg 1250ba59ac12SSebastian Grimberg // Copy mat to mat_T and set mat to I 1251ba59ac12SSebastian Grimberg memcpy(mat_T, mat, n * n * sizeof(mat[0])); 1252ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) { 1253ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < n; j++) mat[j + n * i] = (i == j) ? 1 : 0; 1254ba59ac12SSebastian Grimberg } 1255ba59ac12SSebastian Grimberg 1256ba59ac12SSebastian Grimberg // Reduce to tridiagonal 1257ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n - 1; i++) { 1258ba59ac12SSebastian Grimberg // Calculate Householder vector, magnitude 1259ba59ac12SSebastian Grimberg CeedScalar sigma = 0.0; 12601c66c397SJeremy L Thompson 1261ba59ac12SSebastian Grimberg v[i] = mat_T[i + n * (i + 1)]; 1262ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) { 1263ba59ac12SSebastian Grimberg v[j] = mat_T[i + n * (j + 1)]; 1264ba59ac12SSebastian Grimberg sigma += v[j] * v[j]; 1265ba59ac12SSebastian Grimberg } 12661c66c397SJeremy L Thompson const CeedScalar norm = sqrt(v[i] * v[i] + sigma); // norm of v[i:n-1] 12671c66c397SJeremy L Thompson const CeedScalar R_ii = -copysign(norm, v[i]); 12681c66c397SJeremy L Thompson 1269ba59ac12SSebastian Grimberg v[i] -= R_ii; 1270ba59ac12SSebastian Grimberg // norm of v[i:m] after modification above and scaling below 1271ba59ac12SSebastian Grimberg // norm = sqrt(v[i]*v[i] + sigma) / v[i]; 1272ba59ac12SSebastian Grimberg // tau = 2 / (norm*norm) 1273ba59ac12SSebastian Grimberg tau[i] = i == n - 2 ? 2 : 2 * v[i] * v[i] / (v[i] * v[i] + sigma); 1274ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) v[j] /= v[i]; 1275ba59ac12SSebastian Grimberg 1276ba59ac12SSebastian Grimberg // Update sub and super diagonal 1277ba59ac12SSebastian Grimberg for (CeedInt j = i + 2; j < n; j++) { 1278ba59ac12SSebastian Grimberg mat_T[i + n * j] = 0; 1279ba59ac12SSebastian Grimberg mat_T[j + n * i] = 0; 1280ba59ac12SSebastian Grimberg } 1281ba59ac12SSebastian Grimberg // Apply symmetric Householder reflector to lower right panel 1282ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat_T[(i + 1) + n * (i + 1)], &v[i], tau[i], n - (i + 1), n - (i + 1), n, 1); 1283ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat_T[(i + 1) + n * (i + 1)], &v[i], tau[i], n - (i + 1), n - (i + 1), 1, n); 1284ba59ac12SSebastian Grimberg 1285ba59ac12SSebastian Grimberg // Save v 1286ba59ac12SSebastian Grimberg mat_T[i + n * (i + 1)] = R_ii; 1287ba59ac12SSebastian Grimberg mat_T[(i + 1) + n * i] = R_ii; 1288ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) { 1289ba59ac12SSebastian Grimberg mat_T[i + n * (j + 1)] = v[j]; 1290ba59ac12SSebastian Grimberg } 1291ba59ac12SSebastian Grimberg } 1292ba59ac12SSebastian Grimberg // Backwards accumulation of Q 1293ba59ac12SSebastian Grimberg for (CeedInt i = n - 2; i >= 0; i--) { 1294ba59ac12SSebastian Grimberg if (tau[i] > 0.0) { 1295ba59ac12SSebastian Grimberg v[i] = 1; 1296ba59ac12SSebastian Grimberg for (CeedInt j = i + 1; j < n - 1; j++) { 1297ba59ac12SSebastian Grimberg v[j] = mat_T[i + n * (j + 1)]; 1298ba59ac12SSebastian Grimberg mat_T[i + n * (j + 1)] = 0; 1299ba59ac12SSebastian Grimberg } 1300ba59ac12SSebastian Grimberg CeedHouseholderReflect(&mat[(i + 1) + n * (i + 1)], &v[i], tau[i], n - (i + 1), n - (i + 1), n, 1); 1301ba59ac12SSebastian Grimberg } 1302ba59ac12SSebastian Grimberg } 1303ba59ac12SSebastian Grimberg 1304ba59ac12SSebastian Grimberg // Reduce sub and super diagonal 1305ba59ac12SSebastian Grimberg CeedInt p = 0, q = 0, itr = 0, max_itr = n * n * n * n; 1306ba59ac12SSebastian Grimberg CeedScalar tol = CEED_EPSILON; 1307ba59ac12SSebastian Grimberg 1308ba59ac12SSebastian Grimberg while (itr < max_itr) { 1309ba59ac12SSebastian Grimberg // Update p, q, size of reduced portions of diagonal 1310ba59ac12SSebastian Grimberg p = 0; 1311ba59ac12SSebastian Grimberg q = 0; 1312ba59ac12SSebastian Grimberg for (CeedInt i = n - 2; i >= 0; i--) { 1313ba59ac12SSebastian Grimberg if (fabs(mat_T[i + n * (i + 1)]) < tol) q += 1; 1314ba59ac12SSebastian Grimberg else break; 1315ba59ac12SSebastian Grimberg } 1316ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n - q - 1; i++) { 1317ba59ac12SSebastian Grimberg if (fabs(mat_T[i + n * (i + 1)]) < tol) p += 1; 1318ba59ac12SSebastian Grimberg else break; 1319ba59ac12SSebastian Grimberg } 1320ba59ac12SSebastian Grimberg if (q == n - 1) break; // Finished reducing 1321ba59ac12SSebastian Grimberg 1322ba59ac12SSebastian Grimberg // Reduce tridiagonal portion 1323ba59ac12SSebastian Grimberg CeedScalar t_nn = mat_T[(n - 1 - q) + n * (n - 1 - q)], t_nnm1 = mat_T[(n - 2 - q) + n * (n - 1 - q)]; 1324ba59ac12SSebastian Grimberg CeedScalar d = (mat_T[(n - 2 - q) + n * (n - 2 - q)] - t_nn) / 2; 1325ba59ac12SSebastian Grimberg CeedScalar mu = t_nn - t_nnm1 * t_nnm1 / (d + copysign(sqrt(d * d + t_nnm1 * t_nnm1), d)); 1326ba59ac12SSebastian Grimberg CeedScalar x = mat_T[p + n * p] - mu; 1327ba59ac12SSebastian Grimberg CeedScalar z = mat_T[p + n * (p + 1)]; 13281c66c397SJeremy L Thompson 1329ba59ac12SSebastian Grimberg for (CeedInt k = p; k < n - q - 1; k++) { 1330ba59ac12SSebastian Grimberg // Compute Givens rotation 1331ba59ac12SSebastian Grimberg CeedScalar c = 1, s = 0; 13321c66c397SJeremy L Thompson 1333ba59ac12SSebastian Grimberg if (fabs(z) > tol) { 1334ba59ac12SSebastian Grimberg if (fabs(z) > fabs(x)) { 13351c66c397SJeremy L Thompson const CeedScalar tau = -x / z; 13361c66c397SJeremy L Thompson 13371c66c397SJeremy L Thompson s = 1 / sqrt(1 + tau * tau); 13381c66c397SJeremy L Thompson c = s * tau; 1339ba59ac12SSebastian Grimberg } else { 13401c66c397SJeremy L Thompson const CeedScalar tau = -z / x; 13411c66c397SJeremy L Thompson 13421c66c397SJeremy L Thompson c = 1 / sqrt(1 + tau * tau); 13431c66c397SJeremy L Thompson s = c * tau; 1344ba59ac12SSebastian Grimberg } 1345ba59ac12SSebastian Grimberg } 1346ba59ac12SSebastian Grimberg 1347ba59ac12SSebastian Grimberg // Apply Givens rotation to T 1348ba59ac12SSebastian Grimberg CeedGivensRotation(mat_T, c, s, CEED_NOTRANSPOSE, k, k + 1, n, n); 1349ba59ac12SSebastian Grimberg CeedGivensRotation(mat_T, c, s, CEED_TRANSPOSE, k, k + 1, n, n); 1350ba59ac12SSebastian Grimberg 1351ba59ac12SSebastian Grimberg // Apply Givens rotation to Q 1352ba59ac12SSebastian Grimberg CeedGivensRotation(mat, c, s, CEED_NOTRANSPOSE, k, k + 1, n, n); 1353ba59ac12SSebastian Grimberg 1354ba59ac12SSebastian Grimberg // Update x, z 1355ba59ac12SSebastian Grimberg if (k < n - q - 2) { 1356ba59ac12SSebastian Grimberg x = mat_T[k + n * (k + 1)]; 1357ba59ac12SSebastian Grimberg z = mat_T[k + n * (k + 2)]; 1358ba59ac12SSebastian Grimberg } 1359ba59ac12SSebastian Grimberg } 1360ba59ac12SSebastian Grimberg itr++; 1361ba59ac12SSebastian Grimberg } 1362ba59ac12SSebastian Grimberg 1363ba59ac12SSebastian Grimberg // Save eigenvalues 1364ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) lambda[i] = mat_T[i + n * i]; 1365ba59ac12SSebastian Grimberg 1366ba59ac12SSebastian Grimberg // Check convergence 13676574a04fSJeremy L Thompson CeedCheck(itr < max_itr || q > n, ceed, CEED_ERROR_MINOR, "Symmetric QR failed to converge"); 1368ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1369ba59ac12SSebastian Grimberg } 13702c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOn 1371ba59ac12SSebastian Grimberg 1372ba59ac12SSebastian Grimberg /** 1373ba59ac12SSebastian Grimberg @brief Return Simultaneous Diagonalization of two matrices. 1374ba59ac12SSebastian Grimberg 1375ca94c3ddSJeremy L Thompson This solves the generalized eigenvalue problem `A x = lambda B x`, where `A` and `B` are symmetric and `B` is positive definite. 1376ca94c3ddSJeremy L Thompson We generate the matrix `X` and vector `Lambda` such that `X^T A X = Lambda` and `X^T B X = I`. 1377ca94c3ddSJeremy L Thompson This is equivalent to the LAPACK routine 'sygv' with `TYPE = 1`. 1378ba59ac12SSebastian Grimberg 1379ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` context for error handling 1380ba59ac12SSebastian Grimberg @param[in] mat_A Row-major matrix to be factorized with eigenvalues 1381ba59ac12SSebastian Grimberg @param[in] mat_B Row-major matrix to be factorized to identity 1382ba59ac12SSebastian Grimberg @param[out] mat_X Row-major orthogonal matrix 1383ca94c3ddSJeremy L Thompson @param[out] lambda Vector of length `n` of generalized eigenvalues 1384ba59ac12SSebastian Grimberg @param[in] n Number of rows/columns 1385ba59ac12SSebastian Grimberg 1386ba59ac12SSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1387ba59ac12SSebastian Grimberg 1388ba59ac12SSebastian Grimberg @ref Utility 1389ba59ac12SSebastian Grimberg **/ 13902c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOff 13912c2ea1dbSJeremy L Thompson int CeedSimultaneousDiagonalization(Ceed ceed, CeedScalar *mat_A, CeedScalar *mat_B, CeedScalar *mat_X, CeedScalar *lambda, CeedInt n) { 1392ba59ac12SSebastian Grimberg CeedScalar *mat_C, *mat_G, *vec_D; 13931c66c397SJeremy L Thompson 1394ba59ac12SSebastian Grimberg CeedCall(CeedCalloc(n * n, &mat_C)); 1395ba59ac12SSebastian Grimberg CeedCall(CeedCalloc(n * n, &mat_G)); 1396ba59ac12SSebastian Grimberg CeedCall(CeedCalloc(n, &vec_D)); 1397ba59ac12SSebastian Grimberg 1398ba59ac12SSebastian Grimberg // Compute B = G D G^T 1399ba59ac12SSebastian Grimberg memcpy(mat_G, mat_B, n * n * sizeof(mat_B[0])); 1400ba59ac12SSebastian Grimberg CeedCall(CeedSymmetricSchurDecomposition(ceed, mat_G, vec_D, n)); 1401ba59ac12SSebastian Grimberg 1402ba59ac12SSebastian Grimberg // Sort eigenvalues 1403ba59ac12SSebastian Grimberg for (CeedInt i = n - 1; i >= 0; i--) { 1404ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < i; j++) { 1405ba59ac12SSebastian Grimberg if (fabs(vec_D[j]) > fabs(vec_D[j + 1])) { 14061c66c397SJeremy L Thompson CeedScalarSwap(vec_D[j], vec_D[j + 1]); 14071c66c397SJeremy L Thompson for (CeedInt k = 0; k < n; k++) CeedScalarSwap(mat_G[k * n + j], mat_G[k * n + j + 1]); 1408ba59ac12SSebastian Grimberg } 1409ba59ac12SSebastian Grimberg } 1410ba59ac12SSebastian Grimberg } 1411ba59ac12SSebastian Grimberg 1412ba59ac12SSebastian Grimberg // Compute C = (G D^1/2)^-1 A (G D^1/2)^-T 1413ba59ac12SSebastian Grimberg // = D^-1/2 G^T A G D^-1/2 1414ba59ac12SSebastian Grimberg // -- D = D^-1/2 1415ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) vec_D[i] = 1. / sqrt(vec_D[i]); 1416ba59ac12SSebastian Grimberg // -- G = G D^-1/2 1417ba59ac12SSebastian Grimberg // -- C = D^-1/2 G^T 1418ba59ac12SSebastian Grimberg for (CeedInt i = 0; i < n; i++) { 1419ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < n; j++) { 1420ba59ac12SSebastian Grimberg mat_G[i * n + j] *= vec_D[j]; 1421ba59ac12SSebastian Grimberg mat_C[j * n + i] = mat_G[i * n + j]; 1422ba59ac12SSebastian Grimberg } 1423ba59ac12SSebastian Grimberg } 1424ba59ac12SSebastian Grimberg // -- X = (D^-1/2 G^T) A 1425ba59ac12SSebastian Grimberg CeedCall(CeedMatrixMatrixMultiply(ceed, (const CeedScalar *)mat_C, (const CeedScalar *)mat_A, mat_X, n, n, n)); 1426ba59ac12SSebastian Grimberg // -- C = (D^-1/2 G^T A) (G D^-1/2) 1427ba59ac12SSebastian Grimberg CeedCall(CeedMatrixMatrixMultiply(ceed, (const CeedScalar *)mat_X, (const CeedScalar *)mat_G, mat_C, n, n, n)); 1428ba59ac12SSebastian Grimberg 1429ba59ac12SSebastian Grimberg // Compute Q^T C Q = lambda 1430ba59ac12SSebastian Grimberg CeedCall(CeedSymmetricSchurDecomposition(ceed, mat_C, lambda, n)); 1431ba59ac12SSebastian Grimberg 1432ba59ac12SSebastian Grimberg // Sort eigenvalues 1433ba59ac12SSebastian Grimberg for (CeedInt i = n - 1; i >= 0; i--) { 1434ba59ac12SSebastian Grimberg for (CeedInt j = 0; j < i; j++) { 1435ba59ac12SSebastian Grimberg if (fabs(lambda[j]) > fabs(lambda[j + 1])) { 14361c66c397SJeremy L Thompson CeedScalarSwap(lambda[j], lambda[j + 1]); 14371c66c397SJeremy L Thompson for (CeedInt k = 0; k < n; k++) CeedScalarSwap(mat_C[k * n + j], mat_C[k * n + j + 1]); 1438ba59ac12SSebastian Grimberg } 1439ba59ac12SSebastian Grimberg } 1440ba59ac12SSebastian Grimberg } 1441ba59ac12SSebastian Grimberg 1442ba59ac12SSebastian Grimberg // Set X = (G D^1/2)^-T Q 1443ba59ac12SSebastian Grimberg // = G D^-1/2 Q 1444ba59ac12SSebastian Grimberg CeedCall(CeedMatrixMatrixMultiply(ceed, (const CeedScalar *)mat_G, (const CeedScalar *)mat_C, mat_X, n, n, n)); 1445ba59ac12SSebastian Grimberg 1446ba59ac12SSebastian Grimberg // Cleanup 1447ba59ac12SSebastian Grimberg CeedCall(CeedFree(&mat_C)); 1448ba59ac12SSebastian Grimberg CeedCall(CeedFree(&mat_G)); 1449ba59ac12SSebastian Grimberg CeedCall(CeedFree(&vec_D)); 1450ba59ac12SSebastian Grimberg return CEED_ERROR_SUCCESS; 1451ba59ac12SSebastian Grimberg } 14522c2ea1dbSJeremy L Thompson CeedPragmaOptimizeOn 1453ba59ac12SSebastian Grimberg 14547a982d89SJeremy L. Thompson /// @} 14557a982d89SJeremy L. Thompson 14567a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 14577a982d89SJeremy L. Thompson /// CeedBasis Public API 14587a982d89SJeremy L. Thompson /// ---------------------------------------------------------------------------- 14597a982d89SJeremy L. Thompson /// @addtogroup CeedBasisUser 1460d7b241e6Sjeremylt /// @{ 1461d7b241e6Sjeremylt 1462b11c1e72Sjeremylt /** 1463ca94c3ddSJeremy L Thompson @brief Create a tensor-product basis for \f$H^1\f$ discretizations 1464b11c1e72Sjeremylt 1465ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1466ea61e9acSJeremy L Thompson @param[in] dim Topological dimension 1467ea61e9acSJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 1468ea61e9acSJeremy L Thompson @param[in] P_1d Number of nodes in one dimension 1469ea61e9acSJeremy L Thompson @param[in] Q_1d Number of quadrature points in one dimension 1470ca94c3ddSJeremy L Thompson @param[in] interp_1d Row-major (`Q_1d * P_1d`) matrix expressing the values of nodal basis functions at quadrature points 1471ca94c3ddSJeremy L Thompson @param[in] grad_1d Row-major (`Q_1d * P_1d`) matrix expressing derivatives of nodal basis functions at quadrature points 1472ca94c3ddSJeremy L Thompson @param[in] q_ref_1d Array of length `Q_1d` holding the locations of quadrature points on the 1D reference element `[-1, 1]` 1473ca94c3ddSJeremy L Thompson @param[in] q_weight_1d Array of length `Q_1d` holding the quadrature weights on the reference element 1474ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1475b11c1e72Sjeremylt 1476b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 1477dfdf5a53Sjeremylt 14787a982d89SJeremy L. Thompson @ref User 1479b11c1e72Sjeremylt **/ 14802b730f8bSJeremy L Thompson int CeedBasisCreateTensorH1(Ceed ceed, CeedInt dim, CeedInt num_comp, CeedInt P_1d, CeedInt Q_1d, const CeedScalar *interp_1d, 14812b730f8bSJeremy L Thompson const CeedScalar *grad_1d, const CeedScalar *q_ref_1d, const CeedScalar *q_weight_1d, CeedBasis *basis) { 14825fe0d4faSjeremylt if (!ceed->BasisCreateTensorH1) { 14835fe0d4faSjeremylt Ceed delegate; 14846574a04fSJeremy L Thompson 14852b730f8bSJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 14861ef3a2a9SJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateTensorH1"); 14872b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateTensorH1(delegate, dim, num_comp, P_1d, Q_1d, interp_1d, grad_1d, q_ref_1d, q_weight_1d, basis)); 14889bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 1489e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 14905fe0d4faSjeremylt } 1491e15f9bd0SJeremy L Thompson 1492ca94c3ddSJeremy L Thompson CeedCheck(dim > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis dimension must be a positive value"); 1493ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1494ca94c3ddSJeremy L Thompson CeedCheck(P_1d > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1495ca94c3ddSJeremy L Thompson CeedCheck(Q_1d > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1496227444bfSJeremy L Thompson 14972b730f8bSJeremy L Thompson CeedElemTopology topo = dim == 1 ? CEED_TOPOLOGY_LINE : dim == 2 ? CEED_TOPOLOGY_QUAD : CEED_TOPOLOGY_HEX; 1498e15f9bd0SJeremy L Thompson 14992b730f8bSJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1500db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 1501d1d35e2fSjeremylt (*basis)->ref_count = 1; 15026402da51SJeremy L Thompson (*basis)->is_tensor_basis = true; 1503d7b241e6Sjeremylt (*basis)->dim = dim; 1504d99fa3c5SJeremy L Thompson (*basis)->topo = topo; 1505d1d35e2fSjeremylt (*basis)->num_comp = num_comp; 1506d1d35e2fSjeremylt (*basis)->P_1d = P_1d; 1507d1d35e2fSjeremylt (*basis)->Q_1d = Q_1d; 1508d1d35e2fSjeremylt (*basis)->P = CeedIntPow(P_1d, dim); 1509d1d35e2fSjeremylt (*basis)->Q = CeedIntPow(Q_1d, dim); 1510c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_H1; 15112b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d, &(*basis)->q_ref_1d)); 15122b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d, &(*basis)->q_weight_1d)); 1513ff3a0f91SJeremy L Thompson if (q_ref_1d) memcpy((*basis)->q_ref_1d, q_ref_1d, Q_1d * sizeof(q_ref_1d[0])); 15142b730f8bSJeremy L Thompson if (q_weight_1d) memcpy((*basis)->q_weight_1d, q_weight_1d, Q_1d * sizeof(q_weight_1d[0])); 15152b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d * P_1d, &(*basis)->interp_1d)); 15162b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q_1d * P_1d, &(*basis)->grad_1d)); 15172b730f8bSJeremy L Thompson if (interp_1d) memcpy((*basis)->interp_1d, interp_1d, Q_1d * P_1d * sizeof(interp_1d[0])); 1518ff3a0f91SJeremy L Thompson if (grad_1d) memcpy((*basis)->grad_1d, grad_1d, Q_1d * P_1d * sizeof(grad_1d[0])); 15192b730f8bSJeremy L Thompson CeedCall(ceed->BasisCreateTensorH1(dim, P_1d, Q_1d, interp_1d, grad_1d, q_ref_1d, q_weight_1d, *basis)); 1520e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1521d7b241e6Sjeremylt } 1522d7b241e6Sjeremylt 1523b11c1e72Sjeremylt /** 1524ca94c3ddSJeremy L Thompson @brief Create a tensor-product \f$H^1\f$ Lagrange basis 1525b11c1e72Sjeremylt 1526ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1527ea61e9acSJeremy L Thompson @param[in] dim Topological dimension of element 1528ea61e9acSJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 1529ea61e9acSJeremy L Thompson @param[in] P Number of Gauss-Lobatto nodes in one dimension. 1530ca94c3ddSJeremy L Thompson The polynomial degree of the resulting `Q_k` element is `k = P - 1`. 1531ea61e9acSJeremy L Thompson @param[in] Q Number of quadrature points in one dimension. 1532ca94c3ddSJeremy L Thompson @param[in] quad_mode Distribution of the `Q` quadrature points (affects order of accuracy for the quadrature) 1533ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1534b11c1e72Sjeremylt 1535b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 1536dfdf5a53Sjeremylt 15377a982d89SJeremy L. Thompson @ref User 1538b11c1e72Sjeremylt **/ 15392b730f8bSJeremy L Thompson int CeedBasisCreateTensorH1Lagrange(Ceed ceed, CeedInt dim, CeedInt num_comp, CeedInt P, CeedInt Q, CeedQuadMode quad_mode, CeedBasis *basis) { 1540d7b241e6Sjeremylt // Allocate 1541c8c3fa7dSJeremy L Thompson int ierr = CEED_ERROR_SUCCESS; 15422b730f8bSJeremy L Thompson CeedScalar c1, c2, c3, c4, dx, *nodes, *interp_1d, *grad_1d, *q_ref_1d, *q_weight_1d; 15434d537eeaSYohann 1544ca94c3ddSJeremy L Thompson CeedCheck(dim > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis dimension must be a positive value"); 1545ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1546ca94c3ddSJeremy L Thompson CeedCheck(P > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1547ca94c3ddSJeremy L Thompson CeedCheck(Q > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1548227444bfSJeremy L Thompson 1549e15f9bd0SJeremy L Thompson // Get Nodes and Weights 15502b730f8bSJeremy L Thompson CeedCall(CeedCalloc(P * Q, &interp_1d)); 15512b730f8bSJeremy L Thompson CeedCall(CeedCalloc(P * Q, &grad_1d)); 15522b730f8bSJeremy L Thompson CeedCall(CeedCalloc(P, &nodes)); 15532b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q, &q_ref_1d)); 15542b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q, &q_weight_1d)); 15552b730f8bSJeremy L Thompson if (CeedLobattoQuadrature(P, nodes, NULL) != CEED_ERROR_SUCCESS) goto cleanup; 1556d1d35e2fSjeremylt switch (quad_mode) { 1557d7b241e6Sjeremylt case CEED_GAUSS: 1558d1d35e2fSjeremylt ierr = CeedGaussQuadrature(Q, q_ref_1d, q_weight_1d); 1559d7b241e6Sjeremylt break; 1560d7b241e6Sjeremylt case CEED_GAUSS_LOBATTO: 1561d1d35e2fSjeremylt ierr = CeedLobattoQuadrature(Q, q_ref_1d, q_weight_1d); 1562d7b241e6Sjeremylt break; 1563d7b241e6Sjeremylt } 15642b730f8bSJeremy L Thompson if (ierr != CEED_ERROR_SUCCESS) goto cleanup; 1565e15f9bd0SJeremy L Thompson 1566d7b241e6Sjeremylt // Build B, D matrix 1567d7b241e6Sjeremylt // Fornberg, 1998 1568c8c3fa7dSJeremy L Thompson for (CeedInt i = 0; i < Q; i++) { 1569d7b241e6Sjeremylt c1 = 1.0; 1570d1d35e2fSjeremylt c3 = nodes[0] - q_ref_1d[i]; 1571d1d35e2fSjeremylt interp_1d[i * P + 0] = 1.0; 1572c8c3fa7dSJeremy L Thompson for (CeedInt j = 1; j < P; j++) { 1573d7b241e6Sjeremylt c2 = 1.0; 1574d7b241e6Sjeremylt c4 = c3; 1575d1d35e2fSjeremylt c3 = nodes[j] - q_ref_1d[i]; 1576c8c3fa7dSJeremy L Thompson for (CeedInt k = 0; k < j; k++) { 1577d7b241e6Sjeremylt dx = nodes[j] - nodes[k]; 1578d7b241e6Sjeremylt c2 *= dx; 1579d7b241e6Sjeremylt if (k == j - 1) { 1580d1d35e2fSjeremylt grad_1d[i * P + j] = c1 * (interp_1d[i * P + k] - c4 * grad_1d[i * P + k]) / c2; 1581d1d35e2fSjeremylt interp_1d[i * P + j] = -c1 * c4 * interp_1d[i * P + k] / c2; 1582d7b241e6Sjeremylt } 1583d1d35e2fSjeremylt grad_1d[i * P + k] = (c3 * grad_1d[i * P + k] - interp_1d[i * P + k]) / dx; 1584d1d35e2fSjeremylt interp_1d[i * P + k] = c3 * interp_1d[i * P + k] / dx; 1585d7b241e6Sjeremylt } 1586d7b241e6Sjeremylt c1 = c2; 1587d7b241e6Sjeremylt } 1588d7b241e6Sjeremylt } 15899ac7b42eSJeremy L Thompson // Pass to CeedBasisCreateTensorH1 15902b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P, Q, interp_1d, grad_1d, q_ref_1d, q_weight_1d, basis)); 1591e15f9bd0SJeremy L Thompson cleanup: 15922b730f8bSJeremy L Thompson CeedCall(CeedFree(&interp_1d)); 15932b730f8bSJeremy L Thompson CeedCall(CeedFree(&grad_1d)); 15942b730f8bSJeremy L Thompson CeedCall(CeedFree(&nodes)); 15952b730f8bSJeremy L Thompson CeedCall(CeedFree(&q_ref_1d)); 15962b730f8bSJeremy L Thompson CeedCall(CeedFree(&q_weight_1d)); 1597e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1598d7b241e6Sjeremylt } 1599d7b241e6Sjeremylt 1600b11c1e72Sjeremylt /** 1601ca94c3ddSJeremy L Thompson @brief Create a non tensor-product basis for \f$H^1\f$ discretizations 1602a8de75f0Sjeremylt 1603ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1604e00f3be8SJames Wright @param[in] topo Topology of element, e.g. hypercube, simplex, etc 1605ea61e9acSJeremy L Thompson @param[in] num_comp Number of field components (1 for scalar fields) 1606ea61e9acSJeremy L Thompson @param[in] num_nodes Total number of nodes 1607ea61e9acSJeremy L Thompson @param[in] num_qpts Total number of quadrature points 1608ca94c3ddSJeremy L Thompson @param[in] interp Row-major (`num_qpts * num_nodes`) matrix expressing the values of nodal basis functions at quadrature points 1609ca94c3ddSJeremy L Thompson @param[in] grad Row-major (`dim * num_qpts * num_nodes`) matrix expressing derivatives of nodal basis functions at quadrature points 1610fda26546SJeremy L Thompson @param[in] q_ref Array of length `num_qpts * dim` holding the locations of quadrature points on the reference element 1611ca94c3ddSJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 1612ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1613a8de75f0Sjeremylt 1614a8de75f0Sjeremylt @return An error code: 0 - success, otherwise - failure 1615a8de75f0Sjeremylt 16167a982d89SJeremy L. Thompson @ref User 1617a8de75f0Sjeremylt **/ 16182b730f8bSJeremy L Thompson int CeedBasisCreateH1(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 16192b730f8bSJeremy L Thompson const CeedScalar *grad, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis *basis) { 1620d1d35e2fSjeremylt CeedInt P = num_nodes, Q = num_qpts, dim = 0; 1621a8de75f0Sjeremylt 16225fe0d4faSjeremylt if (!ceed->BasisCreateH1) { 16235fe0d4faSjeremylt Ceed delegate; 16246574a04fSJeremy L Thompson 16252b730f8bSJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 16261ef3a2a9SJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateH1"); 16272b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateH1(delegate, topo, num_comp, num_nodes, num_qpts, interp, grad, q_ref, q_weight, basis)); 16289bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 1629e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 16305fe0d4faSjeremylt } 16315fe0d4faSjeremylt 1632ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1633ca94c3ddSJeremy L Thompson CeedCheck(num_nodes > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1634ca94c3ddSJeremy L Thompson CeedCheck(num_qpts > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1635227444bfSJeremy L Thompson 16362b730f8bSJeremy L Thompson CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 1637a8de75f0Sjeremylt 1638db002c03SJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1639db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 1640d1d35e2fSjeremylt (*basis)->ref_count = 1; 16416402da51SJeremy L Thompson (*basis)->is_tensor_basis = false; 1642a8de75f0Sjeremylt (*basis)->dim = dim; 1643d99fa3c5SJeremy L Thompson (*basis)->topo = topo; 1644d1d35e2fSjeremylt (*basis)->num_comp = num_comp; 1645a8de75f0Sjeremylt (*basis)->P = P; 1646a8de75f0Sjeremylt (*basis)->Q = Q; 1647c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_H1; 16482b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q * dim, &(*basis)->q_ref_1d)); 16492b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q, &(*basis)->q_weight_1d)); 1650ff3a0f91SJeremy L Thompson if (q_ref) memcpy((*basis)->q_ref_1d, q_ref, Q * dim * sizeof(q_ref[0])); 1651ff3a0f91SJeremy L Thompson if (q_weight) memcpy((*basis)->q_weight_1d, q_weight, Q * sizeof(q_weight[0])); 16522b730f8bSJeremy L Thompson CeedCall(CeedCalloc(Q * P, &(*basis)->interp)); 16532b730f8bSJeremy L Thompson CeedCall(CeedCalloc(dim * Q * P, &(*basis)->grad)); 1654ff3a0f91SJeremy L Thompson if (interp) memcpy((*basis)->interp, interp, Q * P * sizeof(interp[0])); 1655ff3a0f91SJeremy L Thompson if (grad) memcpy((*basis)->grad, grad, dim * Q * P * sizeof(grad[0])); 16562b730f8bSJeremy L Thompson CeedCall(ceed->BasisCreateH1(topo, dim, P, Q, interp, grad, q_ref, q_weight, *basis)); 1657e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1658a8de75f0Sjeremylt } 1659a8de75f0Sjeremylt 1660a8de75f0Sjeremylt /** 1661859c15bbSJames Wright @brief Create a non tensor-product basis for \f$H(\mathrm{div})\f$ discretizations 166250c301a5SRezgar Shakeri 1663ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1664ea61e9acSJeremy L Thompson @param[in] topo Topology of element (`CEED_TOPOLOGY_QUAD`, `CEED_TOPOLOGY_PRISM`, etc.), dimension of which is used in some array sizes below 1665ea61e9acSJeremy L Thompson @param[in] num_comp Number of components (usually 1 for vectors in H(div) bases) 1666ca94c3ddSJeremy L Thompson @param[in] num_nodes Total number of nodes (DoFs per element) 1667ea61e9acSJeremy L Thompson @param[in] num_qpts Total number of quadrature points 1668ca94c3ddSJeremy L Thompson @param[in] interp Row-major (`dim * num_qpts * num_nodes`) matrix expressing the values of basis functions at quadrature points 1669ca94c3ddSJeremy L Thompson @param[in] div Row-major (`num_qpts * num_nodes`) matrix expressing divergence of basis functions at quadrature points 1670ca94c3ddSJeremy L Thompson @param[in] q_ref Array of length `num_qpts` * dim holding the locations of quadrature points on the reference element 1671ca94c3ddSJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 1672ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 167350c301a5SRezgar Shakeri 167450c301a5SRezgar Shakeri @return An error code: 0 - success, otherwise - failure 167550c301a5SRezgar Shakeri 167650c301a5SRezgar Shakeri @ref User 167750c301a5SRezgar Shakeri **/ 16782b730f8bSJeremy L Thompson int CeedBasisCreateHdiv(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 16792b730f8bSJeremy L Thompson const CeedScalar *div, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis *basis) { 168050c301a5SRezgar Shakeri CeedInt Q = num_qpts, P = num_nodes, dim = 0; 1681c4e3f59bSSebastian Grimberg 168250c301a5SRezgar Shakeri if (!ceed->BasisCreateHdiv) { 168350c301a5SRezgar Shakeri Ceed delegate; 16846574a04fSJeremy L Thompson 16852b730f8bSJeremy L Thompson CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 16866574a04fSJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateHdiv"); 16872b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateHdiv(delegate, topo, num_comp, num_nodes, num_qpts, interp, div, q_ref, q_weight, basis)); 16889bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 168950c301a5SRezgar Shakeri return CEED_ERROR_SUCCESS; 169050c301a5SRezgar Shakeri } 169150c301a5SRezgar Shakeri 1692ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1693ca94c3ddSJeremy L Thompson CeedCheck(num_nodes > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1694ca94c3ddSJeremy L Thompson CeedCheck(num_qpts > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1695227444bfSJeremy L Thompson 1696c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 1697c4e3f59bSSebastian Grimberg 1698db002c03SJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1699db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 170050c301a5SRezgar Shakeri (*basis)->ref_count = 1; 17016402da51SJeremy L Thompson (*basis)->is_tensor_basis = false; 170250c301a5SRezgar Shakeri (*basis)->dim = dim; 170350c301a5SRezgar Shakeri (*basis)->topo = topo; 170450c301a5SRezgar Shakeri (*basis)->num_comp = num_comp; 170550c301a5SRezgar Shakeri (*basis)->P = P; 170650c301a5SRezgar Shakeri (*basis)->Q = Q; 1707c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_HDIV; 17082b730f8bSJeremy L Thompson CeedCall(CeedMalloc(Q * dim, &(*basis)->q_ref_1d)); 17092b730f8bSJeremy L Thompson CeedCall(CeedMalloc(Q, &(*basis)->q_weight_1d)); 171050c301a5SRezgar Shakeri if (q_ref) memcpy((*basis)->q_ref_1d, q_ref, Q * dim * sizeof(q_ref[0])); 171150c301a5SRezgar Shakeri if (q_weight) memcpy((*basis)->q_weight_1d, q_weight, Q * sizeof(q_weight[0])); 17122b730f8bSJeremy L Thompson CeedCall(CeedMalloc(dim * Q * P, &(*basis)->interp)); 17132b730f8bSJeremy L Thompson CeedCall(CeedMalloc(Q * P, &(*basis)->div)); 171450c301a5SRezgar Shakeri if (interp) memcpy((*basis)->interp, interp, dim * Q * P * sizeof(interp[0])); 171550c301a5SRezgar Shakeri if (div) memcpy((*basis)->div, div, Q * P * sizeof(div[0])); 17162b730f8bSJeremy L Thompson CeedCall(ceed->BasisCreateHdiv(topo, dim, P, Q, interp, div, q_ref, q_weight, *basis)); 171750c301a5SRezgar Shakeri return CEED_ERROR_SUCCESS; 171850c301a5SRezgar Shakeri } 171950c301a5SRezgar Shakeri 172050c301a5SRezgar Shakeri /** 17214385fb7fSSebastian Grimberg @brief Create a non tensor-product basis for \f$H(\mathrm{curl})\f$ discretizations 1722c4e3f59bSSebastian Grimberg 1723ca94c3ddSJeremy L Thompson @param[in] ceed `Ceed` object used to create the `CeedBasis` 1724c4e3f59bSSebastian Grimberg @param[in] topo Topology of element (`CEED_TOPOLOGY_QUAD`, `CEED_TOPOLOGY_PRISM`, etc.), dimension of which is used in some array sizes below 1725ca94c3ddSJeremy L Thompson @param[in] num_comp Number of components (usually 1 for vectors in \f$H(\mathrm{curl})\f$ bases) 1726ca94c3ddSJeremy L Thompson @param[in] num_nodes Total number of nodes (DoFs per element) 1727c4e3f59bSSebastian Grimberg @param[in] num_qpts Total number of quadrature points 1728ca94c3ddSJeremy L Thompson @param[in] interp Row-major (`dim * num_qpts * num_nodes`) matrix expressing the values of basis functions at quadrature points 1729ca94c3ddSJeremy L Thompson @param[in] curl Row-major (`curl_comp * num_qpts * num_nodes`, `curl_comp = 1` if `dim < 3` otherwise `curl_comp = dim`) matrix expressing curl of basis functions at quadrature points 1730ca94c3ddSJeremy L Thompson @param[in] q_ref Array of length `num_qpts * dim` holding the locations of quadrature points on the reference element 1731ca94c3ddSJeremy L Thompson @param[in] q_weight Array of length `num_qpts` holding the quadrature weights on the reference element 1732ca94c3ddSJeremy L Thompson @param[out] basis Address of the variable where the newly created `CeedBasis` will be stored 1733c4e3f59bSSebastian Grimberg 1734c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 1735c4e3f59bSSebastian Grimberg 1736c4e3f59bSSebastian Grimberg @ref User 1737c4e3f59bSSebastian Grimberg **/ 1738c4e3f59bSSebastian Grimberg int CeedBasisCreateHcurl(Ceed ceed, CeedElemTopology topo, CeedInt num_comp, CeedInt num_nodes, CeedInt num_qpts, const CeedScalar *interp, 1739c4e3f59bSSebastian Grimberg const CeedScalar *curl, const CeedScalar *q_ref, const CeedScalar *q_weight, CeedBasis *basis) { 1740c4e3f59bSSebastian Grimberg CeedInt Q = num_qpts, P = num_nodes, dim = 0, curl_comp = 0; 1741c4e3f59bSSebastian Grimberg 1742d075f50bSSebastian Grimberg if (!ceed->BasisCreateHcurl) { 1743c4e3f59bSSebastian Grimberg Ceed delegate; 17446574a04fSJeremy L Thompson 1745c4e3f59bSSebastian Grimberg CeedCall(CeedGetObjectDelegate(ceed, &delegate, "Basis")); 17466574a04fSJeremy L Thompson CeedCheck(delegate, ceed, CEED_ERROR_UNSUPPORTED, "Backend does not implement BasisCreateHcurl"); 1747c4e3f59bSSebastian Grimberg CeedCall(CeedBasisCreateHcurl(delegate, topo, num_comp, num_nodes, num_qpts, interp, curl, q_ref, q_weight, basis)); 17489bc66399SJeremy L Thompson CeedCall(CeedDestroy(&delegate)); 1749c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 1750c4e3f59bSSebastian Grimberg } 1751c4e3f59bSSebastian Grimberg 1752ca94c3ddSJeremy L Thompson CeedCheck(num_comp > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 component"); 1753ca94c3ddSJeremy L Thompson CeedCheck(num_nodes > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 node"); 1754ca94c3ddSJeremy L Thompson CeedCheck(num_qpts > 0, ceed, CEED_ERROR_DIMENSION, "CeedBasis must have at least 1 quadrature point"); 1755c4e3f59bSSebastian Grimberg 1756c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetTopologyDimension(topo, &dim)); 1757c4e3f59bSSebastian Grimberg curl_comp = (dim < 3) ? 1 : dim; 1758c4e3f59bSSebastian Grimberg 1759db002c03SJeremy L Thompson CeedCall(CeedCalloc(1, basis)); 1760db002c03SJeremy L Thompson CeedCall(CeedReferenceCopy(ceed, &(*basis)->ceed)); 1761c4e3f59bSSebastian Grimberg (*basis)->ref_count = 1; 17626402da51SJeremy L Thompson (*basis)->is_tensor_basis = false; 1763c4e3f59bSSebastian Grimberg (*basis)->dim = dim; 1764c4e3f59bSSebastian Grimberg (*basis)->topo = topo; 1765c4e3f59bSSebastian Grimberg (*basis)->num_comp = num_comp; 1766c4e3f59bSSebastian Grimberg (*basis)->P = P; 1767c4e3f59bSSebastian Grimberg (*basis)->Q = Q; 1768c4e3f59bSSebastian Grimberg (*basis)->fe_space = CEED_FE_SPACE_HCURL; 1769c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(Q * dim, &(*basis)->q_ref_1d)); 1770c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(Q, &(*basis)->q_weight_1d)); 1771c4e3f59bSSebastian Grimberg if (q_ref) memcpy((*basis)->q_ref_1d, q_ref, Q * dim * sizeof(q_ref[0])); 1772c4e3f59bSSebastian Grimberg if (q_weight) memcpy((*basis)->q_weight_1d, q_weight, Q * sizeof(q_weight[0])); 1773c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(dim * Q * P, &(*basis)->interp)); 1774c4e3f59bSSebastian Grimberg CeedCall(CeedMalloc(curl_comp * Q * P, &(*basis)->curl)); 1775c4e3f59bSSebastian Grimberg if (interp) memcpy((*basis)->interp, interp, dim * Q * P * sizeof(interp[0])); 1776c4e3f59bSSebastian Grimberg if (curl) memcpy((*basis)->curl, curl, curl_comp * Q * P * sizeof(curl[0])); 1777c4e3f59bSSebastian Grimberg CeedCall(ceed->BasisCreateHcurl(topo, dim, P, Q, interp, curl, q_ref, q_weight, *basis)); 1778c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 1779c4e3f59bSSebastian Grimberg } 1780c4e3f59bSSebastian Grimberg 1781c4e3f59bSSebastian Grimberg /** 1782ca94c3ddSJeremy L Thompson @brief Create a `CeedBasis` for projection from the nodes of `basis_from` to the nodes of `basis_to`. 1783ba59ac12SSebastian Grimberg 1784ca94c3ddSJeremy L Thompson Only @ref CEED_EVAL_INTERP will be valid for the new basis, `basis_project`. 1785ca94c3ddSJeremy L Thompson For \f$H^1\f$ spaces, @ref CEED_EVAL_GRAD will also be valid. 1786ca94c3ddSJeremy L Thompson The interpolation is given by `interp_project = interp_to^+ * interp_from`, where the pseudoinverse `interp_to^+` is given by QR factorization. 1787ca94c3ddSJeremy L Thompson The gradient (for the \f$H^1\f$ case) is given by `grad_project = interp_to^+ * grad_from`. 178815ad3917SSebastian Grimberg 178915ad3917SSebastian Grimberg Note: `basis_from` and `basis_to` must have compatible quadrature spaces. 179015ad3917SSebastian Grimberg 17919fd66db6SSebastian Grimberg Note: `basis_project` will have the same number of components as `basis_from`, regardless of the number of components that `basis_to` has. 17929fd66db6SSebastian Grimberg If `basis_from` has 3 components and `basis_to` has 5 components, then `basis_project` will have 3 components. 1793f113e5dcSJeremy L Thompson 1794e104ad11SJames Wright Note: If either `basis_from` or `basis_to` are non-tensor, then `basis_project` will also be non-tensor 1795e104ad11SJames Wright 1796ca94c3ddSJeremy L Thompson @param[in] basis_from `CeedBasis` to prolong from 1797ca94c3ddSJeremy L Thompson @param[in] basis_to `CeedBasis` to prolong to 1798ca94c3ddSJeremy L Thompson @param[out] basis_project Address of the variable where the newly created `CeedBasis` will be stored 1799f113e5dcSJeremy L Thompson 1800f113e5dcSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 1801f113e5dcSJeremy L Thompson 1802f113e5dcSJeremy L Thompson @ref User 1803f113e5dcSJeremy L Thompson **/ 18042b730f8bSJeremy L Thompson int CeedBasisCreateProjection(CeedBasis basis_from, CeedBasis basis_to, CeedBasis *basis_project) { 1805f113e5dcSJeremy L Thompson Ceed ceed; 1806e104ad11SJames Wright bool create_tensor; 18071c66c397SJeremy L Thompson CeedInt dim, num_comp; 1808097cc795SJames Wright CeedScalar *interp_project, *grad_project; 18091c66c397SJeremy L Thompson 18102b730f8bSJeremy L Thompson CeedCall(CeedBasisGetCeed(basis_to, &ceed)); 1811f113e5dcSJeremy L Thompson 1812ecc88aebSJeremy L Thompson // Create projection matrix 18132b730f8bSJeremy L Thompson CeedCall(CeedBasisCreateProjectionMatrices(basis_from, basis_to, &interp_project, &grad_project)); 1814f113e5dcSJeremy L Thompson 1815f113e5dcSJeremy L Thompson // Build basis 1816e104ad11SJames Wright { 1817e104ad11SJames Wright bool is_tensor_to, is_tensor_from; 1818e104ad11SJames Wright 1819e104ad11SJames Wright CeedCall(CeedBasisIsTensor(basis_to, &is_tensor_to)); 1820e104ad11SJames Wright CeedCall(CeedBasisIsTensor(basis_from, &is_tensor_from)); 1821e104ad11SJames Wright create_tensor = is_tensor_from && is_tensor_to; 1822e104ad11SJames Wright } 18232b730f8bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis_to, &dim)); 18242b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumComponents(basis_from, &num_comp)); 1825e104ad11SJames Wright if (create_tensor) { 1826f113e5dcSJeremy L Thompson CeedInt P_1d_to, P_1d_from; 18271c66c397SJeremy L Thompson 18282b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_from, &P_1d_from)); 18292b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis_to, &P_1d_to)); 1830097cc795SJames Wright CeedCall(CeedBasisCreateTensorH1(ceed, dim, num_comp, P_1d_from, P_1d_to, interp_project, grad_project, NULL, NULL, basis_project)); 1831f113e5dcSJeremy L Thompson } else { 1832de05fbb2SSebastian Grimberg // Even if basis_to and basis_from are not H1, the resulting basis is H1 for interpolation to work 1833f113e5dcSJeremy L Thompson CeedInt num_nodes_to, num_nodes_from; 18341c66c397SJeremy L Thompson CeedElemTopology topo; 18351c66c397SJeremy L Thompson 1836e00f3be8SJames Wright CeedCall(CeedBasisGetTopology(basis_from, &topo)); 18372b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_from, &num_nodes_from)); 18382b730f8bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis_to, &num_nodes_to)); 1839097cc795SJames Wright CeedCall(CeedBasisCreateH1(ceed, topo, num_comp, num_nodes_from, num_nodes_to, interp_project, grad_project, NULL, NULL, basis_project)); 1840f113e5dcSJeremy L Thompson } 1841f113e5dcSJeremy L Thompson 1842f113e5dcSJeremy L Thompson // Cleanup 18432b730f8bSJeremy L Thompson CeedCall(CeedFree(&interp_project)); 18442b730f8bSJeremy L Thompson CeedCall(CeedFree(&grad_project)); 18459bc66399SJeremy L Thompson CeedCall(CeedDestroy(&ceed)); 1846f113e5dcSJeremy L Thompson return CEED_ERROR_SUCCESS; 1847f113e5dcSJeremy L Thompson } 1848f113e5dcSJeremy L Thompson 1849f113e5dcSJeremy L Thompson /** 1850ca94c3ddSJeremy L Thompson @brief Copy the pointer to a `CeedBasis`. 18519560d06aSjeremylt 1852ca94c3ddSJeremy L Thompson Note: If the value of `*basis_copy` passed into this function is non-`NULL`, then it is assumed that `*basis_copy` is a pointer to a `CeedBasis`. 1853ca94c3ddSJeremy L Thompson This `CeedBasis` will be destroyed if `*basis_copy` is the only reference to this `CeedBasis`. 1854ea61e9acSJeremy L Thompson 1855ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` to copy reference to 1856ea61e9acSJeremy L Thompson @param[in,out] basis_copy Variable to store copied reference 18579560d06aSjeremylt 18589560d06aSjeremylt @return An error code: 0 - success, otherwise - failure 18599560d06aSjeremylt 18609560d06aSjeremylt @ref User 18619560d06aSjeremylt **/ 18629560d06aSjeremylt int CeedBasisReferenceCopy(CeedBasis basis, CeedBasis *basis_copy) { 1863356036faSJeremy L Thompson if (basis != CEED_BASIS_NONE) CeedCall(CeedBasisReference(basis)); 18642b730f8bSJeremy L Thompson CeedCall(CeedBasisDestroy(basis_copy)); 18659560d06aSjeremylt *basis_copy = basis; 18669560d06aSjeremylt return CEED_ERROR_SUCCESS; 18679560d06aSjeremylt } 18689560d06aSjeremylt 18699560d06aSjeremylt /** 1870ca94c3ddSJeremy L Thompson @brief View a `CeedBasis` 18717a982d89SJeremy L. Thompson 1872ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` to view 1873ca94c3ddSJeremy L Thompson @param[in] stream Stream to view to, e.g., `stdout` 18747a982d89SJeremy L. Thompson 18757a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 18767a982d89SJeremy L. Thompson 18777a982d89SJeremy L. Thompson @ref User 18787a982d89SJeremy L. Thompson **/ 18797a982d89SJeremy L. Thompson int CeedBasisView(CeedBasis basis, FILE *stream) { 18801203703bSJeremy L Thompson bool is_tensor_basis; 18811203703bSJeremy L Thompson CeedElemTopology topo; 18821203703bSJeremy L Thompson CeedFESpace fe_space; 18831203703bSJeremy L Thompson 18841203703bSJeremy L Thompson // Basis data 18851203703bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 18861203703bSJeremy L Thompson CeedCall(CeedBasisGetTopology(basis, &topo)); 18871203703bSJeremy L Thompson CeedCall(CeedBasisGetFESpace(basis, &fe_space)); 18882b730f8bSJeremy L Thompson 188950c301a5SRezgar Shakeri // Print FE space and element topology of the basis 1890edf04919SJeremy L Thompson fprintf(stream, "CeedBasis in a %s on a %s element\n", CeedFESpaces[fe_space], CeedElemTopologies[topo]); 18911203703bSJeremy L Thompson if (is_tensor_basis) { 1892edf04919SJeremy L Thompson fprintf(stream, " P: %" CeedInt_FMT "\n Q: %" CeedInt_FMT "\n", basis->P_1d, basis->Q_1d); 189350c301a5SRezgar Shakeri } else { 1894edf04919SJeremy L Thompson fprintf(stream, " P: %" CeedInt_FMT "\n Q: %" CeedInt_FMT "\n", basis->P, basis->Q); 189550c301a5SRezgar Shakeri } 1896edf04919SJeremy L Thompson fprintf(stream, " dimension: %" CeedInt_FMT "\n field components: %" CeedInt_FMT "\n", basis->dim, basis->num_comp); 1897ea61e9acSJeremy L Thompson // Print quadrature data, interpolation/gradient/divergence/curl of the basis 18981203703bSJeremy L Thompson if (is_tensor_basis) { // tensor basis 18991203703bSJeremy L Thompson CeedInt P_1d, Q_1d; 19001203703bSJeremy L Thompson const CeedScalar *q_ref_1d, *q_weight_1d, *interp_1d, *grad_1d; 19011203703bSJeremy L Thompson 19021203703bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes1D(basis, &P_1d)); 19031203703bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints1D(basis, &Q_1d)); 19041203703bSJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref_1d)); 19051203703bSJeremy L Thompson CeedCall(CeedBasisGetQWeights(basis, &q_weight_1d)); 19061203703bSJeremy L Thompson CeedCall(CeedBasisGetInterp1D(basis, &interp_1d)); 19071203703bSJeremy L Thompson CeedCall(CeedBasisGetGrad1D(basis, &grad_1d)); 19081203703bSJeremy L Thompson 19091203703bSJeremy L Thompson CeedCall(CeedScalarView("qref1d", "\t% 12.8f", 1, Q_1d, q_ref_1d, stream)); 19101203703bSJeremy L Thompson CeedCall(CeedScalarView("qweight1d", "\t% 12.8f", 1, Q_1d, q_weight_1d, stream)); 19111203703bSJeremy L Thompson CeedCall(CeedScalarView("interp1d", "\t% 12.8f", Q_1d, P_1d, interp_1d, stream)); 19121203703bSJeremy L Thompson CeedCall(CeedScalarView("grad1d", "\t% 12.8f", Q_1d, P_1d, grad_1d, stream)); 191350c301a5SRezgar Shakeri } else { // non-tensor basis 19141203703bSJeremy L Thompson CeedInt P, Q, dim, q_comp; 19151203703bSJeremy L Thompson const CeedScalar *q_ref, *q_weight, *interp, *grad, *div, *curl; 19161203703bSJeremy L Thompson 19171203703bSJeremy L Thompson CeedCall(CeedBasisGetNumNodes(basis, &P)); 19181203703bSJeremy L Thompson CeedCall(CeedBasisGetNumQuadraturePoints(basis, &Q)); 19191203703bSJeremy L Thompson CeedCall(CeedBasisGetDimension(basis, &dim)); 19201203703bSJeremy L Thompson CeedCall(CeedBasisGetQRef(basis, &q_ref)); 19211203703bSJeremy L Thompson CeedCall(CeedBasisGetQWeights(basis, &q_weight)); 19221203703bSJeremy L Thompson CeedCall(CeedBasisGetInterp(basis, &interp)); 19231203703bSJeremy L Thompson CeedCall(CeedBasisGetGrad(basis, &grad)); 19241203703bSJeremy L Thompson CeedCall(CeedBasisGetDiv(basis, &div)); 19251203703bSJeremy L Thompson CeedCall(CeedBasisGetCurl(basis, &curl)); 19261203703bSJeremy L Thompson 19271203703bSJeremy L Thompson CeedCall(CeedScalarView("qref", "\t% 12.8f", 1, Q * dim, q_ref, stream)); 19281203703bSJeremy L Thompson CeedCall(CeedScalarView("qweight", "\t% 12.8f", 1, Q, q_weight, stream)); 1929c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_INTERP, &q_comp)); 19301203703bSJeremy L Thompson CeedCall(CeedScalarView("interp", "\t% 12.8f", q_comp * Q, P, interp, stream)); 19311203703bSJeremy L Thompson if (grad) { 1932c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_GRAD, &q_comp)); 19331203703bSJeremy L Thompson CeedCall(CeedScalarView("grad", "\t% 12.8f", q_comp * Q, P, grad, stream)); 19347a982d89SJeremy L. Thompson } 19351203703bSJeremy L Thompson if (div) { 1936c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_DIV, &q_comp)); 19371203703bSJeremy L Thompson CeedCall(CeedScalarView("div", "\t% 12.8f", q_comp * Q, P, div, stream)); 1938c4e3f59bSSebastian Grimberg } 19391203703bSJeremy L Thompson if (curl) { 1940c4e3f59bSSebastian Grimberg CeedCall(CeedBasisGetNumQuadratureComponents(basis, CEED_EVAL_CURL, &q_comp)); 19411203703bSJeremy L Thompson CeedCall(CeedScalarView("curl", "\t% 12.8f", q_comp * Q, P, curl, stream)); 194250c301a5SRezgar Shakeri } 194350c301a5SRezgar Shakeri } 1944e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 19457a982d89SJeremy L. Thompson } 19467a982d89SJeremy L. Thompson 19477a982d89SJeremy L. Thompson /** 1948db2becc9SJeremy L Thompson @brief Apply basis evaluation from nodes to quadrature points or vice versa 1949db2becc9SJeremy L Thompson 1950db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 1951db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 1952db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 1953db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to quadrature points; 1954db2becc9SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from quadrature points to nodes 1955db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_NONE to use values directly, 1956db2becc9SJeremy L Thompson @ref CEED_EVAL_INTERP to use interpolated values, 1957db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 1958db2becc9SJeremy L Thompson @ref CEED_EVAL_DIV to use divergence, 1959db2becc9SJeremy L Thompson @ref CEED_EVAL_CURL to use curl, 1960db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 1961db2becc9SJeremy L Thompson @param[in] u Input `CeedVector` 1962db2becc9SJeremy L Thompson @param[out] v Output `CeedVector` 1963db2becc9SJeremy L Thompson 1964db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 1965db2becc9SJeremy L Thompson 1966db2becc9SJeremy L Thompson @ref User 1967db2becc9SJeremy L Thompson **/ 1968db2becc9SJeremy L Thompson int CeedBasisApply(CeedBasis basis, CeedInt num_elem, CeedTransposeMode t_mode, CeedEvalMode eval_mode, CeedVector u, CeedVector v) { 1969db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyCheckDims(basis, num_elem, t_mode, eval_mode, u, v)); 1970db2becc9SJeremy L Thompson CeedCheck(basis->Apply, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Backend does not support CeedBasisApply"); 19712b730f8bSJeremy L Thompson CeedCall(basis->Apply(basis, num_elem, t_mode, eval_mode, u, v)); 1972e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 19737a982d89SJeremy L. Thompson } 19747a982d89SJeremy L. Thompson 19757a982d89SJeremy L. Thompson /** 1976db2becc9SJeremy L Thompson @brief Apply basis evaluation from quadrature points to nodes and sum into target vector 1977db2becc9SJeremy L Thompson 1978db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 1979db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 1980db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 1981db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_TRANSPOSE to apply the transpose, mapping from quadrature points to nodes; 1982db2becc9SJeremy L Thompson @ref CEED_NOTRANSPOSE is not valid for `CeedBasisApplyAdd()` 1983db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_NONE to use values directly, 1984db2becc9SJeremy L Thompson @ref CEED_EVAL_INTERP to use interpolated values, 1985db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 1986db2becc9SJeremy L Thompson @ref CEED_EVAL_DIV to use divergence, 1987db2becc9SJeremy L Thompson @ref CEED_EVAL_CURL to use curl, 1988db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 1989db2becc9SJeremy L Thompson @param[in] u Input `CeedVector` 1990db2becc9SJeremy L Thompson @param[out] v Output `CeedVector` to sum into 1991db2becc9SJeremy L Thompson 1992db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 1993db2becc9SJeremy L Thompson 1994db2becc9SJeremy L Thompson @ref User 1995db2becc9SJeremy L Thompson **/ 1996db2becc9SJeremy L Thompson int CeedBasisApplyAdd(CeedBasis basis, CeedInt num_elem, CeedTransposeMode t_mode, CeedEvalMode eval_mode, CeedVector u, CeedVector v) { 1997db2becc9SJeremy L Thompson CeedCheck(t_mode == CEED_TRANSPOSE, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "CeedBasisApplyAdd only supports CEED_TRANSPOSE"); 1998db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyCheckDims(basis, num_elem, t_mode, eval_mode, u, v)); 1999db2becc9SJeremy L Thompson CeedCheck(basis->ApplyAdd, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "Backend does not implement CeedBasisApplyAdd"); 2000db2becc9SJeremy L Thompson CeedCall(basis->ApplyAdd(basis, num_elem, t_mode, eval_mode, u, v)); 2001db2becc9SJeremy L Thompson return CEED_ERROR_SUCCESS; 2002db2becc9SJeremy L Thompson } 2003db2becc9SJeremy L Thompson 2004db2becc9SJeremy L Thompson /** 2005db2becc9SJeremy L Thompson @brief Apply basis evaluation from nodes to arbitrary points 2006db2becc9SJeremy L Thompson 2007db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 2008db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 2009db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 2010db2becc9SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 2011db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 2012db2becc9SJeremy L Thompson @ref CEED_TRANSPOSE to apply the transpose, mapping from points to nodes 2013db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 2014db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 2015db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 2016db2becc9SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 2017db2becc9SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 2018db2becc9SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 2019db2becc9SJeremy L Thompson 2020db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2021db2becc9SJeremy L Thompson 2022db2becc9SJeremy L Thompson @ref User 2023db2becc9SJeremy L Thompson **/ 2024db2becc9SJeremy L Thompson int CeedBasisApplyAtPoints(CeedBasis basis, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, CeedEvalMode eval_mode, 2025db2becc9SJeremy L Thompson CeedVector x_ref, CeedVector u, CeedVector v) { 2026db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPointsCheckDims(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2027db2becc9SJeremy L Thompson if (basis->ApplyAtPoints) { 2028db2becc9SJeremy L Thompson CeedCall(basis->ApplyAtPoints(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2029db2becc9SJeremy L Thompson } else { 2030db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPoints_Core(basis, false, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2031db2becc9SJeremy L Thompson } 2032db2becc9SJeremy L Thompson return CEED_ERROR_SUCCESS; 2033db2becc9SJeremy L Thompson } 2034db2becc9SJeremy L Thompson 2035db2becc9SJeremy L Thompson /** 2036db2becc9SJeremy L Thompson @brief Apply basis evaluation from nodes to arbitrary points and sum into target vector 2037db2becc9SJeremy L Thompson 2038db2becc9SJeremy L Thompson @param[in] basis `CeedBasis` to evaluate 2039db2becc9SJeremy L Thompson @param[in] num_elem The number of elements to apply the basis evaluation to; 2040db2becc9SJeremy L Thompson the backend will specify the ordering in @ref CeedElemRestrictionCreate() 2041db2becc9SJeremy L Thompson @param[in] num_points Array of the number of points to apply the basis evaluation to in each element, size `num_elem` 2042db2becc9SJeremy L Thompson @param[in] t_mode @ref CEED_NOTRANSPOSE to evaluate from nodes to points; 2043db2becc9SJeremy L Thompson @ref CEED_NOTRANSPOSE is not valid for `CeedBasisApplyAddAtPoints()` 2044db2becc9SJeremy L Thompson @param[in] eval_mode @ref CEED_EVAL_INTERP to use interpolated values, 2045db2becc9SJeremy L Thompson @ref CEED_EVAL_GRAD to use gradients, 2046db2becc9SJeremy L Thompson @ref CEED_EVAL_WEIGHT to use quadrature weights 2047db2becc9SJeremy L Thompson @param[in] x_ref `CeedVector` holding reference coordinates of each point 2048db2becc9SJeremy L Thompson @param[in] u Input `CeedVector`, of length `num_nodes * num_comp` for @ref CEED_NOTRANSPOSE 2049db2becc9SJeremy L Thompson @param[out] v Output `CeedVector`, of length `num_points * num_q_comp` for @ref CEED_NOTRANSPOSE with @ref CEED_EVAL_INTERP 2050db2becc9SJeremy L Thompson 2051db2becc9SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2052db2becc9SJeremy L Thompson 2053db2becc9SJeremy L Thompson @ref User 2054db2becc9SJeremy L Thompson **/ 2055db2becc9SJeremy L Thompson int CeedBasisApplyAddAtPoints(CeedBasis basis, CeedInt num_elem, const CeedInt *num_points, CeedTransposeMode t_mode, CeedEvalMode eval_mode, 2056db2becc9SJeremy L Thompson CeedVector x_ref, CeedVector u, CeedVector v) { 2057db2becc9SJeremy L Thompson CeedCheck(t_mode == CEED_TRANSPOSE, CeedBasisReturnCeed(basis), CEED_ERROR_UNSUPPORTED, "CeedBasisApplyAddAtPoints only supports CEED_TRANSPOSE"); 2058db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPointsCheckDims(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2059db2becc9SJeremy L Thompson if (basis->ApplyAddAtPoints) { 2060db2becc9SJeremy L Thompson CeedCall(basis->ApplyAddAtPoints(basis, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2061db2becc9SJeremy L Thompson } else { 2062db2becc9SJeremy L Thompson CeedCall(CeedBasisApplyAtPoints_Core(basis, true, num_elem, num_points, t_mode, eval_mode, x_ref, u, v)); 2063db2becc9SJeremy L Thompson } 2064db2becc9SJeremy L Thompson return CEED_ERROR_SUCCESS; 2065db2becc9SJeremy L Thompson } 2066db2becc9SJeremy L Thompson 2067db2becc9SJeremy L Thompson /** 20686e536b99SJeremy L Thompson @brief Get the `Ceed` associated with a `CeedBasis` 2069b7c9bbdaSJeremy L Thompson 2070ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2071ca94c3ddSJeremy L Thompson @param[out] ceed Variable to store `Ceed` 2072b7c9bbdaSJeremy L Thompson 2073b7c9bbdaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2074b7c9bbdaSJeremy L Thompson 2075b7c9bbdaSJeremy L Thompson @ref Advanced 2076b7c9bbdaSJeremy L Thompson **/ 2077b7c9bbdaSJeremy L Thompson int CeedBasisGetCeed(CeedBasis basis, Ceed *ceed) { 20789bc66399SJeremy L Thompson *ceed = NULL; 20799bc66399SJeremy L Thompson CeedCall(CeedReferenceCopy(CeedBasisReturnCeed(basis), ceed)); 2080b7c9bbdaSJeremy L Thompson return CEED_ERROR_SUCCESS; 2081b7c9bbdaSJeremy L Thompson } 2082b7c9bbdaSJeremy L Thompson 2083b7c9bbdaSJeremy L Thompson /** 20846e536b99SJeremy L Thompson @brief Return the `Ceed` associated with a `CeedBasis` 20856e536b99SJeremy L Thompson 20866e536b99SJeremy L Thompson @param[in] basis `CeedBasis` 20876e536b99SJeremy L Thompson 20886e536b99SJeremy L Thompson @return `Ceed` associated with the `basis` 20896e536b99SJeremy L Thompson 20906e536b99SJeremy L Thompson @ref Advanced 20916e536b99SJeremy L Thompson **/ 20926e536b99SJeremy L Thompson Ceed CeedBasisReturnCeed(CeedBasis basis) { return basis->ceed; } 20936e536b99SJeremy L Thompson 20946e536b99SJeremy L Thompson /** 2095ca94c3ddSJeremy L Thompson @brief Get dimension for given `CeedBasis` 20969d007619Sjeremylt 2097ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 20989d007619Sjeremylt @param[out] dim Variable to store dimension of basis 20999d007619Sjeremylt 21009d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21019d007619Sjeremylt 2102b7c9bbdaSJeremy L Thompson @ref Advanced 21039d007619Sjeremylt **/ 21049d007619Sjeremylt int CeedBasisGetDimension(CeedBasis basis, CeedInt *dim) { 21059d007619Sjeremylt *dim = basis->dim; 2106e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21079d007619Sjeremylt } 21089d007619Sjeremylt 21099d007619Sjeremylt /** 2110ca94c3ddSJeremy L Thompson @brief Get topology for given `CeedBasis` 2111d99fa3c5SJeremy L Thompson 2112ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2113d99fa3c5SJeremy L Thompson @param[out] topo Variable to store topology of basis 2114d99fa3c5SJeremy L Thompson 2115d99fa3c5SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2116d99fa3c5SJeremy L Thompson 2117b7c9bbdaSJeremy L Thompson @ref Advanced 2118d99fa3c5SJeremy L Thompson **/ 2119d99fa3c5SJeremy L Thompson int CeedBasisGetTopology(CeedBasis basis, CeedElemTopology *topo) { 2120d99fa3c5SJeremy L Thompson *topo = basis->topo; 2121e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2122d99fa3c5SJeremy L Thompson } 2123d99fa3c5SJeremy L Thompson 2124d99fa3c5SJeremy L Thompson /** 2125ca94c3ddSJeremy L Thompson @brief Get number of components for given `CeedBasis` 21269d007619Sjeremylt 2127ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2128ca94c3ddSJeremy L Thompson @param[out] num_comp Variable to store number of components 21299d007619Sjeremylt 21309d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21319d007619Sjeremylt 2132b7c9bbdaSJeremy L Thompson @ref Advanced 21339d007619Sjeremylt **/ 2134d1d35e2fSjeremylt int CeedBasisGetNumComponents(CeedBasis basis, CeedInt *num_comp) { 2135d1d35e2fSjeremylt *num_comp = basis->num_comp; 2136e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21379d007619Sjeremylt } 21389d007619Sjeremylt 21399d007619Sjeremylt /** 2140ca94c3ddSJeremy L Thompson @brief Get total number of nodes (in `dim` dimensions) of a `CeedBasis` 21419d007619Sjeremylt 2142ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 21439d007619Sjeremylt @param[out] P Variable to store number of nodes 21449d007619Sjeremylt 21459d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21469d007619Sjeremylt 21479d007619Sjeremylt @ref Utility 21489d007619Sjeremylt **/ 21499d007619Sjeremylt int CeedBasisGetNumNodes(CeedBasis basis, CeedInt *P) { 21509d007619Sjeremylt *P = basis->P; 2151e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21529d007619Sjeremylt } 21539d007619Sjeremylt 21549d007619Sjeremylt /** 2155ca94c3ddSJeremy L Thompson @brief Get total number of nodes (in 1 dimension) of a `CeedBasis` 21569d007619Sjeremylt 2157ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2158d1d35e2fSjeremylt @param[out] P_1d Variable to store number of nodes 21599d007619Sjeremylt 21609d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21619d007619Sjeremylt 2162b7c9bbdaSJeremy L Thompson @ref Advanced 21639d007619Sjeremylt **/ 2164d1d35e2fSjeremylt int CeedBasisGetNumNodes1D(CeedBasis basis, CeedInt *P_1d) { 21656e536b99SJeremy L Thompson CeedCheck(basis->is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "Cannot supply P_1d for non-tensor CeedBasis"); 2166d1d35e2fSjeremylt *P_1d = basis->P_1d; 2167e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21689d007619Sjeremylt } 21699d007619Sjeremylt 21709d007619Sjeremylt /** 2171ca94c3ddSJeremy L Thompson @brief Get total number of quadrature points (in `dim` dimensions) of a `CeedBasis` 21729d007619Sjeremylt 2173ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 21749d007619Sjeremylt @param[out] Q Variable to store number of quadrature points 21759d007619Sjeremylt 21769d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21779d007619Sjeremylt 21789d007619Sjeremylt @ref Utility 21799d007619Sjeremylt **/ 21809d007619Sjeremylt int CeedBasisGetNumQuadraturePoints(CeedBasis basis, CeedInt *Q) { 21819d007619Sjeremylt *Q = basis->Q; 2182e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21839d007619Sjeremylt } 21849d007619Sjeremylt 21859d007619Sjeremylt /** 2186ca94c3ddSJeremy L Thompson @brief Get total number of quadrature points (in 1 dimension) of a `CeedBasis` 21879d007619Sjeremylt 2188ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2189d1d35e2fSjeremylt @param[out] Q_1d Variable to store number of quadrature points 21909d007619Sjeremylt 21919d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 21929d007619Sjeremylt 2193b7c9bbdaSJeremy L Thompson @ref Advanced 21949d007619Sjeremylt **/ 2195d1d35e2fSjeremylt int CeedBasisGetNumQuadraturePoints1D(CeedBasis basis, CeedInt *Q_1d) { 21966e536b99SJeremy L Thompson CeedCheck(basis->is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "Cannot supply Q_1d for non-tensor CeedBasis"); 2197d1d35e2fSjeremylt *Q_1d = basis->Q_1d; 2198e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 21999d007619Sjeremylt } 22009d007619Sjeremylt 22019d007619Sjeremylt /** 2202ca94c3ddSJeremy L Thompson @brief Get reference coordinates of quadrature points (in `dim` dimensions) of a `CeedBasis` 22039d007619Sjeremylt 2204ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2205d1d35e2fSjeremylt @param[out] q_ref Variable to store reference coordinates of quadrature points 22069d007619Sjeremylt 22079d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22089d007619Sjeremylt 2209b7c9bbdaSJeremy L Thompson @ref Advanced 22109d007619Sjeremylt **/ 2211d1d35e2fSjeremylt int CeedBasisGetQRef(CeedBasis basis, const CeedScalar **q_ref) { 2212d1d35e2fSjeremylt *q_ref = basis->q_ref_1d; 2213e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22149d007619Sjeremylt } 22159d007619Sjeremylt 22169d007619Sjeremylt /** 2217ca94c3ddSJeremy L Thompson @brief Get quadrature weights of quadrature points (in `dim` dimensions) of a `CeedBasis` 22189d007619Sjeremylt 2219ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2220d1d35e2fSjeremylt @param[out] q_weight Variable to store quadrature weights 22219d007619Sjeremylt 22229d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22239d007619Sjeremylt 2224b7c9bbdaSJeremy L Thompson @ref Advanced 22259d007619Sjeremylt **/ 2226d1d35e2fSjeremylt int CeedBasisGetQWeights(CeedBasis basis, const CeedScalar **q_weight) { 2227d1d35e2fSjeremylt *q_weight = basis->q_weight_1d; 2228e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22299d007619Sjeremylt } 22309d007619Sjeremylt 22319d007619Sjeremylt /** 2232ca94c3ddSJeremy L Thompson @brief Get interpolation matrix of a `CeedBasis` 22339d007619Sjeremylt 2234ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 22359d007619Sjeremylt @param[out] interp Variable to store interpolation matrix 22369d007619Sjeremylt 22379d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22389d007619Sjeremylt 2239b7c9bbdaSJeremy L Thompson @ref Advanced 22409d007619Sjeremylt **/ 22416c58de82SJeremy L Thompson int CeedBasisGetInterp(CeedBasis basis, const CeedScalar **interp) { 22426402da51SJeremy L Thompson if (!basis->interp && basis->is_tensor_basis) { 22439d007619Sjeremylt // Allocate 22442b730f8bSJeremy L Thompson CeedCall(CeedMalloc(basis->Q * basis->P, &basis->interp)); 22459d007619Sjeremylt 22469d007619Sjeremylt // Initialize 22472b730f8bSJeremy L Thompson for (CeedInt i = 0; i < basis->Q * basis->P; i++) basis->interp[i] = 1.0; 22489d007619Sjeremylt 22499d007619Sjeremylt // Calculate 22502b730f8bSJeremy L Thompson for (CeedInt d = 0; d < basis->dim; d++) { 22512b730f8bSJeremy L Thompson for (CeedInt qpt = 0; qpt < basis->Q; qpt++) { 22529d007619Sjeremylt for (CeedInt node = 0; node < basis->P; node++) { 2253d1d35e2fSjeremylt CeedInt p = (node / CeedIntPow(basis->P_1d, d)) % basis->P_1d; 2254d1d35e2fSjeremylt CeedInt q = (qpt / CeedIntPow(basis->Q_1d, d)) % basis->Q_1d; 22551c66c397SJeremy L Thompson 2256d1d35e2fSjeremylt basis->interp[qpt * (basis->P) + node] *= basis->interp_1d[q * basis->P_1d + p]; 22579d007619Sjeremylt } 22589d007619Sjeremylt } 22592b730f8bSJeremy L Thompson } 22602b730f8bSJeremy L Thompson } 22619d007619Sjeremylt *interp = basis->interp; 2262e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22639d007619Sjeremylt } 22649d007619Sjeremylt 22659d007619Sjeremylt /** 2266ca94c3ddSJeremy L Thompson @brief Get 1D interpolation matrix of a tensor product `CeedBasis` 22679d007619Sjeremylt 2268ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2269d1d35e2fSjeremylt @param[out] interp_1d Variable to store interpolation matrix 22709d007619Sjeremylt 22719d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22729d007619Sjeremylt 22739d007619Sjeremylt @ref Backend 22749d007619Sjeremylt **/ 2275d1d35e2fSjeremylt int CeedBasisGetInterp1D(CeedBasis basis, const CeedScalar **interp_1d) { 22761203703bSJeremy L Thompson bool is_tensor_basis; 22771203703bSJeremy L Thompson 22781203703bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 22796e536b99SJeremy L Thompson CeedCheck(is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "CeedBasis is not a tensor product CeedBasis"); 2280d1d35e2fSjeremylt *interp_1d = basis->interp_1d; 2281e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 22829d007619Sjeremylt } 22839d007619Sjeremylt 22849d007619Sjeremylt /** 2285ca94c3ddSJeremy L Thompson @brief Get gradient matrix of a `CeedBasis` 22869d007619Sjeremylt 2287ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 22889d007619Sjeremylt @param[out] grad Variable to store gradient matrix 22899d007619Sjeremylt 22909d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 22919d007619Sjeremylt 2292b7c9bbdaSJeremy L Thompson @ref Advanced 22939d007619Sjeremylt **/ 22946c58de82SJeremy L Thompson int CeedBasisGetGrad(CeedBasis basis, const CeedScalar **grad) { 22956402da51SJeremy L Thompson if (!basis->grad && basis->is_tensor_basis) { 22969d007619Sjeremylt // Allocate 22972b730f8bSJeremy L Thompson CeedCall(CeedMalloc(basis->dim * basis->Q * basis->P, &basis->grad)); 22989d007619Sjeremylt 22999d007619Sjeremylt // Initialize 23002b730f8bSJeremy L Thompson for (CeedInt i = 0; i < basis->dim * basis->Q * basis->P; i++) basis->grad[i] = 1.0; 23019d007619Sjeremylt 23029d007619Sjeremylt // Calculate 23032b730f8bSJeremy L Thompson for (CeedInt d = 0; d < basis->dim; d++) { 23042b730f8bSJeremy L Thompson for (CeedInt i = 0; i < basis->dim; i++) { 23052b730f8bSJeremy L Thompson for (CeedInt qpt = 0; qpt < basis->Q; qpt++) { 23069d007619Sjeremylt for (CeedInt node = 0; node < basis->P; node++) { 2307d1d35e2fSjeremylt CeedInt p = (node / CeedIntPow(basis->P_1d, d)) % basis->P_1d; 2308d1d35e2fSjeremylt CeedInt q = (qpt / CeedIntPow(basis->Q_1d, d)) % basis->Q_1d; 23091c66c397SJeremy L Thompson 23102b730f8bSJeremy L Thompson if (i == d) basis->grad[(i * basis->Q + qpt) * (basis->P) + node] *= basis->grad_1d[q * basis->P_1d + p]; 23112b730f8bSJeremy L Thompson else basis->grad[(i * basis->Q + qpt) * (basis->P) + node] *= basis->interp_1d[q * basis->P_1d + p]; 23122b730f8bSJeremy L Thompson } 23132b730f8bSJeremy L Thompson } 23142b730f8bSJeremy L Thompson } 23159d007619Sjeremylt } 23169d007619Sjeremylt } 23179d007619Sjeremylt *grad = basis->grad; 2318e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 23199d007619Sjeremylt } 23209d007619Sjeremylt 23219d007619Sjeremylt /** 2322ca94c3ddSJeremy L Thompson @brief Get 1D gradient matrix of a tensor product `CeedBasis` 23239d007619Sjeremylt 2324ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2325d1d35e2fSjeremylt @param[out] grad_1d Variable to store gradient matrix 23269d007619Sjeremylt 23279d007619Sjeremylt @return An error code: 0 - success, otherwise - failure 23289d007619Sjeremylt 2329b7c9bbdaSJeremy L Thompson @ref Advanced 23309d007619Sjeremylt **/ 2331d1d35e2fSjeremylt int CeedBasisGetGrad1D(CeedBasis basis, const CeedScalar **grad_1d) { 23321203703bSJeremy L Thompson bool is_tensor_basis; 23331203703bSJeremy L Thompson 23341203703bSJeremy L Thompson CeedCall(CeedBasisIsTensor(basis, &is_tensor_basis)); 23356e536b99SJeremy L Thompson CeedCheck(is_tensor_basis, CeedBasisReturnCeed(basis), CEED_ERROR_MINOR, "CeedBasis is not a tensor product CeedBasis"); 2336d1d35e2fSjeremylt *grad_1d = basis->grad_1d; 2337e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 23389d007619Sjeremylt } 23399d007619Sjeremylt 23409d007619Sjeremylt /** 2341ca94c3ddSJeremy L Thompson @brief Get divergence matrix of a `CeedBasis` 234250c301a5SRezgar Shakeri 2343ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 234450c301a5SRezgar Shakeri @param[out] div Variable to store divergence matrix 234550c301a5SRezgar Shakeri 234650c301a5SRezgar Shakeri @return An error code: 0 - success, otherwise - failure 234750c301a5SRezgar Shakeri 234850c301a5SRezgar Shakeri @ref Advanced 234950c301a5SRezgar Shakeri **/ 235050c301a5SRezgar Shakeri int CeedBasisGetDiv(CeedBasis basis, const CeedScalar **div) { 235150c301a5SRezgar Shakeri *div = basis->div; 235250c301a5SRezgar Shakeri return CEED_ERROR_SUCCESS; 235350c301a5SRezgar Shakeri } 235450c301a5SRezgar Shakeri 235550c301a5SRezgar Shakeri /** 2356ca94c3ddSJeremy L Thompson @brief Get curl matrix of a `CeedBasis` 2357c4e3f59bSSebastian Grimberg 2358ca94c3ddSJeremy L Thompson @param[in] basis `CeedBasis` 2359c4e3f59bSSebastian Grimberg @param[out] curl Variable to store curl matrix 2360c4e3f59bSSebastian Grimberg 2361c4e3f59bSSebastian Grimberg @return An error code: 0 - success, otherwise - failure 2362c4e3f59bSSebastian Grimberg 2363c4e3f59bSSebastian Grimberg @ref Advanced 2364c4e3f59bSSebastian Grimberg **/ 2365c4e3f59bSSebastian Grimberg int CeedBasisGetCurl(CeedBasis basis, const CeedScalar **curl) { 2366c4e3f59bSSebastian Grimberg *curl = basis->curl; 2367c4e3f59bSSebastian Grimberg return CEED_ERROR_SUCCESS; 2368c4e3f59bSSebastian Grimberg } 2369c4e3f59bSSebastian Grimberg 2370c4e3f59bSSebastian Grimberg /** 2371ca94c3ddSJeremy L Thompson @brief Destroy a @ref CeedBasis 23727a982d89SJeremy L. Thompson 2373ca94c3ddSJeremy L Thompson @param[in,out] basis `CeedBasis` to destroy 23747a982d89SJeremy L. Thompson 23757a982d89SJeremy L. Thompson @return An error code: 0 - success, otherwise - failure 23767a982d89SJeremy L. Thompson 23777a982d89SJeremy L. Thompson @ref User 23787a982d89SJeremy L. Thompson **/ 23797a982d89SJeremy L. Thompson int CeedBasisDestroy(CeedBasis *basis) { 2380356036faSJeremy L Thompson if (!*basis || *basis == CEED_BASIS_NONE || --(*basis)->ref_count > 0) { 2381ad6481ceSJeremy L Thompson *basis = NULL; 2382ad6481ceSJeremy L Thompson return CEED_ERROR_SUCCESS; 2383ad6481ceSJeremy L Thompson } 23842b730f8bSJeremy L Thompson if ((*basis)->Destroy) CeedCall((*basis)->Destroy(*basis)); 23859831d45aSJeremy L Thompson CeedCall(CeedTensorContractDestroy(&(*basis)->contract)); 2386c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->q_ref_1d)); 2387c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->q_weight_1d)); 23882b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->interp)); 23892b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->interp_1d)); 23902b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->grad)); 23912b730f8bSJeremy L Thompson CeedCall(CeedFree(&(*basis)->grad_1d)); 2392c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->div)); 2393c4e3f59bSSebastian Grimberg CeedCall(CeedFree(&(*basis)->curl)); 2394c8c3fa7dSJeremy L Thompson CeedCall(CeedVectorDestroy(&(*basis)->vec_chebyshev)); 2395c8c3fa7dSJeremy L Thompson CeedCall(CeedBasisDestroy(&(*basis)->basis_chebyshev)); 23962b730f8bSJeremy L Thompson CeedCall(CeedDestroy(&(*basis)->ceed)); 23972b730f8bSJeremy L Thompson CeedCall(CeedFree(basis)); 2398e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 23997a982d89SJeremy L. Thompson } 24007a982d89SJeremy L. Thompson 24017a982d89SJeremy L. Thompson /** 2402b11c1e72Sjeremylt @brief Construct a Gauss-Legendre quadrature 2403b11c1e72Sjeremylt 2404ca94c3ddSJeremy L Thompson @param[in] Q Number of quadrature points (integrates polynomials of degree `2*Q-1` exactly) 2405ca94c3ddSJeremy L Thompson @param[out] q_ref_1d Array of length `Q` to hold the abscissa on `[-1, 1]` 2406ca94c3ddSJeremy L Thompson @param[out] q_weight_1d Array of length `Q` to hold the weights 2407b11c1e72Sjeremylt 2408b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 2409dfdf5a53Sjeremylt 2410dfdf5a53Sjeremylt @ref Utility 2411b11c1e72Sjeremylt **/ 24122b730f8bSJeremy L Thompson int CeedGaussQuadrature(CeedInt Q, CeedScalar *q_ref_1d, CeedScalar *q_weight_1d) { 2413d7b241e6Sjeremylt CeedScalar P0, P1, P2, dP2, xi, wi, PI = 4.0 * atan(1.0); 24141c66c397SJeremy L Thompson 2415d1d35e2fSjeremylt // Build q_ref_1d, q_weight_1d 241692ae7e47SJeremy L Thompson for (CeedInt i = 0; i <= Q / 2; i++) { 2417d7b241e6Sjeremylt // Guess 2418d7b241e6Sjeremylt xi = cos(PI * (CeedScalar)(2 * i + 1) / ((CeedScalar)(2 * Q))); 2419d7b241e6Sjeremylt // Pn(xi) 2420d7b241e6Sjeremylt P0 = 1.0; 2421d7b241e6Sjeremylt P1 = xi; 2422d7b241e6Sjeremylt P2 = 0.0; 242392ae7e47SJeremy L Thompson for (CeedInt j = 2; j <= Q; j++) { 2424d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2425d7b241e6Sjeremylt P0 = P1; 2426d7b241e6Sjeremylt P1 = P2; 2427d7b241e6Sjeremylt } 2428d7b241e6Sjeremylt // First Newton Step 2429d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2430d7b241e6Sjeremylt xi = xi - P2 / dP2; 2431d7b241e6Sjeremylt // Newton to convergence 243292ae7e47SJeremy L Thompson for (CeedInt k = 0; k < 100 && fabs(P2) > 10 * CEED_EPSILON; k++) { 2433d7b241e6Sjeremylt P0 = 1.0; 2434d7b241e6Sjeremylt P1 = xi; 243592ae7e47SJeremy L Thompson for (CeedInt j = 2; j <= Q; j++) { 2436d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2437d7b241e6Sjeremylt P0 = P1; 2438d7b241e6Sjeremylt P1 = P2; 2439d7b241e6Sjeremylt } 2440d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2441d7b241e6Sjeremylt xi = xi - P2 / dP2; 2442d7b241e6Sjeremylt } 2443d7b241e6Sjeremylt // Save xi, wi 2444d7b241e6Sjeremylt wi = 2.0 / ((1.0 - xi * xi) * dP2 * dP2); 2445d1d35e2fSjeremylt q_weight_1d[i] = wi; 2446d1d35e2fSjeremylt q_weight_1d[Q - 1 - i] = wi; 2447d1d35e2fSjeremylt q_ref_1d[i] = -xi; 2448d1d35e2fSjeremylt q_ref_1d[Q - 1 - i] = xi; 2449d7b241e6Sjeremylt } 2450e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2451d7b241e6Sjeremylt } 2452d7b241e6Sjeremylt 2453b11c1e72Sjeremylt /** 2454b11c1e72Sjeremylt @brief Construct a Gauss-Legendre-Lobatto quadrature 2455b11c1e72Sjeremylt 2456ca94c3ddSJeremy L Thompson @param[in] Q Number of quadrature points (integrates polynomials of degree `2*Q-3` exactly) 2457ca94c3ddSJeremy L Thompson @param[out] q_ref_1d Array of length `Q` to hold the abscissa on `[-1, 1]` 2458ca94c3ddSJeremy L Thompson @param[out] q_weight_1d Array of length `Q` to hold the weights 2459b11c1e72Sjeremylt 2460b11c1e72Sjeremylt @return An error code: 0 - success, otherwise - failure 2461dfdf5a53Sjeremylt 2462dfdf5a53Sjeremylt @ref Utility 2463b11c1e72Sjeremylt **/ 24642b730f8bSJeremy L Thompson int CeedLobattoQuadrature(CeedInt Q, CeedScalar *q_ref_1d, CeedScalar *q_weight_1d) { 2465d7b241e6Sjeremylt CeedScalar P0, P1, P2, dP2, d2P2, xi, wi, PI = 4.0 * atan(1.0); 24661c66c397SJeremy L Thompson 2467d1d35e2fSjeremylt // Build q_ref_1d, q_weight_1d 2468d7b241e6Sjeremylt // Set endpoints 24696574a04fSJeremy L Thompson CeedCheck(Q > 1, NULL, CEED_ERROR_DIMENSION, "Cannot create Lobatto quadrature with Q=%" CeedInt_FMT " < 2 points", Q); 2470d7b241e6Sjeremylt wi = 2.0 / ((CeedScalar)(Q * (Q - 1))); 2471d1d35e2fSjeremylt if (q_weight_1d) { 2472d1d35e2fSjeremylt q_weight_1d[0] = wi; 2473d1d35e2fSjeremylt q_weight_1d[Q - 1] = wi; 2474d7b241e6Sjeremylt } 2475d1d35e2fSjeremylt q_ref_1d[0] = -1.0; 2476d1d35e2fSjeremylt q_ref_1d[Q - 1] = 1.0; 2477d7b241e6Sjeremylt // Interior 247892ae7e47SJeremy L Thompson for (CeedInt i = 1; i <= (Q - 1) / 2; i++) { 2479d7b241e6Sjeremylt // Guess 2480d7b241e6Sjeremylt xi = cos(PI * (CeedScalar)(i) / (CeedScalar)(Q - 1)); 2481d7b241e6Sjeremylt // Pn(xi) 2482d7b241e6Sjeremylt P0 = 1.0; 2483d7b241e6Sjeremylt P1 = xi; 2484d7b241e6Sjeremylt P2 = 0.0; 248592ae7e47SJeremy L Thompson for (CeedInt j = 2; j < Q; j++) { 2486d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2487d7b241e6Sjeremylt P0 = P1; 2488d7b241e6Sjeremylt P1 = P2; 2489d7b241e6Sjeremylt } 2490d7b241e6Sjeremylt // First Newton step 2491d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2492d7b241e6Sjeremylt d2P2 = (2 * xi * dP2 - (CeedScalar)(Q * (Q - 1)) * P2) / (1.0 - xi * xi); 2493d7b241e6Sjeremylt xi = xi - dP2 / d2P2; 2494d7b241e6Sjeremylt // Newton to convergence 249592ae7e47SJeremy L Thompson for (CeedInt k = 0; k < 100 && fabs(dP2) > 10 * CEED_EPSILON; k++) { 2496d7b241e6Sjeremylt P0 = 1.0; 2497d7b241e6Sjeremylt P1 = xi; 249892ae7e47SJeremy L Thompson for (CeedInt j = 2; j < Q; j++) { 2499d7b241e6Sjeremylt P2 = (((CeedScalar)(2 * j - 1)) * xi * P1 - ((CeedScalar)(j - 1)) * P0) / ((CeedScalar)(j)); 2500d7b241e6Sjeremylt P0 = P1; 2501d7b241e6Sjeremylt P1 = P2; 2502d7b241e6Sjeremylt } 2503d7b241e6Sjeremylt dP2 = (xi * P2 - P0) * (CeedScalar)Q / (xi * xi - 1.0); 2504d7b241e6Sjeremylt d2P2 = (2 * xi * dP2 - (CeedScalar)(Q * (Q - 1)) * P2) / (1.0 - xi * xi); 2505d7b241e6Sjeremylt xi = xi - dP2 / d2P2; 2506d7b241e6Sjeremylt } 2507d7b241e6Sjeremylt // Save xi, wi 2508d7b241e6Sjeremylt wi = 2.0 / (((CeedScalar)(Q * (Q - 1))) * P2 * P2); 2509d1d35e2fSjeremylt if (q_weight_1d) { 2510d1d35e2fSjeremylt q_weight_1d[i] = wi; 2511d1d35e2fSjeremylt q_weight_1d[Q - 1 - i] = wi; 2512d7b241e6Sjeremylt } 2513d1d35e2fSjeremylt q_ref_1d[i] = -xi; 2514d1d35e2fSjeremylt q_ref_1d[Q - 1 - i] = xi; 2515d7b241e6Sjeremylt } 2516e15f9bd0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2517d7b241e6Sjeremylt } 2518d7b241e6Sjeremylt 2519d7b241e6Sjeremylt /// @} 2520