| /petsc/include/petsc/private/kernels/ |
| H A D | blockinvert.h | 21 PETSC_SINGLE_LIBRARY_INTERN PetscErrorCode PetscLINPACKgefa(MatScalar *, PetscInt, PetscInt *, Pets… 22 …SINGLE_LIBRARY_INTERN PetscErrorCode PetscLINPACKgedi(MatScalar *, PetscInt, PetscInt *, MatScalar… 24 PETSC_EXTERN PetscErrorCode PetscKernel_A_gets_inverse_A_2(MatScalar *, PetscReal, P… 25 PETSC_SINGLE_LIBRARY_INTERN PetscErrorCode PetscKernel_A_gets_inverse_A_3(MatScalar *, PetscReal, P… 28 …PetscMacroReturnStandard(MatScalar d, di = mat[0]; mat[0] = d = 1.0 / di; mat[4] *= -d; mat[8] *= … 30 PETSC_SINGLE_LIBRARY_INTERN PetscErrorCode PetscKernel_A_gets_inverse_A_4(MatScalar *, PetscReal, P… 31 …BRARY_INTERN PetscErrorCode PetscKernel_A_gets_inverse_A_5(MatScalar *, PetscInt *, MatScalar *, P… 32 PETSC_SINGLE_LIBRARY_INTERN PetscErrorCode PetscKernel_A_gets_inverse_A_6(MatScalar *, PetscReal, P… 33 PETSC_SINGLE_LIBRARY_INTERN PetscErrorCode PetscKernel_A_gets_inverse_A_7(MatScalar *, PetscReal, P… 34 PETSC_INTERN PetscErrorCode PetscKernel_A_gets_inverse_A_9(MatScalar *, PetscReal, P… [all …]
|
| H A D | blocktranspose.h | 10 MatScalar t = a[i * N + j]; \ 17 static inline PetscErrorCode PetscKernel_A_gets_transpose_A_N(MatScalar *a, PetscInt N) in PetscKernel_A_gets_transpose_A_N() 22 static inline PetscErrorCode PetscKernel_A_gets_transpose_A_##N(MatScalar *a) \
|
| /petsc/src/mat/ftn-kernels/ |
| H A D | sgemv.F90 | 11 MatScalar, intent(in) :: A(bs, ncols) 27 MatScalar, intent(in) :: A(bs, ncols) 42 MatScalar, intent(in) :: A(bs, ncols) 57 MatScalar, intent(in) :: A(bs, ncols) 72 MatScalar, intent(in) :: B(bs, bs), C(bs, bs) 73 MatScalar, intent(inout) :: A(bs, bs) 88 MatScalar, intent(in) :: B(bs, bs), C(bs, bs) 89 MatScalar, intent(out) :: A(bs, bs)
|
| /petsc/src/mat/impls/baij/seq/ |
| H A D | dgedi.c | 17 PetscErrorCode PetscLINPACKgedi(MatScalar *a, PetscInt n, PetscInt *ipvt, MatScalar *work) in PetscLINPACKgedi() 20 MatScalar *aa, *ax, *ay, tmp; in PetscLINPACKgedi() 21 MatScalar t; in PetscLINPACKgedi()
|
| H A D | baijfact11.c | 19 MatScalar *pv, *v, *rtmp, *pc, *w, *x; in MatILUFactorNumeric_SeqBAIJ_4_inplace() 20 MatScalar p1, p2, p3, p4, m1, m2, m3, m4, m5, m6, m7, m8, m9, x1, x2, x3, x4; in MatILUFactorNumeric_SeqBAIJ_4_inplace() 21 MatScalar p5, p6, p7, p8, p9, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15, x16; in MatILUFactorNumeric_SeqBAIJ_4_inplace() 22 MatScalar p10, p11, p12, p13, p14, p15, p16, m10, m11, m12; in MatILUFactorNumeric_SeqBAIJ_4_inplace() 23 MatScalar m13, m14, m15, m16; in MatILUFactorNumeric_SeqBAIJ_4_inplace() 24 MatScalar *ba = b->a, *aa = a->a; in MatILUFactorNumeric_SeqBAIJ_4_inplace() 238 MatScalar *rtmp, *pc, *mwork, *v, *pv, *aa = a->a; in MatLUFactorNumeric_SeqBAIJ_4() 350 MatScalar *pv, *v, *rtmp, *pc, *w, *x; in MatILUFactorNumeric_SeqBAIJ_4_NaturalOrdering_inplace() 351 MatScalar p1, p2, p3, p4, m1, m2, m3, m4, m5, m6, m7, m8, m9, x1, x2, x3, x4; in MatILUFactorNumeric_SeqBAIJ_4_NaturalOrdering_inplace() 352 MatScalar p5, p6, p7, p8, p9, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15, x16; in MatILUFactorNumeric_SeqBAIJ_4_NaturalOrdering_inplace() [all …]
|
| H A D | baijsolvnat1.c | 12 const MatScalar *aa = a->a, *v; in MatSolve_SeqBAIJ_1_NaturalOrdering_inplace() 67 const MatScalar *aa = a->a, *v; in MatForwardSolve_SeqBAIJ_1_NaturalOrdering() 100 const MatScalar *aa = a->a, *v; in MatBackwardSolve_SeqBAIJ_1_NaturalOrdering() 131 const MatScalar *aa = a->a, *v; in MatSolve_SeqBAIJ_1_NaturalOrdering()
|
| H A D | dgefa5.c | 14 PetscErrorCode PetscKernel_A_gets_inverse_A_5(MatScalar *a, PetscInt *ipvt, MatScalar *work, PetscR… in PetscKernel_A_gets_inverse_A_5() 18 MatScalar *aa, *ax, *ay, stmp; in PetscKernel_A_gets_inverse_A_5()
|
| H A D | dgefa2.c | 14 PetscErrorCode PetscKernel_A_gets_inverse_A_2(MatScalar *a, PetscReal shift, PetscBool allowzeropiv… in PetscKernel_A_gets_inverse_A_2() 18 MatScalar *aa, *ax, *ay, work[4], stmp; in PetscKernel_A_gets_inverse_A_2() 146 PetscErrorCode PetscKernel_A_gets_inverse_A_9(MatScalar *a, PetscReal shift, PetscBool allowzeropiv… in PetscKernel_A_gets_inverse_A_9() 150 MatScalar *aa, *ax, *ay, work[81], stmp; in PetscKernel_A_gets_inverse_A_9() 317 PetscErrorCode PetscKernel_A_gets_inverse_A_15(MatScalar *a, PetscInt *ipvt, MatScalar *work, Petsc… in PetscKernel_A_gets_inverse_A_15() 321 MatScalar *aa, *ax, *ay, stmp; in PetscKernel_A_gets_inverse_A_15()
|
| H A D | dgefa.c | 15 PetscErrorCode PetscLINPACKgefa(MatScalar *a, PetscInt n, PetscInt *ipvt, PetscBool allowzeropivot,… in PetscLINPACKgefa() 18 MatScalar t, *ax, *ay, *aa; in PetscLINPACKgefa()
|
| H A D | baijfact13.c | 19 MatScalar *pv, *v, *rtmp, *pc, *w, *x; in MatILUFactorNumeric_SeqBAIJ_3_inplace() 20 MatScalar p1, p2, p3, p4, m1, m2, m3, m4, m5, m6, m7, m8, m9, x1, x2, x3, x4; in MatILUFactorNumeric_SeqBAIJ_3_inplace() 21 MatScalar p5, p6, p7, p8, p9, x5, x6, x7, x8, x9; in MatILUFactorNumeric_SeqBAIJ_3_inplace() 22 MatScalar *ba = b->a, *aa = a->a; in MatILUFactorNumeric_SeqBAIJ_3_inplace() 176 MatScalar *rtmp, *pc, *mwork, *v, *pv, *aa = a->a; in MatLUFactorNumeric_SeqBAIJ_3() 279 MatScalar *pv, *v, *rtmp, *pc, *w, *x; in MatILUFactorNumeric_SeqBAIJ_3_NaturalOrdering_inplace() 280 MatScalar p1, p2, p3, p4, m1, m2, m3, m4, m5, m6, m7, m8, m9, x1, x2, x3, x4; in MatILUFactorNumeric_SeqBAIJ_3_NaturalOrdering_inplace() 281 MatScalar p5, p6, p7, p8, p9, x5, x6, x7, x8, x9; in MatILUFactorNumeric_SeqBAIJ_3_NaturalOrdering_inplace() 282 MatScalar *ba = b->a, *aa = a->a; in MatILUFactorNumeric_SeqBAIJ_3_NaturalOrdering_inplace() 428 MatScalar *rtmp, *pc, *mwork, *v, *pv, *aa = a->a; in MatLUFactorNumeric_SeqBAIJ_3_NaturalOrdering()
|
| H A D | baijfact7.c | 16 MatScalar *pv, *v, *rtmp, *pc, *w, *x; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 17 MatScalar p1, p2, p3, p4, m1, m2, m3, m4, m5, m6, m7, m8, m9, x1, x2, x3, x4; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 18 MatScalar p5, p6, p7, p8, p9, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15, x16; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 19 MatScalar x17, x18, x19, x20, x21, x22, x23, x24, x25, p10, p11, p12, p13, p14; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 20 MatScalar p15, p16, p17, p18, p19, p20, p21, p22, p23, p24, p25, m10, m11, m12; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 21 MatScalar m13, m14, m15, m16, m17, m18, m19, m20, m21, m22, m23, m24, m25; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 22 MatScalar p26, p27, p28, p29, p30, p31, p32, p33, p34, p35, p36; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 23 MatScalar x26, x27, x28, x29, x30, x31, x32, x33, x34, x35, x36; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 24 MatScalar m26, m27, m28, m29, m30, m31, m32, m33, m34, m35, m36; in MatILUFactorNumeric_SeqBAIJ_6_inplace() 25 MatScalar *ba = b->a, *aa = a->a; in MatILUFactorNumeric_SeqBAIJ_6_inplace() [all …]
|
| H A D | baijfact5.c | 16 MatScalar *pv, *v, *rtmp, *pc, *w, *x; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 17 MatScalar p1, p2, p3, p4, m1, m2, m3, m4, m5, m6, m7, m8, m9, x1, x2, x3, x4; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 18 MatScalar p5, p6, p7, p8, p9, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15, x16; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 19 MatScalar x17, x18, x19, x20, x21, x22, x23, x24, x25, p10, p11, p12, p13, p14; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 20 MatScalar p15, p16, p17, p18, p19, p20, p21, p22, p23, p24, p25, m10, m11, m12; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 21 MatScalar m13, m14, m15, m16, m17, m18, m19, m20, m21, m22, m23, m24, m25; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 22 MatScalar p26, p27, p28, p29, p30, p31, p32, p33, p34, p35, p36; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 23 MatScalar p37, p38, p39, p40, p41, p42, p43, p44, p45, p46, p47, p48, p49; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 24 MatScalar x26, x27, x28, x29, x30, x31, x32, x33, x34, x35, x36; in MatILUFactorNumeric_SeqBAIJ_7_inplace() 25 MatScalar x37, x38, x39, x40, x41, x42, x43, x44, x45, x46, x47, x48, x49; in MatILUFactorNumeric_SeqBAIJ_7_inplace() [all …]
|
| H A D | baijsolvnat2.c | 16 const MatScalar *aa = a->a, *v; in MatSolve_SeqBAIJ_2_NaturalOrdering_inplace() 79 const MatScalar *aa = a->a, *v; in MatSolve_SeqBAIJ_2_NaturalOrdering() 145 const MatScalar *aa = a->a, *v; in MatForwardSolve_SeqBAIJ_2_NaturalOrdering() 188 const MatScalar *aa = a->a, *v; in MatBackwardSolve_SeqBAIJ_2_NaturalOrdering()
|
| /petsc/src/ksp/pc/impls/vpbjacobi/cuda/ |
| H A D | vpbjacobi_cuda.cu | 19 MatScalar *diag_d; /* [nsize], store inverse of the point blocks on device */ 21 …PC_VPBJacobi_CUDA(PetscInt n, PetscInt nblocks, PetscInt nsize, const PetscInt *bsizes, MatScalar … in PC_VPBJacobi_CUDA() 28 PetscCallCUDAVoid(cudaMalloc(&diag_d, sizeof(MatScalar) * nsize)); in PC_VPBJacobi_CUDA() 32 PetscErrorCode UpdateOffsetsOnDevice(const PetscInt *bsizes, MatScalar *diag_h) in UpdateOffsetsOnDevice() 39 PetscCallCUDA(cudaMemcpy(diag_d, diag_h, sizeof(MatScalar) * nsize, cudaMemcpyHostToDevice)); in UpdateOffsetsOnDevice() 40 … PetscCall(PetscLogCpuToGpu(sizeof(PetscInt) * (2 * nblocks + 2 + n) + sizeof(MatScalar) * nsize)); in UpdateOffsetsOnDevice() 81 … const PetscInt *bs, const PetscInt *bs2, const PetscInt *matIdx, const MatScalar *A, const PetscS… in MatMultBatched()
|
| /petsc/src/mat/impls/sell/seq/seqhip/ |
| H A D | sellhip.hip.cxx | 14 MatScalar *val; /* value array, device pointer */ 48 …PetscCallHIP(hipMemcpy(hipstruct->val, a->val, a->sliidx[a->totalslices] * sizeof(MatScalar), hipM… in MatSeqSELLHIPCopyToGPU() 49 PetscCall(PetscLogCpuToGpu(a->sliidx[a->totalslices] * (sizeof(MatScalar)))); in MatSeqSELLHIPCopyToGPU() 69 …PetscCall(PetscLogCpuToGpu(a->sliidx[a->totalslices] * (sizeof(MatScalar) + sizeof(PetscInt)) + (a… in MatSeqSELLHIPCopyToGPU() 78 …el(PetscInt nrows, PetscInt sliceheight, const PetscInt *acolidx, const MatScalar *aval, const Pet… in matmult_seqsell_basic_kernel() 81 MatScalar sum; in matmult_seqsell_basic_kernel() 93 …el(PetscInt nrows, PetscInt sliceheight, const PetscInt *acolidx, const MatScalar *aval, const Pet… in matmultadd_seqsell_basic_kernel() 96 MatScalar sum; in matmultadd_seqsell_basic_kernel() 112 …l9(PetscInt nrows, PetscInt sliceheight, const PetscInt *acolidx, const MatScalar *aval, const Pet… in matmult_seqsell_tiled_kernel9() 114 __shared__ MatScalar shared[WARP_SIZE][BLOCKY]; in matmult_seqsell_tiled_kernel9() [all …]
|
| /petsc/src/mat/impls/sell/seq/seqcuda/ |
| H A D | sellcuda.cu | 11 MatScalar *val; /* value array, device pointer */ 45 …(cudaMemcpy(cudastruct->val, a->val, a->sliidx[a->totalslices] * sizeof(MatScalar), cudaMemcpyHost… in MatSeqSELLCUDACopyToGPU() 46 PetscCall(PetscLogCpuToGpu(a->sliidx[a->totalslices] * (sizeof(MatScalar)))); in MatSeqSELLCUDACopyToGPU() 66 …PetscCall(PetscLogCpuToGpu(a->sliidx[a->totalslices] * (sizeof(MatScalar) + sizeof(PetscInt)) + (a… in MatSeqSELLCUDACopyToGPU() 75 …el(PetscInt nrows, PetscInt sliceheight, const PetscInt *acolidx, const MatScalar *aval, const Pet… in matmult_seqsell_basic_kernel() 78 MatScalar sum; in matmult_seqsell_basic_kernel() 90 …el(PetscInt nrows, PetscInt sliceheight, const PetscInt *acolidx, const MatScalar *aval, const Pet… in matmultadd_seqsell_basic_kernel() 93 MatScalar sum; in matmultadd_seqsell_basic_kernel() 108 …l9(PetscInt nrows, PetscInt sliceheight, const PetscInt *acolidx, const MatScalar *aval, const Pet… in matmult_seqsell_tiled_kernel9() 110 __shared__ MatScalar shared[32][BLOCKY]; in matmult_seqsell_tiled_kernel9() [all …]
|
| /petsc/src/mat/impls/aij/seq/ftn-kernels/ |
| H A D | fmult.h | 13 …scInt *, const PetscScalar *, const PetscInt *, const PetscInt *, const MatScalar *, PetscScalar *… 14 …scInt *, const PetscScalar *, const PetscInt *, const PetscInt *, const MatScalar *, PetscScalar *…
|
| H A D | fmultadd.h | 11 …ij_(PetscInt *, const void *, const PetscInt *, const PetscInt *, const MatScalar *, void *, void …
|
| /petsc/src/mat/impls/aij/seq/aijmkl/ |
| H A D | aijmkl.h | 33 …, pntrb, pntre, x, beta, y) mkl_scsrmv(transa, m, k, alpha, matdescra, (MatScalar *)val, (PetscInt… 35 …, pntrb, pntre, x, beta, y) mkl_dcsrmv(transa, m, k, alpha, matdescra, (MatScalar *)val, (PetscInt… 39 …, pntrb, pntre, x, beta, y) mkl_ccsrmv(transa, m, k, alpha, matdescra, (MatScalar *)val, (PetscInt… 41 …, pntrb, pntre, x, beta, y) mkl_zcsrmv(transa, m, k, alpha, matdescra, (MatScalar *)val, (PetscInt…
|
| /petsc/src/mat/impls/baij/mpi/ |
| H A D | mpibaij.h | 18 MatScalar *barray; /* Block array of size bs2 */ \ 24 MatScalar **hd; /* Hash table data */ \ 31 MatScalar *setvaluescopy; /* area double precision values in MatSetValuesXXX() are copied*/ \
|
| /petsc/src/mat/impls/sbaij/seq/ |
| H A D | sbaijfact2.c | 17 const MatScalar *aa = a->a, *v, *diag; in MatSolve_SeqSBAIJ_N_inplace() 92 …eqSBAIJ_N_NaturalOrdering(const PetscInt *ai, const PetscInt *aj, const MatScalar *aa, PetscInt mb… in MatForwardSolve_SeqSBAIJ_N_NaturalOrdering() 96 const MatScalar *v, *diag; in MatForwardSolve_SeqSBAIJ_N_NaturalOrdering() 124 …eqSBAIJ_N_NaturalOrdering(const PetscInt *ai, const PetscInt *aj, const MatScalar *aa, PetscInt mb… in MatBackwardSolve_SeqSBAIJ_N_NaturalOrdering() 128 const MatScalar *v; in MatBackwardSolve_SeqSBAIJ_N_NaturalOrdering() 154 const MatScalar *aa = a->a; in MatSolve_SeqSBAIJ_N_NaturalOrdering_inplace() 180 const MatScalar *aa = a->a; in MatForwardSolve_SeqSBAIJ_N_NaturalOrdering_inplace() 200 const MatScalar *aa = a->a; in MatBackwardSolve_SeqSBAIJ_N_NaturalOrdering_inplace() 221 const MatScalar *aa = a->a, *v, *d; in MatSolve_SeqSBAIJ_7_inplace() 336 …eqSBAIJ_7_NaturalOrdering(const PetscInt *ai, const PetscInt *aj, const MatScalar *aa, PetscInt mb… in MatForwardSolve_SeqSBAIJ_7_NaturalOrdering() [all …]
|
| H A D | sbaijfact10.c | 12 MatScalar *ba = b->a, *aa, *ap, *dk, *uik; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 13 MatScalar *u, *d, *w, *wp, u0, u1, u2, u3, u4, u5, u6, u7, u8, u9, u10, u11, u12; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 14 MatScalar u13, u14, u15, u16, u17, u18, u19, u20, u21, u22, u23, u24, u25, u26, u27; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 15 MatScalar u28, u29, u30, u31, u32, u33, u34, u35; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 16 MatScalar d0, d1, d2, d3, d4, d5, d6, d7, d8, d9, d10, d11, d12; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 17 MatScalar d13, d14, d15, d16, d17, d18, d19, d20, d21, d22, d23, d24, d25, d26, d27; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 18 MatScalar d28, d29, d30, d31, d32, d33, d34, d35; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 19 MatScalar m0, m1, m2, m3, m4, m5, m6, m7, m8, m9, m10, m11, m12; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 20 MatScalar m13, m14, m15, m16, m17, m18, m19, m20, m21, m22, m23, m24, m25, m26, m27; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering() 21 MatScalar m28, m29, m30, m31, m32, m33, m34, m35; in MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering()
|
| /petsc/src/ksp/pc/impls/pbjacobi/ |
| H A D | pbjacobi.h | 9 const MatScalar *diag;
|
| /petsc/src/ksp/pc/impls/vpbjacobi/ |
| H A D | vpbjacobi.h | 10 MatScalar *diag; /* on host */
|
| /petsc/src/mat/impls/sbaij/mpi/ |
| H A D | mpisbaij.h | 17 MatScalar *v_loc;
|