1470   const cusparseOperation_t             opA = CUSPARSE_OPERATION_TRANSPOSE;  in MatSolveTranspose_SeqAIJCUSPARSE_LU()  local
1478 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, …  in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1482 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, …  in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1489 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, fs…  in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1491 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, fs…  in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1510 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, fs->d…  in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1518 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, fs->d…  in MatSolveTranspose_SeqAIJCUSPARSE_LU()
2655   cusparseOperation_t           opA;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()  local
2679     opA = CUSPARSE_OPERATION_NON_TRANSPOSE;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2686       opA = CUSPARSE_OPERATION_TRANSPOSE;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2690       opA = CUSPARSE_OPERATION_NON_TRANSPOSE;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2698     opA = CUSPARSE_OPERATION_NON_TRANSPOSE;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2725   cusparseSpMatDescr_t &matADescr = mat->matDescr_SpMM[opA];  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2764 …PetscCallCUSPARSE(cusparseSpMM_bufferSize(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdat…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2773 …PetscCallCUSPARSE(cusparseSpMM_preprocess(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdat…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2785 …PetscCallCUSPARSE(cusparseSpMM(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdata->matBDesc…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2803 …stat = cusparse_csr_spmm(cusp->handle, opA, m, n, k, csrmat->num_entries, mat->alpha_one, mat->des…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2918 …cusparseOperation_t opA = CUSPARSE_OPERATION_NON_TRANSPOSE, opB = CUSPARSE_OPERATION_NON_TRANSPOSE…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()  local
2994 …stat = cusparseSpGEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatS…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2997 …stat = cusparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDesc…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2999 …stat = cusparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, …  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3003 …stat = cusparse_csr_spgemm(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, Acsr->num_cols…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3045 …cusparseOperation_t opA = CUSPARSE_OPERATION_NON_TRANSPOSE, opB = CUSPARSE_OPERATION_NON_TRANSPOSE…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()  local
3237 …stat = cusparseSpGEMMreuse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cm…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3241 …stat = cusparseSpGEMMreuse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cm…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3244 …stat = cusparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDesc…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3249 …stat = cusparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDesc…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3266 …stat = cusparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDes…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3269 …stat = cusparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDes…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3272 …stat = cusparseSpGEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatS…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3279 …stat = cusparseSpGEMM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, Bma…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3283 …stat = cusparseSpGEMM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, Bma…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3286 …stat = cusparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDesc…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3295 …stat = cusparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDesc…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3308 …stat = cusparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, …  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3313 …stat = cusparseXcsrgemmNnz(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, Acsr->num_cols…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3326 …stat = cusparse_csr_spgemm(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, Acsr->num_cols…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3561   cusparseOperation_t           opA = CUSPARSE_OPERATION_NON_TRANSPOSE;  in MatMultAddKernel_SeqAIJCUSPARSE()  local
3581       opA       = herm ? CUSPARSE_OPERATION_CONJUGATE_TRANSPOSE : CUSPARSE_OPERATION_TRANSPOSE;  in MatMultAddKernel_SeqAIJCUSPARSE()
3597     if (opA == CUSPARSE_OPERATION_NON_TRANSPOSE) {  in MatMultAddKernel_SeqAIJCUSPARSE()
3646 …cusparseSpMatDescr_t &matDescr = matstruct->matDescr_SpMV[opA]; // All opA's should use the same m…  in MatMultAddKernel_SeqAIJCUSPARSE()
3651 …PetscCheck(opA >= 0 && opA <= 2, PETSC_COMM_SELF, PETSC_ERR_SUP, "cuSPARSE ABI on cusparseOperatio…  in MatMultAddKernel_SeqAIJCUSPARSE()
3659       if (!matstruct->cuSpMV[opA].initialized) { /* built on demand */  in MatMultAddKernel_SeqAIJCUSPARSE()
3660 …PetscCallCUSPARSE(cusparseCreateDnVec(&matstruct->cuSpMV[opA].vecXDescr, nx, xptr, cusparse_scalar…  in MatMultAddKernel_SeqAIJCUSPARSE()
3661 …PetscCallCUSPARSE(cusparseCreateDnVec(&matstruct->cuSpMV[opA].vecYDescr, ny, dptr, cusparse_scalar…  in MatMultAddKernel_SeqAIJCUSPARSE()
3663 …opA, matstruct->alpha_one, matDescr, matstruct->cuSpMV[opA].vecXDescr, beta, matstruct->cuSpMV[opA…  in MatMultAddKernel_SeqAIJCUSPARSE()
3664 …PetscCallCUDA(cudaMalloc(&matstruct->cuSpMV[opA].spmvBuffer, matstruct->cuSpMV[opA].spmvBufferSize…  in MatMultAddKernel_SeqAIJCUSPARSE()
3667 …opA, matstruct->alpha_one, matDescr, matstruct->cuSpMV[opA].vecXDescr, beta, matstruct->cuSpMV[opA…  in MatMultAddKernel_SeqAIJCUSPARSE()
3669         matstruct->cuSpMV[opA].initialized = PETSC_TRUE;  in MatMultAddKernel_SeqAIJCUSPARSE()
3672         PetscCallCUSPARSE(cusparseDnVecSetValues(matstruct->cuSpMV[opA].vecXDescr, xptr));  in MatMultAddKernel_SeqAIJCUSPARSE()
3673         PetscCallCUSPARSE(cusparseDnVecSetValues(matstruct->cuSpMV[opA].vecYDescr, dptr));  in MatMultAddKernel_SeqAIJCUSPARSE()
3676 …opA, matstruct->alpha_one, matDescr, matstruct->cuSpMV[opA].vecXDescr, beta, matstruct->cuSpMV[opA…  in MatMultAddKernel_SeqAIJCUSPARSE()
3679 …PetscCallCUSPARSE(cusparse_csr_spmv(cusparsestruct->handle, opA, mat->num_rows, mat->num_cols, mat…  in MatMultAddKernel_SeqAIJCUSPARSE()
3687 …PetscCallCUSPARSE(cusparse_hyb_spmv(cusparsestruct->handle, opA, matstruct->alpha_one, matstruct->…  in MatMultAddKernel_SeqAIJCUSPARSE()
3693     if (opA == CUSPARSE_OPERATION_NON_TRANSPOSE) {  in MatMultAddKernel_SeqAIJCUSPARSE()