Lines Matching refs:PetscCallCUSPARSE
244 …PetscCallCUSPARSE(cusparseCreateCsr(&fs->spMatDescr_L, m, m, Mnz, fs->csrRowPtr, fs->csrColIdx, fs… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
245 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_L, CUSPARSE_SPMAT_FILL_MODE, &fillMode,… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
246 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_L, CUSPARSE_SPMAT_DIAG_TYPE, &diagType,… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
250 …PetscCallCUSPARSE(cusparseCreateCsr(&fs->spMatDescr_U, m, m, Mnz, fs->csrRowPtr, fs->csrColIdx, fs… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
251 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_U, CUSPARSE_SPMAT_FILL_MODE, &fillMode,… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
252 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_U, CUSPARSE_SPMAT_DIAG_TYPE, &diagType,… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
258 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_X, m, fs->X, cusparse_scalartype)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
259 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_Y, m, fs->Y, cusparse_scalartype)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
262 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_L)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
263 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUS… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
264 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_U)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
265 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUS… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
290 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_L, fs->csrVa… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
291 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_U, fs->csrVa… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
296 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPA… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
298 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPA… in MatSeqAIJCUSPARSEBuildFactoredMatrix_LU()
363 PetscCallCUSPARSE(cusparseCreateMatDescr(&loTriFactor->descr)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
364 PetscCallCUSPARSE(cusparseSetMatIndexBase(loTriFactor->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
366 PetscCallCUSPARSE(cusparseSetMatType(loTriFactor->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
368 PetscCallCUSPARSE(cusparseSetMatType(loTriFactor->descr, CUSPARSE_MATRIX_TYPE_TRIANGULAR)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
370 PetscCallCUSPARSE(cusparseSetMatFillMode(loTriFactor->descr, CUSPARSE_FILL_MODE_LOWER)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
371 PetscCallCUSPARSE(cusparseSetMatDiagType(loTriFactor->descr, CUSPARSE_DIAG_TYPE_UNIT)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
393 PetscCallCUSPARSE(cusparseCreateCsrsvInfo(&loTriFactor->solveInfo)); in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
395 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
401 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
492 PetscCallCUSPARSE(cusparseCreateMatDescr(&upTriFactor->descr)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
493 PetscCallCUSPARSE(cusparseSetMatIndexBase(upTriFactor->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
495 PetscCallCUSPARSE(cusparseSetMatType(upTriFactor->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
497 PetscCallCUSPARSE(cusparseSetMatType(upTriFactor->descr, CUSPARSE_MATRIX_TYPE_TRIANGULAR)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
499 PetscCallCUSPARSE(cusparseSetMatFillMode(upTriFactor->descr, CUSPARSE_FILL_MODE_UPPER)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
500 PetscCallCUSPARSE(cusparseSetMatDiagType(upTriFactor->descr, CUSPARSE_DIAG_TYPE_NON_UNIT)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
522 PetscCallCUSPARSE(cusparseCreateCsrsvInfo(&upTriFactor->solveInfo)); in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
524 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
530 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
660 …PetscCallCUSPARSE(cusparseCreateCsr(&fs->spMatDescr_U, m, m, Mnz, fs->csrRowPtr, fs->csrColIdx, fs… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
661 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_U, CUSPARSE_SPMAT_FILL_MODE, &fillMode,… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
662 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_U, CUSPARSE_SPMAT_DIAG_TYPE, &diagType,… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
668 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_X, m, fs->X, cusparse_scalartype)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
669 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_Y, m, fs->Y, cusparse_scalartype)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
672 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_U)); in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
673 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUS… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
676 …PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_Ut)); // Ut solve uses the same matrix (… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
677 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_TRANSPOSE, &PETSC_CUSPARS… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
699 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_U, fs->csrVa… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
700 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_Ut, fs->csrV… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
705 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPA… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
706 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_TRANSPOSE, &PETSC_CUSPARSE_… in MatSeqAIJCUSPARSEBuildFactoredMatrix_Cholesky()
735 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, fs->X)); in MatSolve_SeqAIJCUSPARSE_Cholesky()
737 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, (void *)barray)); in MatSolve_SeqAIJCUSPARSE_Cholesky()
741 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_Y, fs->Y)); in MatSolve_SeqAIJCUSPARSE_Cholesky()
742 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, CUSPARSE_OPERATION_TRANSPOSE, &PETSC_CUSPARSE_ONE… in MatSolve_SeqAIJCUSPARSE_Cholesky()
754 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, fs->X)); in MatSolve_SeqAIJCUSPARSE_Cholesky()
756 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, xarray)); in MatSolve_SeqAIJCUSPARSE_Cholesky()
758 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPARSE… in MatSolve_SeqAIJCUSPARSE_Cholesky()
831 PetscCallCUSPARSE(cusparseCreateMatDescr(&upTriFactor->descr)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
832 PetscCallCUSPARSE(cusparseSetMatIndexBase(upTriFactor->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
834 PetscCallCUSPARSE(cusparseSetMatType(upTriFactor->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
836 PetscCallCUSPARSE(cusparseSetMatType(upTriFactor->descr, CUSPARSE_MATRIX_TYPE_TRIANGULAR)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
838 PetscCallCUSPARSE(cusparseSetMatFillMode(upTriFactor->descr, CUSPARSE_FILL_MODE_UPPER)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
839 PetscCallCUSPARSE(cusparseSetMatDiagType(upTriFactor->descr, CUSPARSE_DIAG_TYPE_UNIT)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
861 PetscCallCUSPARSE(cusparseCreateCsrsvInfo(&upTriFactor->solveInfo)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
863 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
869 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
883 PetscCallCUSPARSE(cusparseCreateMatDescr(&loTriFactor->descr)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
884 PetscCallCUSPARSE(cusparseSetMatIndexBase(loTriFactor->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
886 PetscCallCUSPARSE(cusparseSetMatType(loTriFactor->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
888 PetscCallCUSPARSE(cusparseSetMatType(loTriFactor->descr, CUSPARSE_MATRIX_TYPE_TRIANGULAR)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
890 PetscCallCUSPARSE(cusparseSetMatFillMode(loTriFactor->descr, CUSPARSE_FILL_MODE_UPPER)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
891 PetscCallCUSPARSE(cusparseSetMatDiagType(loTriFactor->descr, CUSPARSE_DIAG_TYPE_NON_UNIT)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
913 PetscCallCUSPARSE(cusparseCreateCsrsvInfo(&loTriFactor->solveInfo)); in MatSeqAIJCUSPARSEBuildICCTriMatrices()
915 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
921 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
1071 PetscCallCUSPARSE(cusparseCreateMatDescr(&loTriFactorT->descr)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1072 PetscCallCUSPARSE(cusparseSetMatIndexBase(loTriFactorT->descr, indexBase)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1073 PetscCallCUSPARSE(cusparseSetMatType(loTriFactorT->descr, matrixType)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1074 PetscCallCUSPARSE(cusparseSetMatFillMode(loTriFactorT->descr, fillMode)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1075 PetscCallCUSPARSE(cusparseSetMatDiagType(loTriFactorT->descr, diagType)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1091 …PetscCallCUSPARSE(cusparseCsr2cscEx2_bufferSize(cusparseTriFactors->handle, loTriFactor->csrMat->n… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1107 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1115 PetscCallCUSPARSE(cusparseCreateCsrsvInfo(&loTriFactorT->solveInfo)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1117 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, loTriFactorT->solveOp, loTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1123 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, loTriFactorT->solveOp, loTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1147 PetscCallCUSPARSE(cusparseCreateMatDescr(&upTriFactorT->descr)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1148 PetscCallCUSPARSE(cusparseSetMatIndexBase(upTriFactorT->descr, indexBase)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1149 PetscCallCUSPARSE(cusparseSetMatType(upTriFactorT->descr, matrixType)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1150 PetscCallCUSPARSE(cusparseSetMatFillMode(upTriFactorT->descr, fillMode)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1151 PetscCallCUSPARSE(cusparseSetMatDiagType(upTriFactorT->descr, diagType)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1167 …PetscCallCUSPARSE(cusparseCsr2cscEx2_bufferSize(cusparseTriFactors->handle, upTriFactor->csrMat->n… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1183 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1191 PetscCallCUSPARSE(cusparseCreateCsrsvInfo(&upTriFactorT->solveInfo)); in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1193 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, upTriFactorT->solveOp, upTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1200 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, upTriFactorT->solveOp, upTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1236 PetscCallCUSPARSE(cusparseCreateMatDescr(&matstructT->descr)); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1238 PetscCallCUSPARSE(cusparseSetMatIndexBase(matstructT->descr, indexBase)); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1239 PetscCallCUSPARSE(cusparseSetMatType(matstructT->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1266 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1277 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1300 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1312 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1316 PetscCallCUSPARSE(cusparseCreateHybMat(&hybMat)); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1319 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1366 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1381 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1384 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEFormExplicitTranspose()
1432 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, fs->X)); in MatSolve_SeqAIJCUSPARSE_LU()
1434 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, (void *)barray)); in MatSolve_SeqAIJCUSPARSE_LU()
1438 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_Y, fs->Y)); in MatSolve_SeqAIJCUSPARSE_LU()
1440 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, op, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, fs->dn… in MatSolve_SeqAIJCUSPARSE_LU()
1444 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, fs->X)); in MatSolve_SeqAIJCUSPARSE_LU()
1446 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, xarray)); in MatSolve_SeqAIJCUSPARSE_LU()
1448 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, op, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, fs->dn… in MatSolve_SeqAIJCUSPARSE_LU()
1477 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_Lt)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1478 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, … in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1481 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_Ut)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1482 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, … in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1489 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, fs… in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1491 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, fs… in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1503 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, fs->X)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1505 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, (void *)barray)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1509 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_Y, fs->Y)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1510 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_U, fs->d… in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1514 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, fs->X)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1516 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, xarray)); in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1518 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, opA, &PETSC_CUSPARSE_ONE, fs->spMatDescr_L, fs->d… in MatSolveTranspose_SeqAIJCUSPARSE_LU()
1565 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactorT->solveOp, upTriFac… in MatSolveTranspose_SeqAIJCUSPARSE()
1569 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactorT->solveOp, loTriFac… in MatSolveTranspose_SeqAIJCUSPARSE()
1609 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactorT->solveOp, upTriFac… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1613 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactorT->solveOp, loTriFac… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1647 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactor->solveOp, loTriFact… in MatSolve_SeqAIJCUSPARSE()
1651 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactor->solveOp, upTriFact… in MatSolve_SeqAIJCUSPARSE()
1680 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactor->solveOp, loTriFact… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1684 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactor->solveOp, upTriFact… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1721 …PetscCallCUSPARSE(cusparseXcsrilu02(fs->handle, m, nz, /* cusparseXcsrilu02 errors out with empty … in MatILUFactorNumeric_SeqAIJCUSPARSE_ILU0()
1732 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_L, fs->csrVa… in MatILUFactorNumeric_SeqAIJCUSPARSE_ILU0()
1733 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_U, fs->csrVa… in MatILUFactorNumeric_SeqAIJCUSPARSE_ILU0()
1740 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPA… in MatILUFactorNumeric_SeqAIJCUSPARSE_ILU0()
1742 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPA… in MatILUFactorNumeric_SeqAIJCUSPARSE_ILU0()
1815 PetscCallCUSPARSE(cusparseCreateMatDescr(&fs->matDescr_M)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1816 PetscCallCUSPARSE(cusparseSetMatIndexBase(fs->matDescr_M, CUSPARSE_INDEX_BASE_ZERO)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1817 PetscCallCUSPARSE(cusparseSetMatType(fs->matDescr_M, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1827 …PetscCallCUSPARSE(cusparseCreateCsr(&fs->spMatDescr_L, m, m, nz, fs->csrRowPtr32, fs->csrColIdx32,… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1828 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_L, CUSPARSE_SPMAT_FILL_MODE, &fillMode,… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1829 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_L, CUSPARSE_SPMAT_DIAG_TYPE, &diagType,… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1833 …PetscCallCUSPARSE(cusparseCreateCsr(&fs->spMatDescr_U, m, m, nz, fs->csrRowPtr32, fs->csrColIdx32,… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1834 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_U, CUSPARSE_SPMAT_FILL_MODE, &fillMode,… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1835 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_U, CUSPARSE_SPMAT_DIAG_TYPE, &diagType,… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1840 PetscCallCUSPARSE(cusparseCreateCsrilu02Info(&fs->ilu0Info_M)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1842 …PetscCallCUSPARSE(cusparseXcsrilu02_bufferSize(fs->handle, m, nz, /* cusparseXcsrilu02 errors out … in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1848 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_X, m, fs->X, cusparse_scalartype)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1849 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_Y, m, fs->Y, cusparse_scalartype)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1851 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_L)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1852 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUS… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1854 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_U)); in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1855 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUS… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1881 …PetscCallCUSPARSE(cusparseXcsrilu02_analysis(fs->handle, m, nz, /* cusparseXcsrilu02 errors out wi… in MatILUFactorSymbolic_SeqAIJCUSPARSE_ILU0()
1928 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, (void *)barray)); in MatSolve_SeqAIJCUSPARSE_ICC0()
1929 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_Y, fs->Y)); in MatSolve_SeqAIJCUSPARSE_ICC0()
1930 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPARSE… in MatSolve_SeqAIJCUSPARSE_ICC0()
1934 PetscCallCUSPARSE(cusparseDnVecSetValues(fs->dnVecDescr_X, xarray)); in MatSolve_SeqAIJCUSPARSE_ICC0()
1935 …PetscCallCUSPARSE(cusparseSpSV_solve(fs->handle, CUSPARSE_OPERATION_TRANSPOSE, &PETSC_CUSPARSE_ONE… in MatSolve_SeqAIJCUSPARSE_ICC0()
1975 …if (m) PetscCallCUSPARSE(cusparseXcsric02(fs->handle, m, nz, fs->matDescr_M, fs->csrVal, fs->csrRo… in MatICCFactorNumeric_SeqAIJCUSPARSE_ICC0()
1985 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_L, fs->csrVa… in MatICCFactorNumeric_SeqAIJCUSPARSE_ICC0()
1986 …if (fs->csrVal) PetscCallCUSPARSE(cusparseSpSV_updateMatrix(fs->handle, fs->spsvDescr_Lt, fs->csrV… in MatICCFactorNumeric_SeqAIJCUSPARSE_ICC0()
1990 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUSPA… in MatICCFactorNumeric_SeqAIJCUSPARSE_ICC0()
1995 …PetscCallCUSPARSE(cusparseSpSV_analysis(fs->handle, CUSPARSE_OPERATION_TRANSPOSE, &PETSC_CUSPARSE_… in MatICCFactorNumeric_SeqAIJCUSPARSE_ICC0()
2064 PetscCallCUSPARSE(cusparseCreateMatDescr(&fs->matDescr_M)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2065 PetscCallCUSPARSE(cusparseSetMatIndexBase(fs->matDescr_M, CUSPARSE_INDEX_BASE_ZERO)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2066 PetscCallCUSPARSE(cusparseSetMatType(fs->matDescr_M, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2076 …PetscCallCUSPARSE(cusparseCreateCsr(&fs->spMatDescr_L, m, m, nz, fs->csrRowPtr32, fs->csrColIdx32,… in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2077 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_L, CUSPARSE_SPMAT_FILL_MODE, &fillMode,… in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2078 …PetscCallCUSPARSE(cusparseSpMatSetAttribute(fs->spMatDescr_L, CUSPARSE_SPMAT_DIAG_TYPE, &diagType,… in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2083 PetscCallCUSPARSE(cusparseCreateCsric02Info(&fs->ic0Info_M)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2084 …if (m) PetscCallCUSPARSE(cusparseXcsric02_bufferSize(fs->handle, m, nz, fs->matDescr_M, fs->csrVal… in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2089 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_X, m, fs->X, cusparse_scalartype)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2090 PetscCallCUSPARSE(cusparseCreateDnVec(&fs->dnVecDescr_Y, m, fs->Y, cusparse_scalartype)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2092 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_L)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2093 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_NON_TRANSPOSE, &PETSC_CUS… in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2095 PetscCallCUSPARSE(cusparseSpSV_createDescr(&fs->spsvDescr_Lt)); in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2096 …PetscCallCUSPARSE(cusparseSpSV_bufferSize(fs->handle, CUSPARSE_OPERATION_TRANSPOSE, &PETSC_CUSPARS… in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2119 …if (m) PetscCallCUSPARSE(cusparseXcsric02_analysis(fs->handle, m, nz, fs->matDescr_M, fs->csrVal, … in MatICCFactorSymbolic_SeqAIJCUSPARSE_ICC0()
2475 PetscCallCUSPARSE(cusparseCreateMatDescr(&matstruct->descr)); in MatSeqAIJCUSPARSECopyToGPU()
2476 PetscCallCUSPARSE(cusparseSetMatIndexBase(matstruct->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSECopyToGPU()
2477 PetscCallCUSPARSE(cusparseSetMatType(matstruct->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSECopyToGPU()
2485 … PetscCallCUSPARSE(cusparseSetPointerMode(cusparsestruct->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatSeqAIJCUSPARSECopyToGPU()
2508 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSECopyToGPU()
2529 PetscCallCUSPARSE(cusparseCreateHybMat(&hybMat)); in MatSeqAIJCUSPARSECopyToGPU()
2532 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSECopyToGPU()
2629 if (mmdata->matSpBDescr) PetscCallCUSPARSE(cusparseDestroySpMat(mmdata->matSpBDescr)); in MatProductCtxDestroy_MatMatCusparse()
2630 if (mmdata->matBDescr) PetscCallCUSPARSE(cusparseDestroyDnMat(mmdata->matBDescr)); in MatProductCtxDestroy_MatMatCusparse()
2631 if (mmdata->matCDescr) PetscCallCUSPARSE(cusparseDestroyDnMat(mmdata->matCDescr)); in MatProductCtxDestroy_MatMatCusparse()
2632 if (mmdata->spgemmDesc) PetscCallCUSPARSE(cusparseSpGEMM_destroyDescr(mmdata->spgemmDesc)); in MatProductCtxDestroy_MatMatCusparse()
2734 PetscCallCUSPARSE(cusparseDestroyDnMat(mmdata->matBDescr)); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2738 …PetscCallCUSPARSE(cusparseCreateDnMat(&mmdata->matBDescr, B->rmap->n, B->cmap->n, blda, (void *)ba… in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2743 PetscCallCUSPARSE(cusparseDestroyDnMat(mmdata->matCDescr)); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2747 …PetscCallCUSPARSE(cusparseCreateDnMat(&mmdata->matCDescr, m, n, clda, (void *)carray, cusparse_sca… in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2753 …PetscCallCUSPARSE(cusparseDestroySpMat(matADescr)); // Because I find I could not reuse matADescr.… in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2761 PetscCallCUSPARSE(stat); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2764 …PetscCallCUSPARSE(cusparseSpMM_bufferSize(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdat… in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2773 …PetscCallCUSPARSE(cusparseSpMM_preprocess(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdat… in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2779 PetscCallCUSPARSE(cusparseSpMatSetValues(matADescr, csrmat->values->data().get())); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2780 PetscCallCUSPARSE(cusparseDnMatSetValues(mmdata->matBDescr, (void *)barray)); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2781 PetscCallCUSPARSE(cusparseDnMatSetValues(mmdata->matCDescr, (void *)carray)); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2785 …PetscCallCUSPARSE(cusparseSpMM(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdata->matBDesc… in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2804 PetscCallCUSPARSE(stat); in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2992 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2995 PetscCallCUSPARSE(stat); in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2998 PetscCallCUSPARSE(stat); in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3000 PetscCallCUSPARSE(stat); in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3005 PetscCallCUSPARSE(stat); in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3142 PetscCallCUSPARSE(cusparseCreateMatDescr(&Cmat->descr)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3143 PetscCallCUSPARSE(cusparseSetMatIndexBase(Cmat->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3144 PetscCallCUSPARSE(cusparseSetMatType(Cmat->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3185 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3216 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3219 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3220 PetscCallCUSPARSE(cusparseSpGEMM_createDescr(&mmdata->spgemmDesc)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3238 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3242 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3245 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3250 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3255 PetscCallCUSPARSE(cusparseSpMatGetSize(Cmat->matDescr, &C_num_rows1, &C_num_cols1, &C_nnz1)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3264 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3267 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3270 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3273 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3280 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3284 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3287 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3296 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3298 PetscCallCUSPARSE(cusparseSpMatGetSize(Cmat->matDescr, &C_num_rows1, &C_num_cols1, &C_nnz1)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3307 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3309 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3312 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_HOST)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3315 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3322 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3328 PetscCallCUSPARSE(stat); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3655 …PetscCallCUSPARSE(cusparseCreateCsr(&matDescr, mat->num_rows, mat->num_cols, mat->num_entries, mat… in MatMultAddKernel_SeqAIJCUSPARSE()
3660 …PetscCallCUSPARSE(cusparseCreateDnVec(&matstruct->cuSpMV[opA].vecXDescr, nx, xptr, cusparse_scalar… in MatMultAddKernel_SeqAIJCUSPARSE()
3661 …PetscCallCUSPARSE(cusparseCreateDnVec(&matstruct->cuSpMV[opA].vecYDescr, ny, dptr, cusparse_scalar… in MatMultAddKernel_SeqAIJCUSPARSE()
3662 PetscCallCUSPARSE( in MatMultAddKernel_SeqAIJCUSPARSE()
3666 PetscCallCUSPARSE( in MatMultAddKernel_SeqAIJCUSPARSE()
3672 PetscCallCUSPARSE(cusparseDnVecSetValues(matstruct->cuSpMV[opA].vecXDescr, xptr)); in MatMultAddKernel_SeqAIJCUSPARSE()
3673 PetscCallCUSPARSE(cusparseDnVecSetValues(matstruct->cuSpMV[opA].vecYDescr, dptr)); in MatMultAddKernel_SeqAIJCUSPARSE()
3676 …PetscCallCUSPARSE(cusparseSpMV(cusparsestruct->handle, opA, matstruct->alpha_one, matDescr, matstr… in MatMultAddKernel_SeqAIJCUSPARSE()
3679 …PetscCallCUSPARSE(cusparse_csr_spmv(cusparsestruct->handle, opA, mat->num_rows, mat->num_cols, mat… in MatMultAddKernel_SeqAIJCUSPARSE()
3687 …PetscCallCUSPARSE(cusparse_hyb_spmv(cusparsestruct->handle, opA, matstruct->alpha_one, matstruct->… in MatMultAddKernel_SeqAIJCUSPARSE()
3908 PetscCallCUSPARSE(cusparseSetPointerMode(cy->handle, CUSPARSE_POINTER_MODE_HOST)); in MatAXPY_SeqAIJCUSPARSE()
3910 …PetscCallCUSPARSE(cusparse_csr_spgeam_bufferSize(cy->handle, Y->rmap->n, Y->cmap->n, &a, cx->mat->… in MatAXPY_SeqAIJCUSPARSE()
3914 …PetscCallCUSPARSE(cusparse_csr_spgeam(cy->handle, Y->rmap->n, Y->cmap->n, &a, cx->mat->descr, x->n… in MatAXPY_SeqAIJCUSPARSE()
3921 …PetscCallCUSPARSE(cusparse_csr_spgeam(cy->handle, Y->rmap->n, Y->cmap->n, &a, cx->mat->descr, x->n… in MatAXPY_SeqAIJCUSPARSE()
3926 PetscCallCUSPARSE(cusparseSetPointerMode(cy->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatAXPY_SeqAIJCUSPARSE()
4092 PetscCallCUSPARSE(cusparseCreate(&spptr->handle)); in MatConvert_SeqAIJ_SeqAIJCUSPARSE()
4093 PetscCallCUSPARSE(cusparseSetStream(spptr->handle, PetscDefaultCudaStream)); in MatConvert_SeqAIJ_SeqAIJCUSPARSE()
4109 PetscCallCUSPARSE(cusparseCreate(&spptr->handle)); in MatConvert_SeqAIJ_SeqAIJCUSPARSE()
4110 PetscCallCUSPARSE(cusparseSetStream(spptr->handle, PetscDefaultCudaStream)); in MatConvert_SeqAIJ_SeqAIJCUSPARSE()
4186 if (cusp->handle) PetscCallCUSPARSE(cusparseDestroy(cusp->handle)); in MatSeqAIJCUSPARSE_Destroy()
4210 if ((*trifactor)->descr) PetscCallCUSPARSE(cusparseDestroyMatDescr((*trifactor)->descr)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4211 … if ((*trifactor)->solveInfo) PetscCallCUSPARSE(cusparseDestroyCsrsvInfo((*trifactor)->solveInfo)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4236 PetscCallCUSPARSE(cusparseDestroyHybMat(hybMat)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4243 if ((*matstruct)->descr) PetscCallCUSPARSE(cusparseDestroyMatDescr((*matstruct)->descr)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4251 if (mdata->matDescr) PetscCallCUSPARSE(cusparseDestroySpMat(mdata->matDescr)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4256 PetscCallCUSPARSE(cusparseDestroyDnVec(mdata->cuSpMV[i].vecXDescr)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4257 PetscCallCUSPARSE(cusparseDestroyDnVec(mdata->cuSpMV[i].vecYDescr)); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4259 … if (mdata->matDescr_SpMV[i]) PetscCallCUSPARSE(cusparseDestroySpMat(mdata->matDescr_SpMV[i])); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4260 … if (mdata->matDescr_SpMM[i]) PetscCallCUSPARSE(cusparseDestroySpMat(mdata->matDescr_SpMM[i])); in MatSeqAIJCUSPARSEMultStruct_Destroy()
4304 PetscCallCUSPARSE(cusparseDestroyMatDescr(fs->matDescr_M)); in MatSeqAIJCUSPARSETriFactors_Reset()
4305 PetscCallCUSPARSE(cusparseDestroySpMat(fs->spMatDescr_L)); in MatSeqAIJCUSPARSETriFactors_Reset()
4306 PetscCallCUSPARSE(cusparseDestroySpMat(fs->spMatDescr_U)); in MatSeqAIJCUSPARSETriFactors_Reset()
4307 PetscCallCUSPARSE(cusparseSpSV_destroyDescr(fs->spsvDescr_L)); in MatSeqAIJCUSPARSETriFactors_Reset()
4308 PetscCallCUSPARSE(cusparseSpSV_destroyDescr(fs->spsvDescr_Lt)); in MatSeqAIJCUSPARSETriFactors_Reset()
4309 PetscCallCUSPARSE(cusparseSpSV_destroyDescr(fs->spsvDescr_U)); in MatSeqAIJCUSPARSETriFactors_Reset()
4310 PetscCallCUSPARSE(cusparseSpSV_destroyDescr(fs->spsvDescr_Ut)); in MatSeqAIJCUSPARSETriFactors_Reset()
4311 PetscCallCUSPARSE(cusparseDestroyDnVec(fs->dnVecDescr_X)); in MatSeqAIJCUSPARSETriFactors_Reset()
4312 PetscCallCUSPARSE(cusparseDestroyDnVec(fs->dnVecDescr_Y)); in MatSeqAIJCUSPARSETriFactors_Reset()
4313 PetscCallCUSPARSE(cusparseDestroyCsrilu02Info(fs->ilu0Info_M)); in MatSeqAIJCUSPARSETriFactors_Reset()
4314 PetscCallCUSPARSE(cusparseDestroyCsric02Info(fs->ic0Info_M)); in MatSeqAIJCUSPARSETriFactors_Reset()
4330 PetscCallCUSPARSE(cusparseDestroy((*trifactors)->handle)); in MatSeqAIJCUSPARSETriFactors_Destroy()
4779 PetscCallCUSPARSE(cusparseCreateMatDescr(&Cmat->descr)); in MatSeqAIJCUSPARSEMergeMats()
4780 PetscCallCUSPARSE(cusparseSetMatIndexBase(Cmat->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEMergeMats()
4781 PetscCallCUSPARSE(cusparseSetMatType(Cmat->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEMergeMats()
4827 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEMergeMats()
4829 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEMergeMats()
4873 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEMergeMats()
4881 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEMergeMats()
4928 PetscCallCUSPARSE(cusparseCreateMatDescr(&CmatT->descr)); in MatSeqAIJCUSPARSEMergeMats()
4929 PetscCallCUSPARSE(cusparseSetMatIndexBase(CmatT->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEMergeMats()
4930 PetscCallCUSPARSE(cusparseSetMatType(CmatT->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEMergeMats()
4939 PetscCallCUSPARSE(stat); in MatSeqAIJCUSPARSEMergeMats()