Lines Matching refs:cusparseTriFactors
310 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSeqAIJCUSPARSEBuildILULowerTriMatrix() local
311 …rStruct *loTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
395 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
401 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
441 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix() local
442 …rStruct *upTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
524 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
530 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
573 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU() local
579 PetscCheck(cusparseTriFactors, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing cusparseTriFactors"); in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
585 if (!cusparseTriFactors->workVector) cusparseTriFactors->workVector = new THRUSTARRAY(n); in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
588 cusparseTriFactors->nnz = a->nz; in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
593 if (!row_identity && !cusparseTriFactors->rpermIndices) { in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
597 cusparseTriFactors->rpermIndices = new THRUSTINTARRAY(n); in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
598 cusparseTriFactors->rpermIndices->assign(r, r + n); in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
605 if (!col_identity && !cusparseTriFactors->cpermIndices) { in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
609 cusparseTriFactors->cpermIndices = new THRUSTINTARRAY(n); in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
610 cusparseTriFactors->cpermIndices->assign(c, c + n); in MatSeqAIJCUSPARSEILUAnalysisAndCopyToGPU()
776 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSeqAIJCUSPARSEBuildICCTriMatrices() local
777 …rStruct *loTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
778 …rStruct *upTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
863 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
869 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, upTriFactor->solveOp, upTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
915 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
921 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, loTriFactor->solveOp, loTriF… in MatSeqAIJCUSPARSEBuildICCTriMatrices()
974 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU() local
980 PetscCheck(cusparseTriFactors, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing cusparseTriFactors"); in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
986 if (!cusparseTriFactors->workVector) cusparseTriFactors->workVector = new THRUSTARRAY(n); in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
988 cusparseTriFactors->nnz = (a->nz - n) * 2 + n; in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
1001 cusparseTriFactors->rpermIndices = new THRUSTINTARRAY(n); in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
1002 cusparseTriFactors->rpermIndices->assign(rip, rip + n); in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
1003 cusparseTriFactors->cpermIndices = new THRUSTINTARRAY(n); in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
1004 cusparseTriFactors->cpermIndices->assign(irip, irip + n); in MatSeqAIJCUSPARSEICCAnalysisAndCopyToGPU()
1049 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve() local
1050 …rStruct *loTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1051 …rStruct *upTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1091 …PetscCallCUSPARSE(cusparseCsr2cscEx2_bufferSize(cusparseTriFactors->handle, loTriFactor->csrMat->n… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1100 …auto stat = cusparse_csr2csc(cusparseTriFactors->handle, loTriFactor->csrMat->num_rows, loTriFacto… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1117 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, loTriFactorT->solveOp, loTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1123 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, loTriFactorT->solveOp, loTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1167 …PetscCallCUSPARSE(cusparseCsr2cscEx2_bufferSize(cusparseTriFactors->handle, upTriFactor->csrMat->n… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1176 …auto stat = cusparse_csr2csc(cusparseTriFactors->handle, upTriFactor->csrMat->num_rows, upTriFacto… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1193 …PetscCallCUSPARSE(cusparseXcsrsv_buffsize(cusparseTriFactors->handle, upTriFactorT->solveOp, upTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1200 …PetscCallCUSPARSE(cusparseXcsrsv_analysis(cusparseTriFactors->handle, upTriFactorT->solveOp, upTri… in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1541 …Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->sppt… in MatSolveTranspose_SeqAIJCUSPARSE() local
1542 …ruct *loTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSolveTranspose_SeqAIJCUSPARSE()
1543 …ruct *upTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSolveTranspose_SeqAIJCUSPARSE()
1544 …THRUSTARRAY *tempGPU = (THRUSTARRAY *)cusparseTriFactors->work… in MatSolveTranspose_SeqAIJCUSPARSE()
1550 loTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactorPtrTranspose; in MatSolveTranspose_SeqAIJCUSPARSE()
1551 upTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactorPtrTranspose; in MatSolveTranspose_SeqAIJCUSPARSE()
1562 …utation_iterator(bGPU, cusparseTriFactors->rpermIndices->begin()), thrust::make_permutation_iterat… in MatSolveTranspose_SeqAIJCUSPARSE()
1565 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactorT->solveOp, upTriFac… in MatSolveTranspose_SeqAIJCUSPARSE()
1569 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactorT->solveOp, loTriFac… in MatSolveTranspose_SeqAIJCUSPARSE()
1573 …utation_iterator(xGPU, cusparseTriFactors->cpermIndices->begin()), thrust::make_permutation_iterat… in MatSolveTranspose_SeqAIJCUSPARSE()
1582 PetscCall(PetscLogGpuFlops(2.0 * cusparseTriFactors->nnz - A->cmap->n)); in MatSolveTranspose_SeqAIJCUSPARSE()
1590 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering() local
1591 …rStruct *loTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1592 …rStruct *upTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1593 …THRUSTARRAY *tempGPU = (THRUSTARRAY *)cusparseTriFactors->workVec… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1599 loTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactorPtrTranspose; in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1600 upTriFactorT = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactorPtrTranspose; in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1609 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactorT->solveOp, upTriFac… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1613 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactorT->solveOp, loTriFac… in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1620 PetscCall(PetscLogGpuFlops(2.0 * cusparseTriFactors->nnz - A->cmap->n)); in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1630 …Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->sppt… in MatSolve_SeqAIJCUSPARSE() local
1631 …ruct *loTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSolve_SeqAIJCUSPARSE()
1632 …ruct *upTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSolve_SeqAIJCUSPARSE()
1633 …THRUSTARRAY *tempGPU = (THRUSTARRAY *)cusparseTriFactors->work… in MatSolve_SeqAIJCUSPARSE()
1644 …rmutation_iterator(bGPU, cusparseTriFactors->rpermIndices->begin()), thrust::make_permutation_iter… in MatSolve_SeqAIJCUSPARSE()
1647 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactor->solveOp, loTriFact… in MatSolve_SeqAIJCUSPARSE()
1651 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactor->solveOp, upTriFact… in MatSolve_SeqAIJCUSPARSE()
1655 …(tempGPU->begin(), cusparseTriFactors->cpermIndices->begin()), thrust::make_permutation_iterator(t… in MatSolve_SeqAIJCUSPARSE()
1660 PetscCall(PetscLogGpuFlops(2.0 * cusparseTriFactors->nnz - A->cmap->n)); in MatSolve_SeqAIJCUSPARSE()
1668 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)A->spptr; in MatSolve_SeqAIJCUSPARSE_NaturalOrdering() local
1669 …rStruct *loTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->loTriFactor… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1670 …rStruct *upTriFactor = (Mat_SeqAIJCUSPARSETriFactorStruct *)cusparseTriFactors->upTriFactor… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1671 …THRUSTARRAY *tempGPU = (THRUSTARRAY *)cusparseTriFactors->workVec… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1680 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, loTriFactor->solveOp, loTriFact… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1684 …PetscCallCUSPARSE(cusparseXcsrsv_solve(cusparseTriFactors->handle, upTriFactor->solveOp, upTriFact… in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1690 PetscCall(PetscLogGpuFlops(2.0 * cusparseTriFactors->nnz - A->cmap->n)); in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
2191 …Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = static_cast<Mat_SeqAIJCUSPARSETriFactors *>(B->… in MatLUFactorSymbolic_SeqAIJCUSPARSE() local
2194 PetscCall(MatSeqAIJCUSPARSETriFactors_Reset(&cusparseTriFactors)); in MatLUFactorSymbolic_SeqAIJCUSPARSE()
2202 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)B->spptr; in MatILUFactorSymbolic_SeqAIJCUSPARSE() local
2216 PetscCall(MatSeqAIJCUSPARSETriFactors_Reset(&cusparseTriFactors)); in MatILUFactorSymbolic_SeqAIJCUSPARSE()
2225 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)B->spptr; in MatICCFactorSymbolic_SeqAIJCUSPARSE() local
2236 PetscCall(MatSeqAIJCUSPARSETriFactors_Reset(&cusparseTriFactors)); in MatICCFactorSymbolic_SeqAIJCUSPARSE()
2245 Mat_SeqAIJCUSPARSETriFactors *cusparseTriFactors = (Mat_SeqAIJCUSPARSETriFactors *)B->spptr; in MatCholeskyFactorSymbolic_SeqAIJCUSPARSE() local
2248 PetscCall(MatSeqAIJCUSPARSETriFactors_Reset(&cusparseTriFactors)); in MatCholeskyFactorSymbolic_SeqAIJCUSPARSE()