395 …s, loTriFactor->csrMat->num_entries, loTriFactor->descr, loTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
396 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
401 …s, loTriFactor->csrMat->num_entries, loTriFactor->descr, loTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
402 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
524 …s, upTriFactor->csrMat->num_entries, upTriFactor->descr, upTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
525 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
530 …s, upTriFactor->csrMat->num_entries, upTriFactor->descr, upTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
531 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
863 …s, upTriFactor->csrMat->num_entries, upTriFactor->descr, upTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
864 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
869 …s, upTriFactor->csrMat->num_entries, upTriFactor->descr, upTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
870 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
915 …s, loTriFactor->csrMat->num_entries, loTriFactor->descr, loTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
916 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
921 …s, loTriFactor->csrMat->num_entries, loTriFactor->descr, loTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
922 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
1091 …tor->csrMat->num_cols, loTriFactor->csrMat->num_entries, loTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1092 …().get(), loTriFactor->csrMat->column_indices->data().get(), loTriFactorT->csrMat->values->data().…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1093 …loTriFactorT->csrMat->column_indices->data().get(), cusparse_scalartype, CUSPARSE_ACTION_NUMERIC, …  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1100 …->num_entries, loTriFactor->csrMat->values->data().get(), loTriFactor->csrMat->row_offsets->data()…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1101 …     loTriFactor->csrMat->column_indices->data().get(), loTriFactorT->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1103 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1105 …loTriFactorT->csrMat->column_indices->data().get(), loTriFactorT->csrMat->row_offsets->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1117 …loTriFactorT->csrMat->num_entries, loTriFactorT->descr, loTriFactorT->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1118 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1123 …loTriFactorT->csrMat->num_entries, loTriFactorT->descr, loTriFactorT->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1124 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1167 …tor->csrMat->num_cols, upTriFactor->csrMat->num_entries, upTriFactor->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1168 …().get(), upTriFactor->csrMat->column_indices->data().get(), upTriFactorT->csrMat->values->data().…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1169 …upTriFactorT->csrMat->column_indices->data().get(), cusparse_scalartype, CUSPARSE_ACTION_NUMERIC, …  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1176 …->num_entries, upTriFactor->csrMat->values->data().get(), upTriFactor->csrMat->row_offsets->data()…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1177 …     upTriFactor->csrMat->column_indices->data().get(), upTriFactorT->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1179 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1181 …upTriFactorT->csrMat->column_indices->data().get(), upTriFactorT->csrMat->row_offsets->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1193 …upTriFactorT->csrMat->num_entries, upTriFactorT->descr, upTriFactorT->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1194 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1200 …upTriFactorT->csrMat->num_entries, upTriFactorT->descr, upTriFactorT->csrMat->values->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1201 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1264 …m_entries, matrixT->row_offsets->data().get(), matrixT->column_indices->data().get(), matrixT->val…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1276 …m_entries, matrixT->row_offsets->data().get(), matrixT->column_indices->data().get(), matrixT->val…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1299 …_t)matstruct->mat, temp->values->data().get(), temp->row_offsets->data().get(), temp->column_indic…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1310 …ies, temp->values->data().get(), temp->row_offsets->data().get(), temp->column_indices->data().get…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1311 …tempT->column_indices->data().get(), tempT->row_offsets->data().get(), CUSPARSE_ACTION_NUMERIC, in…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1318 …tstructT->descr, tempT->values->data().get(), tempT->row_offsets->data().get(), tempT->column_indi…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1364 …->values->data().get(), cusparsestruct->rowoffsets_gpu->data().get(), matrix->column_indices->data…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1365 …matrixT->row_offsets->data().get(), matrixT->column_indices->data().get(), cusparse_scalartype, CU…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1378 …csr2csc_a.data().get(), cusparsestruct->rowoffsets_gpu->data().get(), matrix->column_indices->data…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1380 …matrixT->row_offsets->data().get(), matrixT->column_indices->data().get(), cusparse_scalartype, CU…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1383 …matrixT->column_indices->data().get(), matrixT->row_offsets->data().get(), CUSPARSE_ACTION_NUMERIC…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1565 …>num_entries, &PETSC_CUSPARSE_ONE, upTriFactorT->descr, upTriFactorT->csrMat->values->data().get(),  in MatSolveTranspose_SeqAIJCUSPARSE()
1566 …>row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(), upTriFactorT->solv…  in MatSolveTranspose_SeqAIJCUSPARSE()
1569 …>num_entries, &PETSC_CUSPARSE_ONE, loTriFactorT->descr, loTriFactorT->csrMat->values->data().get(),  in MatSolveTranspose_SeqAIJCUSPARSE()
1570 …Mat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(), loTriFactorT->…  in MatSolveTranspose_SeqAIJCUSPARSE()
1609 …>num_entries, &PETSC_CUSPARSE_ONE, upTriFactorT->descr, upTriFactorT->csrMat->values->data().get(),  in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1610 …>row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(), upTriFactorT->solv…  in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1613 …>num_entries, &PETSC_CUSPARSE_ONE, loTriFactorT->descr, loTriFactorT->csrMat->values->data().get(),  in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1614 …Mat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(), loTriFactorT->…  in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1647 …t->num_entries, &PETSC_CUSPARSE_ONE, loTriFactor->descr, loTriFactor->csrMat->values->data().get(),  in MatSolve_SeqAIJCUSPARSE()
1648 …rMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(), loTriFactor->s…  in MatSolve_SeqAIJCUSPARSE()
1651 …t->num_entries, &PETSC_CUSPARSE_ONE, upTriFactor->descr, upTriFactor->csrMat->values->data().get(),  in MatSolve_SeqAIJCUSPARSE()
1652 …->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(), upTriFactor->solve…  in MatSolve_SeqAIJCUSPARSE()
1680 …t->num_entries, &PETSC_CUSPARSE_ONE, loTriFactor->descr, loTriFactor->csrMat->values->data().get(),  in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1681 …->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(), loTriFactor->solve…  in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1684 …t->num_entries, &PETSC_CUSPARSE_ONE, upTriFactor->descr, upTriFactor->csrMat->values->data().get(),  in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1685 …rMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(), upTriFactor->s…  in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1716 …PetscCallCUDA(cudaMemcpyAsync(fs->csrVal, Acsr->values->data().get(), sizeof(PetscScalar) * nz, cu…  in MatILUFactorNumeric_SeqAIJCUSPARSE_ILU0()
1966 …PetscCallCUDA(cudaMemcpyAsync(fs->csrVal, Acsr->values->data().get(), sizeof(PetscScalar) * nz, cu…  in MatICCFactorNumeric_SeqAIJCUSPARSE_ICC0()
2329 …PetscCallCUDA(cudaMemcpy(a->a, matrix->values->data().get(), a->nz * sizeof(PetscScalar), cudaMemc…  in MatSeqAIJCUSPARSECopyFromGPU()
2406     *i = matrix->row_offsets->data().get();  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2413     *j = matrix->column_indices->data().get();  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2418   if (a) *a = matrix->values->data().get();  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2506 … mat->num_entries, mat->row_offsets->data().get(), mat->column_indices->data().get(), mat->values-…  in MatSeqAIJCUSPARSECopyToGPU()
2531 …s, matstruct->descr, mat->values->data().get(), mat->row_offsets->data().get(), mat->column_indice…  in MatSeqAIJCUSPARSECopyToGPU()
2576     thrust::get<1>(t) = thrust::get<1>(t) + thrust::get<0>(t);  in operator ()()
2584     thrust::get<1>(t) = thrust::get<0>(t);  in operator ()()
2592     thrust::get<0>(t) = thrust::get<1>(t);  in operator ()()
2759 …num_entries, csrmat->row_offsets->data().get(), csrmat->column_indices->data().get(), csrmat->valu…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2779     PetscCallCUSPARSE(cusparseSpMatSetValues(matADescr, csrmat->values->data().get()));  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2803 …e, mat->descr, csrmat->values->data().get(), csrmat->row_offsets->data().get(), csrmat->column_ind…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
3003 …Acsr->num_entries, Acsr->values->data().get(), Acsr->row_offsets->data().get(), Acsr->column_indic…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3004 …get(), Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->val…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3184 …sr->num_entries, Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Bcsr->values…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3218 …at->matDescr, Ccsr->num_rows, Ccsr->num_cols, 0, Ccsr->row_offsets->data().get(), NULL, NULL, CUSP…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3263 …(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indices->data().get(), Ccsr->values…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3306 …(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indices->data().get(), Ccsr->values…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3313 …mat->descr, Acsr->num_entries, Acsr->row_offsets->data().get(), Acsr->column_indices->data().get()…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3314 …Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->row_offset…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3326 …Acsr->num_entries, Acsr->values->data().get(), Acsr->row_offsets->data().get(), Acsr->column_indic…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3327 …get(), Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->val…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3344 …PetscCallCUDA(cudaMemcpy(d_i, ii.data().get(), Ccsr->row_offsets->size() * sizeof(PetscInt), cudaM…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3345 …PetscCallCUDA(cudaMemcpy(c->j, jj.data().get(), Ccsr->column_indices->size() * sizeof(PetscInt), c…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3349 …PetscCallCUDA(cudaMemcpy(d_i, Ccsr->row_offsets->data().get(), Ccsr->row_offsets->size() * sizeof(…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3350 …PetscCallCUDA(cudaMemcpy(c->j, Ccsr->column_indices->data().get(), Ccsr->column_indices->size() * …  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3603       dptr = compressed ? cusparsestruct->workVector->data().get() : zarray;  in MatMultAddKernel_SeqAIJCUSPARSE()
3620       xptr = compressed ? cusparsestruct->workVector->data().get() : xarray;  in MatMultAddKernel_SeqAIJCUSPARSE()
3655 … mat->num_entries, mat->row_offsets->data().get(), mat->column_indices->data().get(), mat->values-…  in MatMultAddKernel_SeqAIJCUSPARSE()
3679 …e, matstruct->descr, mat->values->data().get(), mat->row_offsets->data().get(), mat->column_indice…  in MatMultAddKernel_SeqAIJCUSPARSE()
3708 …faultCudaStream>>>(n, matstruct->cprowIndices->data().get(), cusparsestruct->workVector->data().ge…  in MatMultAddKernel_SeqAIJCUSPARSE()
3769 …faultCudaStream>>>(mat->row_offsets->data().get(), mat->column_indices->data().get(), mat->values-…  in MatGetDiagonal_SeqAIJCUSPARSE()
3910 …srx->row_offsets->data().get(), csrx->column_indices->data().get(), &b, cy->mat->descr, y->nz, ay,…  in MatAXPY_SeqAIJCUSPARSE()
3911 …csry->column_indices->data().get(), cy->mat->descr, ay, csry->row_offsets->data().get(), csry->col…  in MatAXPY_SeqAIJCUSPARSE()
3914 …srx->row_offsets->data().get(), csrx->column_indices->data().get(), &b, cy->mat->descr, y->nz, ay,…  in MatAXPY_SeqAIJCUSPARSE()
3915 …csry->column_indices->data().get(), cy->mat->descr, ay, csry->row_offsets->data().get(), csry->col…  in MatAXPY_SeqAIJCUSPARSE()
3921 …srx->row_offsets->data().get(), csrx->column_indices->data().get(), &b, cy->mat->descr, y->nz, ay,…  in MatAXPY_SeqAIJCUSPARSE()
3922 …csry->column_indices->data().get(), cy->mat->descr, ay, csry->row_offsets->data().get(), csry->col…  in MatAXPY_SeqAIJCUSPARSE()
4339     if (thrust::get<0>(t1) < thrust::get<0>(t2)) return true;  in operator ()()
4340     if (thrust::get<0>(t1) == thrust::get<0>(t2)) return thrust::get<1>(t1) < thrust::get<1>(t2);  in operator ()()
4505       *i = cusp->rowoffsets_gpu->data().get();  in MatSeqAIJCUSPARSEGetIJ()
4506     } else *i = csr->row_offsets->data().get();  in MatSeqAIJCUSPARSEGetIJ()
4508   if (j) *j = csr->column_indices->data().get();  in MatSeqAIJCUSPARSEGetIJ()
4570   *a = csr->values->data().get();  in MatSeqAIJCUSPARSEGetArrayRead()
4629   *a             = csr->values->data().get();  in MatSeqAIJCUSPARSEGetArray()
4691   *a             = csr->values->data().get();  in MatSeqAIJCUSPARSEGetArrayWrite()
4724     if (thrust::get<0>(t1) < thrust::get<0>(t2)) return true;  in operator ()()
4725     if (thrust::get<0>(t1) == thrust::get<0>(t2)) return thrust::get<1>(t1) < thrust::get<1>(t2);  in operator ()()
4826 …stat = cusparseXcsr2coo(Acusp->handle, Aroff->data().get(), Annz, m, Acoo->data().get(), CUSPARSE_…  in MatSeqAIJCUSPARSEMergeMats()
4828 …stat = cusparseXcsr2coo(Bcusp->handle, Broff->data().get(), Bnnz, m, Bcoo->data().get(), CUSPARSE_…  in MatSeqAIJCUSPARSEMergeMats()
4872 …stat = cusparseXcoo2csr(Ccusp->handle, Ccoo->data().get(), c->nz, m, Ccsr->row_offsets->data().get…  in MatSeqAIJCUSPARSEMergeMats()
4880 …sr->num_entries, Ccsr->row_offsets->data().get(), Ccsr->column_indices->data().get(), Ccsr->values…  in MatSeqAIJCUSPARSEMergeMats()
4938 …->num_entries, CcsrT->row_offsets->data().get(), CcsrT->column_indices->data().get(), CcsrT->value…  in MatSeqAIJCUSPARSEMergeMats()
4954 …PetscCallCUDA(cudaMemcpy(c->i, ii.data().get(), Ccsr->row_offsets->size() * sizeof(PetscInt), cuda…  in MatSeqAIJCUSPARSEMergeMats()
4955 …PetscCallCUDA(cudaMemcpy(c->j, jj.data().get(), Ccsr->column_indices->size() * sizeof(PetscInt), c…  in MatSeqAIJCUSPARSEMergeMats()
4957 …PetscCallCUDA(cudaMemcpy(c->i, Ccsr->row_offsets->data().get(), Ccsr->row_offsets->size() * sizeof…  in MatSeqAIJCUSPARSEMergeMats()
4958 …PetscCallCUDA(cudaMemcpy(c->j, Ccsr->column_indices->data().get(), Ccsr->column_indices->size() * …  in MatSeqAIJCUSPARSEMergeMats()
5059 …if (w) PetscCallCUDA(cudaMemcpy(v, w->data().get(), n * sizeof(PetscScalar), cudaMemcpyDeviceToHos…  in MatSeqAIJCopySubArray_SeqAIJCUSPARSE()