382         loTriFactor->csrMat->row_offsets = new THRUSTINTARRAY32(n + 1);  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
383         loTriFactor->csrMat->row_offsets->assign(AiLo, AiLo + n + 1);  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
396 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
402 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILULowerTriMatrix()
511         upTriFactor->csrMat->row_offsets = new THRUSTINTARRAY32(n + 1);  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
512         upTriFactor->csrMat->row_offsets->assign(AiUp, AiUp + n + 1);  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
525 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
531 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildILUUpperTriMatrix()
847         upTriFactor->csrMat->row_offsets = new THRUSTINTARRAY32(A->rmap->n + 1);  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
848         upTriFactor->csrMat->row_offsets->assign(AiUp, AiUp + A->rmap->n + 1);  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
864 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
870 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
902         loTriFactor->csrMat->row_offsets = new THRUSTINTARRAY32(A->rmap->n + 1);  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
903         loTriFactor->csrMat->row_offsets->assign(AiUp, AiUp + A->rmap->n + 1);  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
916 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
922 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSeqAIJCUSPARSEBuildICCTriMatrices()
1085   loTriFactorT->csrMat->row_offsets    = new THRUSTINTARRAY32(loTriFactorT->csrMat->num_rows + 1);  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1092 …row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(), loTriFactorT->csrMat…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1100 …entries, loTriFactor->csrMat->values->data().get(), loTriFactor->csrMat->row_offsets->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1103 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1105 …riFactorT->csrMat->column_indices->data().get(), loTriFactorT->csrMat->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1118 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1124 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1161   upTriFactorT->csrMat->row_offsets    = new THRUSTINTARRAY32(upTriFactorT->csrMat->num_rows + 1);  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1168 …row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(), upTriFactorT->csrMat…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1176 …entries, upTriFactor->csrMat->values->data().get(), upTriFactor->csrMat->row_offsets->data().get(),  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1179 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1181 …riFactorT->csrMat->column_indices->data().get(), upTriFactorT->csrMat->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1194 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1201 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSeqAIJCUSPARSEAnalyzeTransposeForSolve()
1255       matrixT->row_offsets    = new THRUSTINTARRAY32(matrixT->num_rows + 1);  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1264 …, matrixT->num_rows, matrixT->num_cols, matrixT->num_entries, matrixT->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1276 …, matrixT->num_rows, matrixT->num_cols, matrixT->num_entries, matrixT->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1281         matrixT->row_offsets->assign(matrixT->row_offsets->size(), indexBase);  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1295       temp->row_offsets    = new THRUSTINTARRAY32(A->rmap->n + 1);  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1299 …r, (cusparseHybMat_t)matstruct->mat, temp->values->data().get(), temp->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1306       tempT->row_offsets    = new THRUSTINTARRAY32(A->rmap->n + 1);  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1310 …, temp->num_cols, temp->num_entries, temp->values->data().get(), temp->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1311 …tempT->column_indices->data().get(), tempT->row_offsets->data().get(), CUSPARSE_ACTION_NUMERIC, in…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1318 …>n, A->cmap->n, matstructT->descr, tempT->values->data().get(), tempT->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1328         if (tempT->row_offsets) delete (THRUSTINTARRAY32 *)tempT->row_offsets;  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1334         if (temp->row_offsets) delete (THRUSTINTARRAY32 *)temp->row_offsets;  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1344     PetscCheck(matrix->row_offsets, PETSC_COMM_SELF, PETSC_ERR_GPU, "Missing CsrMatrix rows");  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1348     PetscCheck(matrixT->row_offsets, PETSC_COMM_SELF, PETSC_ERR_GPU, "Missing CsrMatrixT rows");  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1365 …matrixT->row_offsets->data().get(), matrixT->column_indices->data().get(), cusparse_scalartype, CU…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1380 …matrixT->row_offsets->data().get(), matrixT->column_indices->data().get(), cusparse_scalartype, CU…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1383 …matrixT->column_indices->data().get(), matrixT->row_offsets->data().get(), CUSPARSE_ACTION_NUMERIC…  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1387         matrixT->row_offsets->assign(matrixT->row_offsets->size(), indexBase);  in MatSeqAIJCUSPARSEFormExplicitTranspose()
1566 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSolveTranspose_SeqAIJCUSPARSE()
1570 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSolveTranspose_SeqAIJCUSPARSE()
1610 …upTriFactorT->csrMat->row_offsets->data().get(), upTriFactorT->csrMat->column_indices->data().get(…  in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1614 …loTriFactorT->csrMat->row_offsets->data().get(), loTriFactorT->csrMat->column_indices->data().get(…  in MatSolveTranspose_SeqAIJCUSPARSE_NaturalOrdering()
1648 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSolve_SeqAIJCUSPARSE()
1652 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSolve_SeqAIJCUSPARSE()
1681 …loTriFactor->csrMat->row_offsets->data().get(), loTriFactor->csrMat->column_indices->data().get(),…  in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
1685 …upTriFactor->csrMat->row_offsets->data().get(), upTriFactor->csrMat->column_indices->data().get(),…  in MatSolve_SeqAIJCUSPARSE_NaturalOrdering()
2406     *i = matrix->row_offsets->data().get();  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2494           PetscCallCXX(mat->row_offsets = new THRUSTINTARRAY32(m + 1));  in MatSeqAIJCUSPARSECopyToGPU()
2495           mat->row_offsets->assign(ii, ii + m + 1);  in MatSeqAIJCUSPARSECopyToGPU()
2506 …struct->matDescr, mat->num_rows, mat->num_cols, mat->num_entries, mat->row_offsets->data().get(), …  in MatSeqAIJCUSPARSECopyToGPU()
2519           PetscCallCXX(mat->row_offsets = new THRUSTINTARRAY32(m + 1));  in MatSeqAIJCUSPARSECopyToGPU()
2520           mat->row_offsets->assign(ii, ii + m + 1);  in MatSeqAIJCUSPARSECopyToGPU()
2531 …rows, mat->num_cols, matstruct->descr, mat->values->data().get(), mat->row_offsets->data().get(), …  in MatSeqAIJCUSPARSECopyToGPU()
2539             if (mat->row_offsets) delete (THRUSTINTARRAY32 *)mat->row_offsets;  in MatSeqAIJCUSPARSECopyToGPU()
2759 …escr, csrmat->num_rows, csrmat->num_cols, csrmat->num_entries, csrmat->row_offsets->data().get(), …  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2803 …ies, mat->alpha_one, mat->descr, csrmat->values->data().get(), csrmat->row_offsets->data().get(), …  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
3003 …ols, Amat->descr, Acsr->num_entries, Acsr->values->data().get(), Acsr->row_offsets->data().get(), …  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3004 …().get(), Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3141   Ccsr->row_offsets = new THRUSTINTARRAY32(Ccusp->nrows + 1);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3152 …PetscCallThrust(thrust::fill(thrust::device, Ccsr->row_offsets->begin(), Ccsr->row_offsets->end(),…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3180     Bcsr->row_offsets = Bcusp->rowoffsets_gpu;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3184 …>matSpBDescr, Bcsr->num_rows, Bcsr->num_cols, Bcsr->num_entries, Bcsr->row_offsets->data().get(), …  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3218 …stat = cusparseCreateCsr(&Cmat->matDescr, Ccsr->num_rows, Ccsr->num_cols, 0, Ccsr->row_offsets->da…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3263 …stat = cusparseCsrSetPointers(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indice…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3306 …stat = cusparseCsrSetPointers(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indice…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3313 … Bcsr->num_cols, Acsr->num_cols, Amat->descr, Acsr->num_entries, Acsr->row_offsets->data().get(), …  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3314 …Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->row_offset…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3326 …ols, Amat->descr, Acsr->num_entries, Acsr->values->data().get(), Acsr->row_offsets->data().get(), …  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3327 …().get(), Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3339     THRUSTINTARRAY ii(Ccsr->row_offsets->size());  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3341     ii = *Ccsr->row_offsets;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3344 …PetscCallCUDA(cudaMemcpy(d_i, ii.data().get(), Ccsr->row_offsets->size() * sizeof(PetscInt), cudaM…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3349 …PetscCallCUDA(cudaMemcpy(d_i, Ccsr->row_offsets->data().get(), Ccsr->row_offsets->size() * sizeof(…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3362 …PetscCall(PetscLogGpuToCpu((Ccsr->column_indices->size() + Ccsr->row_offsets->size()) * sizeof(Pet…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3655 …ateCsr(&matDescr, mat->num_rows, mat->num_cols, mat->num_entries, mat->row_offsets->data().get(), …  in MatMultAddKernel_SeqAIJCUSPARSE()
3679 …atstruct->alpha_one, matstruct->descr, mat->values->data().get(), mat->row_offsets->data().get(), …  in MatMultAddKernel_SeqAIJCUSPARSE()
3769 …GetDiagonal_CSR<<<(int)((n + 255) / 256), 256, 0, PetscDefaultCudaStream>>>(mat->row_offsets->data…  in MatGetDiagonal_SeqAIJCUSPARSE()
3892 …ol eq = thrust::equal(thrust::device, csry->row_offsets->begin(), csry->row_offsets->end(), csrx->…  in MatAXPY_SeqAIJCUSPARSE()
3910 …cr, x->nz, ax, csrx->row_offsets->data().get(), csrx->column_indices->data().get(), &b, cy->mat->d…  in MatAXPY_SeqAIJCUSPARSE()
3911 …csry->column_indices->data().get(), cy->mat->descr, ay, csry->row_offsets->data().get(), csry->col…  in MatAXPY_SeqAIJCUSPARSE()
3914 …cr, x->nz, ax, csrx->row_offsets->data().get(), csrx->column_indices->data().get(), &b, cy->mat->d…  in MatAXPY_SeqAIJCUSPARSE()
3915 …csry->column_indices->data().get(), cy->mat->descr, ay, csry->row_offsets->data().get(), csry->col…  in MatAXPY_SeqAIJCUSPARSE()
3921 …cr, x->nz, ax, csrx->row_offsets->data().get(), csrx->column_indices->data().get(), &b, cy->mat->d…  in MatAXPY_SeqAIJCUSPARSE()
3922 …csry->column_indices->data().get(), cy->mat->descr, ay, csry->row_offsets->data().get(), csry->col…  in MatAXPY_SeqAIJCUSPARSE()
4198     delete (*mat)->row_offsets;  in CsrMatrix_Destroy()
4506     } else *i = csr->row_offsets->data().get();  in MatSeqAIJCUSPARSEGetIJ()
4798     Ccsr->row_offsets    = new THRUSTINTARRAY32(m + 1);  in MatSeqAIJCUSPARSEMergeMats()
4816       } else Aroff = Acsr->row_offsets;  in MatSeqAIJCUSPARSEMergeMats()
4824       } else Broff = Bcsr->row_offsets;  in MatSeqAIJCUSPARSEMergeMats()
4872 …stat = cusparseXcoo2csr(Ccusp->handle, Ccoo->data().get(), c->nz, m, Ccsr->row_offsets->data().get…  in MatSeqAIJCUSPARSEMergeMats()
4880 …at->matDescr, Ccsr->num_rows, Ccsr->num_cols, Ccsr->num_entries, Ccsr->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEMergeMats()
4901         CcsrT->row_offsets    = new THRUSTINTARRAY32(n + 1);  in MatSeqAIJCUSPARSEMergeMats()
4906         auto rT = CcsrT->row_offsets->begin();  in MatSeqAIJCUSPARSEMergeMats()
4908           rT = thrust::copy(AcsrT->row_offsets->begin(), AcsrT->row_offsets->end(), rT);  in MatSeqAIJCUSPARSEMergeMats()
4916           auto titb = thrust::make_transform_iterator(BcsrT->row_offsets->begin(), Shift(a->nz));  in MatSeqAIJCUSPARSEMergeMats()
4917           auto tite = thrust::make_transform_iterator(BcsrT->row_offsets->end(), Shift(a->nz));  in MatSeqAIJCUSPARSEMergeMats()
4938 …matDescr, CcsrT->num_rows, CcsrT->num_cols, CcsrT->num_entries, CcsrT->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEMergeMats()
4950       THRUSTINTARRAY ii(Ccsr->row_offsets->size());  in MatSeqAIJCUSPARSEMergeMats()
4952       ii = *Ccsr->row_offsets;  in MatSeqAIJCUSPARSEMergeMats()
4954 …PetscCallCUDA(cudaMemcpy(c->i, ii.data().get(), Ccsr->row_offsets->size() * sizeof(PetscInt), cuda…  in MatSeqAIJCUSPARSEMergeMats()
4957 …PetscCallCUDA(cudaMemcpy(c->i, Ccsr->row_offsets->data().get(), Ccsr->row_offsets->size() * sizeof…  in MatSeqAIJCUSPARSEMergeMats()
4960 …PetscCall(PetscLogGpuToCpu((Ccsr->column_indices->size() + Ccsr->row_offsets->size()) * sizeof(Pet…  in MatSeqAIJCUSPARSEMergeMats()