2910   CsrMatrix                    *Acsr, *Bcsr, *Ccsr;  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()  local
2934     Ccsr = (CsrMatrix *)Cmat->mat;  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2935     PetscCheck(Ccsr, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Missing C CSR struct");  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2985   Ccsr = (CsrMatrix *)Cmat->mat;  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2988   PetscCheck(Ccsr, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Missing C CSR struct");  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3004 …>column_indices->data().get(), Cmat->descr, Ccsr->values->data().get(), Ccsr->row_offsets->data().…  in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3031   CsrMatrix                    *Acsr, *Bcsr, *Ccsr;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()  local
3119   Ccsr  = new CsrMatrix;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3138   Ccusp->mat->mat   = Ccsr;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3139   Ccsr->num_rows    = Ccusp->nrows;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3140   Ccsr->num_cols    = n;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3141   Ccsr->row_offsets = new THRUSTINTARRAY32(Ccusp->nrows + 1);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3151 …if (!Ccsr->num_rows || !Ccsr->num_cols || !a->nz || !b->nz) { /* cusparse raise errors in differen…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3152 …PetscCallThrust(thrust::fill(thrust::device, Ccsr->row_offsets->begin(), Ccsr->row_offsets->end(),…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3154     Ccsr->column_indices = new THRUSTINTARRAY32(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3155     Ccsr->values         = new THRUSTARRAY(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3218 …stat = cusparseCreateCsr(&Cmat->matDescr, Ccsr->num_rows, Ccsr->num_cols, 0, Ccsr->row_offsets->da…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3258     Ccsr->column_indices = new THRUSTINTARRAY32(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3260     Ccsr->values = new THRUSTARRAY(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3263 … cusparseCsrSetPointers(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indices->dat…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3302   Ccsr->column_indices = new THRUSTINTARRAY32(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3304   Ccsr->values = new THRUSTARRAY(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3306 … cusparseCsrSetPointers(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indices->dat…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3314 …w_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->row_offsets->data(…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3317   Ccsr->column_indices = new THRUSTINTARRAY32(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3319   Ccsr->values = new THRUSTARRAY(c->nz);  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3327 …>column_indices->data().get(), Cmat->descr, Ccsr->values->data().get(), Ccsr->row_offsets->data().…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3339     THRUSTINTARRAY ii(Ccsr->row_offsets->size());  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3340     THRUSTINTARRAY jj(Ccsr->column_indices->size());  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3341     ii = *Ccsr->row_offsets;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3342     jj = *Ccsr->column_indices;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3344 …PetscCallCUDA(cudaMemcpy(d_i, ii.data().get(), Ccsr->row_offsets->size() * sizeof(PetscInt), cudaM…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3345 …PetscCallCUDA(cudaMemcpy(c->j, jj.data().get(), Ccsr->column_indices->size() * sizeof(PetscInt), c…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3349 …PetscCallCUDA(cudaMemcpy(d_i, Ccsr->row_offsets->data().get(), Ccsr->row_offsets->size() * sizeof(…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3350 …PetscCallCUDA(cudaMemcpy(c->j, Ccsr->column_indices->data().get(), Ccsr->column_indices->size() * …  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3362 …PetscCall(PetscLogGpuToCpu((Ccsr->column_indices->size() + Ccsr->row_offsets->size()) * sizeof(Pet…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3375   Ccsr->num_entries = c->nz;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
4743   CsrMatrix                    *Acsr, *Bcsr, *Ccsr;  in MatSeqAIJCUSPARSEMergeMats()  local
4767     Ccsr                    = new CsrMatrix;  in MatSeqAIJCUSPARSEMergeMats()
4776     Ccusp->mat->mat         = Ccsr;  in MatSeqAIJCUSPARSEMergeMats()
4777     Ccsr->num_rows          = m;  in MatSeqAIJCUSPARSEMergeMats()
4778     Ccsr->num_cols          = n;  in MatSeqAIJCUSPARSEMergeMats()
4798     Ccsr->row_offsets    = new THRUSTINTARRAY32(m + 1);  in MatSeqAIJCUSPARSEMergeMats()
4799     Ccsr->column_indices = new THRUSTINTARRAY32(c->nz);  in MatSeqAIJCUSPARSEMergeMats()
4800     Ccsr->values         = new THRUSTARRAY(c->nz);  in MatSeqAIJCUSPARSEMergeMats()
4801     Ccsr->num_entries    = c->nz;  in MatSeqAIJCUSPARSEMergeMats()
4847 …hrust::make_zip_iterator(thrust::make_tuple(Ccoo->begin(), Ccsr->column_indices->begin(), Ccsr->va…  in MatSeqAIJCUSPARSEMergeMats()
4872 …stat = cusparseXcoo2csr(Ccusp->handle, Ccoo->data().get(), c->nz, m, Ccsr->row_offsets->data().get…  in MatSeqAIJCUSPARSEMergeMats()
4880 …at->matDescr, Ccsr->num_rows, Ccsr->num_cols, Ccsr->num_entries, Ccsr->row_offsets->data().get(), …  in MatSeqAIJCUSPARSEMergeMats()
4950       THRUSTINTARRAY ii(Ccsr->row_offsets->size());  in MatSeqAIJCUSPARSEMergeMats()
4951       THRUSTINTARRAY jj(Ccsr->column_indices->size());  in MatSeqAIJCUSPARSEMergeMats()
4952       ii = *Ccsr->row_offsets;  in MatSeqAIJCUSPARSEMergeMats()
4953       jj = *Ccsr->column_indices;  in MatSeqAIJCUSPARSEMergeMats()
4954 …PetscCallCUDA(cudaMemcpy(c->i, ii.data().get(), Ccsr->row_offsets->size() * sizeof(PetscInt), cuda…  in MatSeqAIJCUSPARSEMergeMats()
4955 …PetscCallCUDA(cudaMemcpy(c->j, jj.data().get(), Ccsr->column_indices->size() * sizeof(PetscInt), c…  in MatSeqAIJCUSPARSEMergeMats()
4957 …PetscCallCUDA(cudaMemcpy(c->i, Ccsr->row_offsets->data().get(), Ccsr->row_offsets->size() * sizeof…  in MatSeqAIJCUSPARSEMergeMats()
4958 …PetscCallCUDA(cudaMemcpy(c->j, Ccsr->column_indices->data().get(), Ccsr->column_indices->size() * …  in MatSeqAIJCUSPARSEMergeMats()
4960 …PetscCall(PetscLogGpuToCpu((Ccsr->column_indices->size() + Ccsr->row_offsets->size()) * sizeof(Pet…  in MatSeqAIJCUSPARSEMergeMats()
4992       Ccsr = (CsrMatrix *)Ccusp->mat->mat;  in MatSeqAIJCUSPARSEMergeMats()
4995 …Ccsr->num_entries == (PetscInt)Ccsr->values->size(), PETSC_COMM_SELF, PETSC_ERR_COR, "C nnz %" Pet…  in MatSeqAIJCUSPARSEMergeMats()
4996 …Ccsr->num_entries == Acsr->num_entries + Bcsr->num_entries, PETSC_COMM_SELF, PETSC_ERR_COR, "C nnz…  in MatSeqAIJCUSPARSEMergeMats()
4997 …= Ccsr->values->size(), PETSC_COMM_SELF, PETSC_ERR_COR, "permSize %" PetscInt_FMT " != %" PetscInt…  in MatSeqAIJCUSPARSEMergeMats()
5005 …rust::make_tuple(Acsr->values->begin(), thrust::make_permutation_iterator(Ccsr->values->begin(), C…  in MatSeqAIJCUSPARSEMergeMats()
5006 …thrust::make_tuple(Acsr->values->end(), thrust::make_permutation_iterator(Ccsr->values->begin(), p…  in MatSeqAIJCUSPARSEMergeMats()
5008 …rust::make_tuple(Bcsr->values->begin(), thrust::make_permutation_iterator(Ccsr->values->begin(), p…  in MatSeqAIJCUSPARSEMergeMats()
5009 …thrust::make_tuple(Bcsr->values->end(), thrust::make_permutation_iterator(Ccsr->values->begin(), C…  in MatSeqAIJCUSPARSEMergeMats()