Lines Matching refs:Ccusp
2907 Mat_SeqAIJCUSPARSE *Acusp, *Bcusp, *Ccusp; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE() local
2930 Ccusp = (Mat_SeqAIJCUSPARSE *)C->spptr; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2931 …PetscCheck(Ccusp->format == MAT_CUSPARSE_CSR, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Onl… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2932 Cmat = Ccusp->mat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2947 Ccusp = (Mat_SeqAIJCUSPARSE *)C->spptr; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2950 …PetscCheck(Ccusp->format == MAT_CUSPARSE_CSR, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Onl… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2979 Cmat = Ccusp->mat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2992 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2994 …stat = cusparseSpGEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatS… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2997 …stat = cusparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDesc… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2999 …stat = cusparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, … in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3003 …stat = cusparse_csr_spgemm(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, Acsr->num_cols… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3028 Mat_SeqAIJCUSPARSE *Acusp, *Bcusp, *Ccusp; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE() local
3117 Ccusp = (Mat_SeqAIJCUSPARSE *)C->spptr; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3126 Ccusp->workVector = new THRUSTARRAY(c->compressedrow.nrows); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3133 Ccusp->workVector = NULL; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3136 Ccusp->nrows = ciscompressed ? c->compressedrow.nrows : m; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3137 Ccusp->mat = Cmat; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3138 Ccusp->mat->mat = Ccsr; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3139 Ccsr->num_rows = Ccusp->nrows; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3141 Ccsr->row_offsets = new THRUSTINTARRAY32(Ccusp->nrows + 1); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3216 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3237 …stat = cusparseSpGEMMreuse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cm… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3241 …stat = cusparseSpGEMMreuse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cm… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3244 …stat = cusparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDesc… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3249 …stat = cusparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDesc… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3266 …stat = cusparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDes… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3269 …stat = cusparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDes… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3272 …stat = cusparseSpGEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatS… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3279 …stat = cusparseSpGEMM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, Bma… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3283 …stat = cusparseSpGEMM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, Bma… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3286 …stat = cusparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDesc… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3295 …stat = cusparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDesc… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3308 …stat = cusparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, … in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3312 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_HOST)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3313 …stat = cusparseXcsrgemmNnz(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, Acsr->num_cols… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3322 PetscCallCUSPARSE(cusparseSetPointerMode(Ccusp->handle, CUSPARSE_POINTER_MODE_DEVICE)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3326 …stat = cusparse_csr_spgemm(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, Acsr->num_cols… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3380 Ccusp->nonzerostate = C->nonzerostate; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
4741 … *Acusp = (Mat_SeqAIJCUSPARSE *)A->spptr, *Bcusp = (Mat_SeqAIJCUSPARSE *)B->spptr, *Ccusp; in MatSeqAIJCUSPARSEMergeMats() local
4765 Ccusp = (Mat_SeqAIJCUSPARSE *)(*C)->spptr; in MatSeqAIJCUSPARSEMergeMats()
4773 Ccusp->workVector = NULL; in MatSeqAIJCUSPARSEMergeMats()
4774 Ccusp->nrows = m; in MatSeqAIJCUSPARSEMergeMats()
4775 Ccusp->mat = Cmat; in MatSeqAIJCUSPARSEMergeMats()
4776 Ccusp->mat->mat = Ccsr; in MatSeqAIJCUSPARSEMergeMats()
4802 Ccusp->coords = new THRUSTINTARRAY(c->nz); in MatSeqAIJCUSPARSEMergeMats()
4848 auto p1 = Ccusp->coords->begin(); in MatSeqAIJCUSPARSEMergeMats()
4849 auto p2 = Ccusp->coords->begin(); in MatSeqAIJCUSPARSEMergeMats()
4872 …stat = cusparseXcoo2csr(Ccusp->handle, Ccoo->data().get(), c->nz, m, Ccsr->row_offsets->data().get… in MatSeqAIJCUSPARSEMergeMats()
4894 Ccusp->rowoffsets_gpu = NULL; in MatSeqAIJCUSPARSEMergeMats()
4941 Ccusp->matTranspose = CmatT; in MatSeqAIJCUSPARSEMergeMats()
4976 Ccusp->nonzerostate = (*C)->nonzerostate; in MatSeqAIJCUSPARSEMergeMats()
4982 Ccusp = (Mat_SeqAIJCUSPARSE *)(*C)->spptr; in MatSeqAIJCUSPARSEMergeMats()
4983 PetscCheck(Ccusp->coords, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing coords"); in MatSeqAIJCUSPARSEMergeMats()
4984 …PetscCheck(Ccusp->format != MAT_CUSPARSE_ELL && Ccusp->format != MAT_CUSPARSE_HYB, PETSC_COMM_SELF… in MatSeqAIJCUSPARSEMergeMats()
4985 …PetscCheck(Ccusp->nonzerostate == (*C)->nonzerostate, PETSC_COMM_SELF, PETSC_ERR_COR, "Wrong nonze… in MatSeqAIJCUSPARSEMergeMats()
4992 Ccsr = (CsrMatrix *)Ccusp->mat->mat; in MatSeqAIJCUSPARSEMergeMats()
4997 …heck(Ccusp->coords->size() == Ccsr->values->size(), PETSC_COMM_SELF, PETSC_ERR_COR, "permSize %" P… in MatSeqAIJCUSPARSEMergeMats()
4998 auto pmid = Ccusp->coords->begin(); in MatSeqAIJCUSPARSEMergeMats()
5005 …values->begin(), thrust::make_permutation_iterator(Ccsr->values->begin(), Ccusp->coords->begin()))… in MatSeqAIJCUSPARSEMergeMats()
5009 …r->values->end(), thrust::make_permutation_iterator(Ccsr->values->begin(), Ccusp->coords->end()))); in MatSeqAIJCUSPARSEMergeMats()
5013 …PetscCheck(Ccusp->matTranspose, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing transpose Mat_SeqAIJCUSPA… in MatSeqAIJCUSPARSEMergeMats()
5017 CsrMatrix *CcsrT = (CsrMatrix *)Ccusp->matTranspose->mat; in MatSeqAIJCUSPARSEMergeMats()