Lines Matching refs:Ccusp
2411 Mat_SeqAIJHIPSPARSE *Acusp, *Bcusp, *Ccusp; in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE() local
2431 Ccusp = (Mat_SeqAIJHIPSPARSE *)C->spptr; in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2432 …PetscCheck(Ccusp->format == MAT_HIPSPARSE_CSR, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "On… in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2433 Cmat = Ccusp->mat; in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2448 Ccusp = (Mat_SeqAIJHIPSPARSE *)C->spptr; in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2451 …PetscCheck(Ccusp->format == MAT_HIPSPARSE_CSR, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "On… in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2480 Cmat = Ccusp->mat; in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2493 PetscCallHIPSPARSE(hipsparseSetPointerMode(Ccusp->handle, HIPSPARSE_POINTER_MODE_DEVICE)); in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2495 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->ma… in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2497 …PetscCallHIPSPARSE(hipsparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDesc… in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2498 …PetscCallHIPSPARSE(hipsparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, … in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2501 …PetscCallHIPSPARSE(hipsparse_csr_spgemm(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, A… in MatProductNumeric_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2526 Mat_SeqAIJHIPSPARSE *Acusp, *Bcusp, *Ccusp; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE() local
2614 Ccusp = (Mat_SeqAIJHIPSPARSE *)C->spptr; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2623 Ccusp->workVector = new THRUSTARRAY(c->compressedrow.nrows); in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2630 Ccusp->workVector = NULL; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2633 Ccusp->nrows = ciscompressed ? c->compressedrow.nrows : m; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2634 Ccusp->mat = Cmat; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2635 Ccusp->mat->mat = Ccsr; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2636 Ccsr->num_rows = Ccusp->nrows; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2638 Ccsr->row_offsets = new THRUSTINTARRAY32(Ccusp->nrows + 1); in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2705 PetscCallHIPSPARSE(hipsparseSetPointerMode(Ccusp->handle, HIPSPARSE_POINTER_MODE_DEVICE)); in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2724 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, Bm… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2727 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, Bm… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2729 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, … in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2733 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, … in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2749 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr,… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2751 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr,… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2753 …PetscCallHIPSPARSE(hipsparseSpGEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->ma… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2760 …PetscCallHIPSPARSE(hipsparseSpGEMM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2763 …PetscCallHIPSPARSE(hipsparseSpGEMM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2765 …PetscCallHIPSPARSE(hipsparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDesc… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2772 …PetscCallHIPSPARSE(hipsparseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDesc… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2783 …PetscCallHIPSPARSE(hipsparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, … in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2786 PetscCallHIPSPARSE(hipsparseSetPointerMode(Ccusp->handle, HIPSPARSE_POINTER_MODE_HOST)); in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2787 …PetscCallHIPSPARSE(hipsparseXcsrgemmNnz(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, A… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2795 PetscCallHIPSPARSE(hipsparseSetPointerMode(Ccusp->handle, HIPSPARSE_POINTER_MODE_DEVICE)); in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2799 …PetscCallHIPSPARSE(hipsparse_csr_spgemm(Ccusp->handle, opA, opB, Acsr->num_rows, Bcsr->num_cols, A… in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
2853 Ccusp->nonzerostate = C->nonzerostate; in MatProductSymbolic_SeqAIJHIPSPARSE_SeqAIJHIPSPARSE()
4095 … *Acusp = (Mat_SeqAIJHIPSPARSE *)A->spptr, *Bcusp = (Mat_SeqAIJHIPSPARSE *)B->spptr, *Ccusp; in MatSeqAIJHIPSPARSEMergeMats() local
4118 Ccusp = (Mat_SeqAIJHIPSPARSE *)(*C)->spptr; in MatSeqAIJHIPSPARSEMergeMats()
4126 Ccusp->workVector = NULL; in MatSeqAIJHIPSPARSEMergeMats()
4127 Ccusp->nrows = m; in MatSeqAIJHIPSPARSEMergeMats()
4128 Ccusp->mat = Cmat; in MatSeqAIJHIPSPARSEMergeMats()
4129 Ccusp->mat->mat = Ccsr; in MatSeqAIJHIPSPARSEMergeMats()
4155 Ccusp->coords = new THRUSTINTARRAY(c->nz); in MatSeqAIJHIPSPARSEMergeMats()
4192 auto p1 = Ccusp->coords->begin(); in MatSeqAIJHIPSPARSEMergeMats()
4193 auto p2 = Ccusp->coords->begin(); in MatSeqAIJHIPSPARSEMergeMats()
4205 …PetscCallHIPSPARSE(hipsparseXcoo2csr(Ccusp->handle, Ccoo->data().get(), c->nz, m, Ccsr->row_offset… in MatSeqAIJHIPSPARSEMergeMats()
4224 Ccusp->rowoffsets_gpu = NULL; in MatSeqAIJHIPSPARSEMergeMats()
4264 Ccusp->matTranspose = CmatT; in MatSeqAIJHIPSPARSEMergeMats()
4299 Ccusp->nonzerostate = (*C)->nonzerostate; in MatSeqAIJHIPSPARSEMergeMats()
4305 Ccusp = (Mat_SeqAIJHIPSPARSE *)(*C)->spptr; in MatSeqAIJHIPSPARSEMergeMats()
4306 PetscCheck(Ccusp->coords, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing coords"); in MatSeqAIJHIPSPARSEMergeMats()
4307 …PetscCheck(Ccusp->format != MAT_HIPSPARSE_ELL && Ccusp->format != MAT_HIPSPARSE_HYB, PETSC_COMM_SE… in MatSeqAIJHIPSPARSEMergeMats()
4308 …PetscCheck(Ccusp->nonzerostate == (*C)->nonzerostate, PETSC_COMM_SELF, PETSC_ERR_COR, "Wrong nonze… in MatSeqAIJHIPSPARSEMergeMats()
4315 Ccsr = (CsrMatrix *)Ccusp->mat->mat; in MatSeqAIJHIPSPARSEMergeMats()
4320 …heck(Ccusp->coords->size() == Ccsr->values->size(), PETSC_COMM_SELF, PETSC_ERR_COR, "permSize %" P… in MatSeqAIJHIPSPARSEMergeMats()
4321 auto pmid = Ccusp->coords->begin(); in MatSeqAIJHIPSPARSEMergeMats()
4324 …values->begin(), thrust::make_permutation_iterator(Ccsr->values->begin(), Ccusp->coords->begin()))… in MatSeqAIJHIPSPARSEMergeMats()
4328 …r->values->end(), thrust::make_permutation_iterator(Ccsr->values->begin(), Ccusp->coords->end()))); in MatSeqAIJHIPSPARSEMergeMats()
4332 …PetscCheck(Ccusp->matTranspose, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing transpose Mat_SeqAIJHIPSP… in MatSeqAIJHIPSPARSEMergeMats()
4336 CsrMatrix *CcsrT = (CsrMatrix *)Ccusp->matTranspose->mat; in MatSeqAIJHIPSPARSEMergeMats()