Lines Matching refs:Cmat
2909 Mat_SeqAIJCUSPARSEMultStruct *Amat, *Bmat, *Cmat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE() local
2932 Cmat = Ccusp->mat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2933 …PetscCheck(Cmat, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Missing C mult struct for produc… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2934 Ccsr = (CsrMatrix *)Cmat->mat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2979 Cmat = Ccusp->mat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2982 …PetscCheck(Cmat, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Missing C mult struct for produc… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2985 Ccsr = (CsrMatrix *)Cmat->mat; in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2994 …GEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2997 …rseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
2999 …sparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3004 …t(), Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->value… in MatProductNumeric_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3030 Mat_SeqAIJCUSPARSEMultStruct *Amat, *Bmat, *Cmat; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE() local
3118 Cmat = new Mat_SeqAIJCUSPARSEMultStruct; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3127 Cmat->cprowIndices = new THRUSTINTARRAY(c->compressedrow.nrows); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3128 …Cmat->cprowIndices->assign(c->compressedrow.rindex, c->compressedrow.rindex + c->compressedrow.nro… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3134 Cmat->cprowIndices = NULL; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3137 Ccusp->mat = Cmat; in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3142 PetscCallCUSPARSE(cusparseCreateMatDescr(&Cmat->descr)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3143 PetscCallCUSPARSE(cusparseSetMatIndexBase(Cmat->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3144 PetscCallCUSPARSE(cusparseSetMatType(Cmat->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3145 PetscCallCUDA(cudaMalloc((void **)&Cmat->alpha_one, sizeof(PetscScalar))); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3146 PetscCallCUDA(cudaMalloc((void **)&Cmat->beta_zero, sizeof(PetscScalar))); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3147 PetscCallCUDA(cudaMalloc((void **)&Cmat->beta_one, sizeof(PetscScalar))); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3148 …PetscCallCUDA(cudaMemcpy(Cmat->alpha_one, &PETSC_CUSPARSE_ONE, sizeof(PetscScalar), cudaMemcpyHost… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3149 …PetscCallCUDA(cudaMemcpy(Cmat->beta_zero, &PETSC_CUSPARSE_ZERO, sizeof(PetscScalar), cudaMemcpyHos… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3150 …PetscCallCUDA(cudaMemcpy(Cmat->beta_one, &PETSC_CUSPARSE_ONE, sizeof(PetscScalar), cudaMemcpyHostT… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3218 …stat = cusparseCreateCsr(&Cmat->matDescr, Ccsr->num_rows, Ccsr->num_cols, 0, Ccsr->row_offsets->da… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3237 …euse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDescr, CUSPARSE… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3241 …euse_workEstimation(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDescr, CUSPARSE… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3244 …stat = cusparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDesc… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3249 …stat = cusparseSpGEMMreuse_nnz(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDesc… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3255 PetscCallCUSPARSE(cusparseSpMatGetSize(Cmat->matDescr, &C_num_rows1, &C_num_cols1, &C_nnz1)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3263 …stat = cusparseCsrSetPointers(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indice… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3266 …stat = cusparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDes… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3269 …stat = cusparseSpGEMMreuse_copy(Ccusp->handle, opA, opB, Amat->matDescr, BmatSpDescr, Cmat->matDes… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3272 …GEMMreuse_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3279 …MM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3283 …MM_workEstimation(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3286 …rseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3295 …rseSpGEMM_compute(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3298 PetscCallCUSPARSE(cusparseSpMatGetSize(Cmat->matDescr, &C_num_rows1, &C_num_cols1, &C_nnz1)); in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3306 …stat = cusparseCsrSetPointers(Cmat->matDescr, Ccsr->row_offsets->data().get(), Ccsr->column_indice… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3308 …sparseSpGEMM_copy(Ccusp->handle, opA, opB, Cmat->alpha_one, Amat->matDescr, BmatSpDescr, Cmat->bet… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3314 …Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->row_offset… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
3327 …t(), Bcsr->row_offsets->data().get(), Bcsr->column_indices->data().get(), Cmat->descr, Ccsr->value… in MatProductSymbolic_SeqAIJCUSPARSE_SeqAIJCUSPARSE()
4742 Mat_SeqAIJCUSPARSEMultStruct *Cmat; in MatSeqAIJCUSPARSEMergeMats() local
4766 Cmat = new Mat_SeqAIJCUSPARSEMultStruct; in MatSeqAIJCUSPARSEMergeMats()
4768 Cmat->cprowIndices = NULL; in MatSeqAIJCUSPARSEMergeMats()
4775 Ccusp->mat = Cmat; in MatSeqAIJCUSPARSEMergeMats()
4779 PetscCallCUSPARSE(cusparseCreateMatDescr(&Cmat->descr)); in MatSeqAIJCUSPARSEMergeMats()
4780 PetscCallCUSPARSE(cusparseSetMatIndexBase(Cmat->descr, CUSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJCUSPARSEMergeMats()
4781 PetscCallCUSPARSE(cusparseSetMatType(Cmat->descr, CUSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJCUSPARSEMergeMats()
4782 PetscCallCUDA(cudaMalloc((void **)&Cmat->alpha_one, sizeof(PetscScalar))); in MatSeqAIJCUSPARSEMergeMats()
4783 PetscCallCUDA(cudaMalloc((void **)&Cmat->beta_zero, sizeof(PetscScalar))); in MatSeqAIJCUSPARSEMergeMats()
4784 PetscCallCUDA(cudaMalloc((void **)&Cmat->beta_one, sizeof(PetscScalar))); in MatSeqAIJCUSPARSEMergeMats()
4785 …PetscCallCUDA(cudaMemcpy(Cmat->alpha_one, &PETSC_CUSPARSE_ONE, sizeof(PetscScalar), cudaMemcpyHost… in MatSeqAIJCUSPARSEMergeMats()
4786 …PetscCallCUDA(cudaMemcpy(Cmat->beta_zero, &PETSC_CUSPARSE_ZERO, sizeof(PetscScalar), cudaMemcpyHos… in MatSeqAIJCUSPARSEMergeMats()
4787 …PetscCallCUDA(cudaMemcpy(Cmat->beta_one, &PETSC_CUSPARSE_ONE, sizeof(PetscScalar), cudaMemcpyHostT… in MatSeqAIJCUSPARSEMergeMats()
4880 …stat = cusparseCreateCsr(&Cmat->matDescr, Ccsr->num_rows, Ccsr->num_cols, Ccsr->num_entries, Ccsr-… in MatSeqAIJCUSPARSEMergeMats()