Lines Matching refs:matstruct
945 Mat_SeqAIJHIPSPARSEMultStruct *matstruct, *matstructT; in MatSeqAIJHIPSPARSEFormExplicitTranspose() local
951 matstruct = (Mat_SeqAIJHIPSPARSEMultStruct *)hipsparsestruct->mat; in MatSeqAIJHIPSPARSEFormExplicitTranspose()
952 PetscCheck(matstruct, PETSC_COMM_SELF, PETSC_ERR_GPU, "Missing mat struct"); in MatSeqAIJHIPSPARSEFormExplicitTranspose()
962 indexBase = hipsparseGetMatIndexBase(matstruct->descr); in MatSeqAIJHIPSPARSEFormExplicitTranspose()
1000 …HIPSPARSE(hipsparse_hyb2csr(hipsparsestruct->handle, matstruct->descr, (hipsparseHybMat_t)matstruc… in MatSeqAIJHIPSPARSEFormExplicitTranspose()
1038 CsrMatrix *matrix = (CsrMatrix *)matstruct->mat; in MatSeqAIJHIPSPARSEFormExplicitTranspose()
1057 indexBase = hipsparseGetMatIndexBase(matstruct->descr); in MatSeqAIJHIPSPARSEFormExplicitTranspose()
2014 Mat_SeqAIJHIPSPARSEMultStruct *matstruct = hipsparsestruct->mat; in MatSeqAIJHIPSPARSECopyToGPU() local
2061 matstruct = new Mat_SeqAIJHIPSPARSEMultStruct; in MatSeqAIJHIPSPARSECopyToGPU()
2062 PetscCallHIPSPARSE(hipsparseCreateMatDescr(&matstruct->descr)); in MatSeqAIJHIPSPARSECopyToGPU()
2063 PetscCallHIPSPARSE(hipsparseSetMatIndexBase(matstruct->descr, HIPSPARSE_INDEX_BASE_ZERO)); in MatSeqAIJHIPSPARSECopyToGPU()
2064 PetscCallHIPSPARSE(hipsparseSetMatType(matstruct->descr, HIPSPARSE_MATRIX_TYPE_GENERAL)); in MatSeqAIJHIPSPARSECopyToGPU()
2066 PetscCallHIP(hipMalloc((void **)&matstruct->alpha_one, sizeof(PetscScalar))); in MatSeqAIJHIPSPARSECopyToGPU()
2067 PetscCallHIP(hipMalloc((void **)&matstruct->beta_zero, sizeof(PetscScalar))); in MatSeqAIJHIPSPARSECopyToGPU()
2068 PetscCallHIP(hipMalloc((void **)&matstruct->beta_one, sizeof(PetscScalar))); in MatSeqAIJHIPSPARSECopyToGPU()
2069 …PetscCallHIP(hipMemcpy(matstruct->alpha_one, &PETSC_HIPSPARSE_ONE, sizeof(PetscScalar), hipMemcpyH… in MatSeqAIJHIPSPARSECopyToGPU()
2070 …PetscCallHIP(hipMemcpy(matstruct->beta_zero, &PETSC_HIPSPARSE_ZERO, sizeof(PetscScalar), hipMemcpy… in MatSeqAIJHIPSPARSECopyToGPU()
2071 …PetscCallHIP(hipMemcpy(matstruct->beta_one, &PETSC_HIPSPARSE_ONE, sizeof(PetscScalar), hipMemcpyHo… in MatSeqAIJHIPSPARSECopyToGPU()
2089 matstruct->mat = mat; in MatSeqAIJHIPSPARSECopyToGPU()
2091 …PetscCallHIPSPARSE(hipsparseCreateCsr(&matstruct->matDescr, mat->num_rows, mat->num_cols, mat->num… in MatSeqAIJHIPSPARSECopyToGPU()
2109 …ipsparse_csr2hyb(hipsparsestruct->handle, mat->num_rows, mat->num_cols, matstruct->descr, mat->val… in MatSeqAIJHIPSPARSECopyToGPU()
2111 matstruct->mat = hybMat; in MatSeqAIJHIPSPARSECopyToGPU()
2124 matstruct->cprowIndices = new THRUSTINTARRAY(m); in MatSeqAIJHIPSPARSECopyToGPU()
2125 matstruct->cprowIndices->assign(ridx, ridx + m); in MatSeqAIJHIPSPARSECopyToGPU()
2129 matstruct->cprowIndices = NULL; in MatSeqAIJHIPSPARSECopyToGPU()
2135 hipsparsestruct->mat = matstruct; in MatSeqAIJHIPSPARSECopyToGPU()
3025 Mat_SeqAIJHIPSPARSEMultStruct *matstruct; in MatMultAddKernel_SeqAIJHIPSPARSE() local
3041 matstruct = (Mat_SeqAIJHIPSPARSEMultStruct *)hipsparsestruct->mat; in MatMultAddKernel_SeqAIJHIPSPARSE()
3042 …PetscCheck(matstruct, PetscObjectComm((PetscObject)A), PETSC_ERR_GPU, "SeqAIJHIPSPARSE does not ha… in MatMultAddKernel_SeqAIJHIPSPARSE()
3046 matstruct = (Mat_SeqAIJHIPSPARSEMultStruct *)hipsparsestruct->mat; in MatMultAddKernel_SeqAIJHIPSPARSE()
3049 matstruct = (Mat_SeqAIJHIPSPARSEMultStruct *)hipsparsestruct->matTranspose; in MatMultAddKernel_SeqAIJHIPSPARSE()
3053 compressed = matstruct->cprowIndices ? PETSC_TRUE : PETSC_FALSE; in MatMultAddKernel_SeqAIJHIPSPARSE()
3067 beta = (yy == zz && !compressed) ? matstruct->beta_one : matstruct->beta_zero; in MatMultAddKernel_SeqAIJHIPSPARSE()
3072 CsrMatrix *mat = (CsrMatrix *)matstruct->mat; in MatMultAddKernel_SeqAIJHIPSPARSE()
3083 beta = yy ? matstruct->beta_one : matstruct->beta_zero; in MatMultAddKernel_SeqAIJHIPSPARSE()
3090 …rsestruct->workVector->begin(), thrust::make_permutation_iterator(xarr, matstruct->cprowIndices->b… in MatMultAddKernel_SeqAIJHIPSPARSE()
3091 …or->begin(), thrust::make_permutation_iterator(xarr, matstruct->cprowIndices->begin()))) + matstru… in MatMultAddKernel_SeqAIJHIPSPARSE()
3094 CsrMatrix *mat = (CsrMatrix *)matstruct->mat; in MatMultAddKernel_SeqAIJHIPSPARSE()
3103 if (!matstruct->hipSpMV[opA].initialized) { /* built on demand */ in MatMultAddKernel_SeqAIJHIPSPARSE()
3104 …PetscCallHIPSPARSE(hipsparseCreateDnVec(&matstruct->hipSpMV[opA].vecXDescr, nx, xptr, hipsparse_sc… in MatMultAddKernel_SeqAIJHIPSPARSE()
3105 …PetscCallHIPSPARSE(hipsparseCreateDnVec(&matstruct->hipSpMV[opA].vecYDescr, ny, dptr, hipsparse_sc… in MatMultAddKernel_SeqAIJHIPSPARSE()
3106 …hipsparsestruct->handle, opA, matstruct->alpha_one, matstruct->matDescr, matstruct->hipSpMV[opA].v… in MatMultAddKernel_SeqAIJHIPSPARSE()
3107 &matstruct->hipSpMV[opA].spmvBufferSize)); in MatMultAddKernel_SeqAIJHIPSPARSE()
3108 …PetscCallHIP(hipMalloc(&matstruct->hipSpMV[opA].spmvBuffer, matstruct->hipSpMV[opA].spmvBufferSize… in MatMultAddKernel_SeqAIJHIPSPARSE()
3109 matstruct->hipSpMV[opA].initialized = PETSC_TRUE; in MatMultAddKernel_SeqAIJHIPSPARSE()
3112 PetscCallHIPSPARSE(hipsparseDnVecSetValues(matstruct->hipSpMV[opA].vecXDescr, xptr)); in MatMultAddKernel_SeqAIJHIPSPARSE()
3113 PetscCallHIPSPARSE(hipsparseDnVecSetValues(matstruct->hipSpMV[opA].vecYDescr, dptr)); in MatMultAddKernel_SeqAIJHIPSPARSE()
3115 …tscCallHIPSPARSE(hipsparseSpMV(hipsparsestruct->handle, opA, matstruct->alpha_one, matstruct->matD… in MatMultAddKernel_SeqAIJHIPSPARSE()
3116 …matstruct->hipSpMV[opA].vecXDescr, beta, matstruct->hipSpMV[opA].vecYDescr, hipsparse_scalartype, … in MatMultAddKernel_SeqAIJHIPSPARSE()
3118 CsrMatrix *mat = (CsrMatrix *)matstruct->mat; in MatMultAddKernel_SeqAIJHIPSPARSE()
3121 …spmv(hipsparsestruct->handle, opA, nx, ny, mat->num_entries, matstruct->alpha_one, matstruct->desc… in MatMultAddKernel_SeqAIJHIPSPARSE()
3125 hipsparseHybMat_t hybMat = (hipsparseHybMat_t)matstruct->mat; in MatMultAddKernel_SeqAIJHIPSPARSE()
3126 …llHIPSPARSE(hipsparse_hyb_spmv(hipsparsestruct->handle, opA, matstruct->alpha_one, matstruct->desc… in MatMultAddKernel_SeqAIJHIPSPARSE()
3152 …rsestruct->workVector->begin(), thrust::make_permutation_iterator(zptr, matstruct->cprowIndices->b… in MatMultAddKernel_SeqAIJHIPSPARSE()
3153 …or->begin(), thrust::make_permutation_iterator(zptr, matstruct->cprowIndices->begin()))) + matstru… in MatMultAddKernel_SeqAIJHIPSPARSE()
3156 PetscInt n = matstruct->cprowIndices->size(); in MatMultAddKernel_SeqAIJHIPSPARSE()
3157 …tterAdd, dim3((n + 255) / 256), dim3(256), 0, PetscDefaultHipStream, n, matstruct->cprowIndices->d… in MatMultAddKernel_SeqAIJHIPSPARSE()
3598 …de MatSeqAIJHIPSPARSEMultStruct_Destroy(Mat_SeqAIJHIPSPARSEMultStruct **matstruct, MatHIPSPARSESto… in MatSeqAIJHIPSPARSEMultStruct_Destroy() argument
3603 if (*matstruct) { in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3604 if ((*matstruct)->mat) { in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3606 hipsparseHybMat_t hybMat = (hipsparseHybMat_t)(*matstruct)->mat; in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3609 mat = (CsrMatrix *)(*matstruct)->mat; in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3613 if ((*matstruct)->descr) PetscCallHIPSPARSE(hipsparseDestroyMatDescr((*matstruct)->descr)); in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3614 delete (*matstruct)->cprowIndices; in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3615 if ((*matstruct)->alpha_one) PetscCallHIP(hipFree((*matstruct)->alpha_one)); in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3616 if ((*matstruct)->beta_zero) PetscCallHIP(hipFree((*matstruct)->beta_zero)); in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3617 if ((*matstruct)->beta_one) PetscCallHIP(hipFree((*matstruct)->beta_one)); in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3619 Mat_SeqAIJHIPSPARSEMultStruct *mdata = *matstruct; in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3628 delete *matstruct; in MatSeqAIJHIPSPARSEMultStruct_Destroy()
3629 *matstruct = NULL; in MatSeqAIJHIPSPARSEMultStruct_Destroy()