2319   Mat_SeqAIJCUSPARSE *cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatSeqAIJCUSPARSECopyFromGPU()  local
2328       CsrMatrix *matrix = (CsrMatrix *)cusp->mat->mat;  in MatSeqAIJCUSPARSECopyFromGPU()
2394   Mat_SeqAIJCUSPARSE *cusp;  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()  local
2400   cusp = static_cast<Mat_SeqAIJCUSPARSE *>(A->spptr);  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2401 …PetscCheck(cusp != NULL, PetscObjectComm((PetscObject)A), PETSC_ERR_ARG_WRONGSTATE, "cusp is NULL"…  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2402   matrix = (CsrMatrix *)cusp->mat->mat;  in MatSeqAIJGetCSRAndMemType_SeqAIJCUSPARSE()
2653   Mat_SeqAIJCUSPARSE           *cusp;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()  local
2674   cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2678     mat = cusp->mat;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2685       mat = cusp->mat;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2689       mat = cusp->matTranspose;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2697     mat = cusp->mat;  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2764 …bufferSize(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdata->matBDescr, mat->beta_zero, m…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2773 …preprocess(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdata->matBDescr, mat->beta_zero, m…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2785 …sparseSpMM(cusp->handle, opA, opB, mat->alpha_one, matADescr, mmdata->matBDescr, mat->beta_zero, m…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2803 …stat = cusparse_csr_spmm(cusp->handle, opA, m, n, k, csrmat->num_entries, mat->alpha_one, mat->des…  in MatProductNumeric_SeqAIJCUSPARSE_SeqDENSECUDA()
2830   Mat_SeqAIJCUSPARSE           *cusp;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqDENSECUDA()  local
2839   cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatProductSymbolic_SeqAIJCUSPARSE_SeqDENSECUDA()
2840 …PetscCheck(cusp->format == MAT_CUSPARSE_CSR, PetscObjectComm((PetscObject)C), PETSC_ERR_GPU, "Only…  in MatProductSymbolic_SeqAIJCUSPARSE_SeqDENSECUDA()
4176   Mat_SeqAIJCUSPARSE *cusp = static_cast<Mat_SeqAIJCUSPARSE *>(mat->spptr);  in MatSeqAIJCUSPARSE_Destroy()  local
4179   if (cusp) {  in MatSeqAIJCUSPARSE_Destroy()
4180     PetscCall(MatSeqAIJCUSPARSEMultStruct_Destroy(&cusp->mat, cusp->format));  in MatSeqAIJCUSPARSE_Destroy()
4181     PetscCall(MatSeqAIJCUSPARSEMultStruct_Destroy(&cusp->matTranspose, cusp->format));  in MatSeqAIJCUSPARSE_Destroy()
4182     delete cusp->workVector;  in MatSeqAIJCUSPARSE_Destroy()
4183     delete cusp->rowoffsets_gpu;  in MatSeqAIJCUSPARSE_Destroy()
4184     delete cusp->csr2csc_i;  in MatSeqAIJCUSPARSE_Destroy()
4185     delete cusp->coords;  in MatSeqAIJCUSPARSE_Destroy()
4186     if (cusp->handle) PetscCallCUSPARSE(cusparseDestroy(cusp->handle));  in MatSeqAIJCUSPARSE_Destroy()
4347   Mat_SeqAIJCUSPARSE *cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatSeqAIJCUSPARSEInvalidateTranspose()  local
4351   if (!cusp) PetscFunctionReturn(PETSC_SUCCESS);  in MatSeqAIJCUSPARSEInvalidateTranspose()
4353     PetscCall(MatSeqAIJCUSPARSEMultStruct_Destroy(&cusp->matTranspose, cusp->format));  in MatSeqAIJCUSPARSEInvalidateTranspose()
4354     delete cusp->csr2csc_i;  in MatSeqAIJCUSPARSEInvalidateTranspose()
4355     cusp->csr2csc_i = NULL;  in MatSeqAIJCUSPARSEInvalidateTranspose()
4486   Mat_SeqAIJCUSPARSE *cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatSeqAIJCUSPARSEGetIJ()  local
4494 …PetscCheck(cusp->format != MAT_CUSPARSE_ELL && cusp->format != MAT_CUSPARSE_HYB, PETSC_COMM_SELF, …  in MatSeqAIJCUSPARSEGetIJ()
4496   PetscCheck(cusp->mat, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing Mat_SeqAIJCUSPARSEMultStruct");  in MatSeqAIJCUSPARSEGetIJ()
4497   csr = (CsrMatrix *)cusp->mat->mat;  in MatSeqAIJCUSPARSEGetIJ()
4500       if (!cusp->rowoffsets_gpu) {  in MatSeqAIJCUSPARSEGetIJ()
4501         cusp->rowoffsets_gpu = new THRUSTINTARRAY32(A->rmap->n + 1);  in MatSeqAIJCUSPARSEGetIJ()
4502         cusp->rowoffsets_gpu->assign(a->i, a->i + A->rmap->n + 1);  in MatSeqAIJCUSPARSEGetIJ()
4505       *i = cusp->rowoffsets_gpu->data().get();  in MatSeqAIJCUSPARSEGetIJ()
4558   Mat_SeqAIJCUSPARSE *cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatSeqAIJCUSPARSEGetArrayRead()  local
4565 …PetscCheck(cusp->format != MAT_CUSPARSE_ELL && cusp->format != MAT_CUSPARSE_HYB, PETSC_COMM_SELF, …  in MatSeqAIJCUSPARSEGetArrayRead()
4567   PetscCheck(cusp->mat, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing Mat_SeqAIJCUSPARSEMultStruct");  in MatSeqAIJCUSPARSEGetArrayRead()
4568   csr = (CsrMatrix *)cusp->mat->mat;  in MatSeqAIJCUSPARSEGetArrayRead()
4617   Mat_SeqAIJCUSPARSE *cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatSeqAIJCUSPARSEGetArray()  local
4624 …PetscCheck(cusp->format != MAT_CUSPARSE_ELL && cusp->format != MAT_CUSPARSE_HYB, PETSC_COMM_SELF, …  in MatSeqAIJCUSPARSEGetArray()
4626   PetscCheck(cusp->mat, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing Mat_SeqAIJCUSPARSEMultStruct");  in MatSeqAIJCUSPARSEGetArray()
4627   csr = (CsrMatrix *)cusp->mat->mat;  in MatSeqAIJCUSPARSEGetArray()
4680   Mat_SeqAIJCUSPARSE *cusp = (Mat_SeqAIJCUSPARSE *)A->spptr;  in MatSeqAIJCUSPARSEGetArrayWrite()  local
4687 …PetscCheck(cusp->format != MAT_CUSPARSE_ELL && cusp->format != MAT_CUSPARSE_HYB, PETSC_COMM_SELF, …  in MatSeqAIJCUSPARSEGetArrayWrite()
4688   PetscCheck(cusp->mat, PETSC_COMM_SELF, PETSC_ERR_COR, "Missing Mat_SeqAIJCUSPARSEMultStruct");  in MatSeqAIJCUSPARSEGetArrayWrite()
4689   csr = (CsrMatrix *)cusp->mat->mat;  in MatSeqAIJCUSPARSEGetArrayWrite()