477   PetscScalar       *ay;  in MatMultColumnRange_MPIDense()  local
483   PetscCall(VecGetArrayWriteAndMemType(mdn->lvec, &ay, &aymtype));  in MatMultColumnRange_MPIDense()
484 …PetscCall(PetscSFBcastWithMemTypeBegin(mdn->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPI_REPL…  in MatMultColumnRange_MPIDense()
485   PetscCall(PetscSFBcastEnd(mdn->Mvctx, MPIU_SCALAR, ax, ay, MPI_REPLACE));  in MatMultColumnRange_MPIDense()
486   PetscCall(VecRestoreArrayWriteAndMemType(mdn->lvec, &ay));  in MatMultColumnRange_MPIDense()
496   PetscScalar       *ay;  in MatMult_MPIDense()  local
502   PetscCall(VecGetArrayWriteAndMemType(mdn->lvec, &ay, &aymtype));  in MatMult_MPIDense()
503 …PetscCall(PetscSFBcastWithMemTypeBegin(mdn->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPI_REPL…  in MatMult_MPIDense()
504   PetscCall(PetscSFBcastEnd(mdn->Mvctx, MPIU_SCALAR, ax, ay, MPI_REPLACE));  in MatMult_MPIDense()
505   PetscCall(VecRestoreArrayWriteAndMemType(mdn->lvec, &ay));  in MatMult_MPIDense()
515   PetscScalar       *ay;  in MatMultAddColumnRange_MPIDense()  local
521   PetscCall(VecGetArrayAndMemType(mdn->lvec, &ay, &aymtype));  in MatMultAddColumnRange_MPIDense()
522 …PetscCall(PetscSFBcastWithMemTypeBegin(mdn->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPI_REPL…  in MatMultAddColumnRange_MPIDense()
523   PetscCall(PetscSFBcastEnd(mdn->Mvctx, MPIU_SCALAR, ax, ay, MPI_REPLACE));  in MatMultAddColumnRange_MPIDense()
524   PetscCall(VecRestoreArrayAndMemType(mdn->lvec, &ay));  in MatMultAddColumnRange_MPIDense()
534   PetscScalar       *ay;  in MatMultAdd_MPIDense()  local
540   PetscCall(VecGetArrayAndMemType(mdn->lvec, &ay, &aymtype));  in MatMultAdd_MPIDense()
541 …PetscCall(PetscSFBcastWithMemTypeBegin(mdn->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPI_REPL…  in MatMultAdd_MPIDense()
542   PetscCall(PetscSFBcastEnd(mdn->Mvctx, MPIU_SCALAR, ax, ay, MPI_REPLACE));  in MatMultAdd_MPIDense()
543   PetscCall(VecRestoreArrayAndMemType(mdn->lvec, &ay));  in MatMultAdd_MPIDense()
553   PetscScalar       *ay;  in MatMultHermitianTransposeColumnRange_MPIDense()  local
564   PetscCall(VecGetArrayAndMemType(yy, &ay, &aymtype));  in MatMultHermitianTransposeColumnRange_MPIDense()
567       PetscCall(PetscArrayzero(&ay[c_start_local], (size_t)(c_end_local - c_start_local)));  in MatMultHermitianTransposeColumnRange_MPIDense()
569       PetscCall(PetscDeviceRegisterMemory(ay, aymtype, sizeof(*ay) * ((size_t)(r_end - r_start))));  in MatMultHermitianTransposeColumnRange_MPIDense()
570 …  PetscCall(PetscDeviceArrayZero(NULL, &ay[c_start_local], (size_t)(c_end_local - c_start_local)));  in MatMultHermitianTransposeColumnRange_MPIDense()
575 …PetscCall(PetscSFReduceWithMemTypeBegin(a->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPIU_SUM)…  in MatMultHermitianTransposeColumnRange_MPIDense()
576   PetscCall(PetscSFReduceEnd(a->Mvctx, MPIU_SCALAR, ax, ay, MPIU_SUM));  in MatMultHermitianTransposeColumnRange_MPIDense()
578   PetscCall(VecRestoreArrayAndMemType(yy, &ay));  in MatMultHermitianTransposeColumnRange_MPIDense()
586   PetscScalar       *ay;  in MatMultTransposeKernel_MPIDense()  local
595   PetscCall(VecGetArrayAndMemType(yy, &ay, &aymtype));  in MatMultTransposeKernel_MPIDense()
596 …PetscCall(PetscSFReduceWithMemTypeBegin(a->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPIU_SUM)…  in MatMultTransposeKernel_MPIDense()
597   PetscCall(PetscSFReduceEnd(a->Mvctx, MPIU_SCALAR, ax, ay, MPIU_SUM));  in MatMultTransposeKernel_MPIDense()
599   PetscCall(VecRestoreArrayAndMemType(yy, &ay));  in MatMultTransposeKernel_MPIDense()
607   PetscScalar       *ay;  in MatMultHermitianTransposeAddColumnRange_MPIDense()  local
616   PetscCall(VecGetArrayAndMemType(zz, &ay, &aymtype));  in MatMultHermitianTransposeAddColumnRange_MPIDense()
617 …PetscCall(PetscSFReduceWithMemTypeBegin(a->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPIU_SUM)…  in MatMultHermitianTransposeAddColumnRange_MPIDense()
618   PetscCall(PetscSFReduceEnd(a->Mvctx, MPIU_SCALAR, ax, ay, MPIU_SUM));  in MatMultHermitianTransposeAddColumnRange_MPIDense()
620   PetscCall(VecRestoreArrayAndMemType(zz, &ay));  in MatMultHermitianTransposeAddColumnRange_MPIDense()
628   PetscScalar       *ay;  in MatMultTransposeAddKernel_MPIDense()  local
637   PetscCall(VecGetArrayAndMemType(zz, &ay, &aymtype));  in MatMultTransposeAddKernel_MPIDense()
638 …PetscCall(PetscSFReduceWithMemTypeBegin(a->Mvctx, MPIU_SCALAR, axmtype, ax, aymtype, ay, MPIU_SUM)…  in MatMultTransposeAddKernel_MPIDense()
639   PetscCall(PetscSFReduceEnd(a->Mvctx, MPIU_SCALAR, ax, ay, MPIU_SUM));  in MatMultTransposeAddKernel_MPIDense()
641   PetscCall(VecRestoreArrayAndMemType(zz, &ay));  in MatMultTransposeAddKernel_MPIDense()