Lines Matching refs:x_array
35 const PetscScalar *x_array; in MatMult_SeqFFTW() local
52 PetscCall(VecGetArrayRead(xx, &x_array)); in MatMult_SeqFFTW()
54 PetscCall(VecGetArrayRead(x, &x_array)); in MatMult_SeqFFTW()
61 …fftw->p_forward = fftw_plan_dft_1d(dim[0], (fftw_complex *)x_array, (fftw_complex *)y_array, FFTW_… in MatMult_SeqFFTW()
63 …fftw->p_forward = fftw_plan_dft_r2c_1d(dim[0], (double *)x_array, (fftw_complex *)y_array, fftw->p… in MatMult_SeqFFTW()
68 …fftw->p_forward = fftw_plan_dft_2d(dim[0], dim[1], (fftw_complex *)x_array, (fftw_complex *)y_arra… in MatMult_SeqFFTW()
70 …fftw->p_forward = fftw_plan_dft_r2c_2d(dim[0], dim[1], (double *)x_array, (fftw_complex *)y_array,… in MatMult_SeqFFTW()
75 …fftw->p_forward = fftw_plan_dft_3d(dim[0], dim[1], dim[2], (fftw_complex *)x_array, (fftw_complex … in MatMult_SeqFFTW()
77 …fftw->p_forward = fftw_plan_dft_r2c_3d(dim[0], dim[1], dim[2], (double *)x_array, (fftw_complex *)… in MatMult_SeqFFTW()
92 …n_guru64_dft((int)ndim, (fftw_iodim64 *)iodims, 0, NULL, (fftw_complex *)x_array, (fftw_complex *)… in MatMult_SeqFFTW()
102 …_plan_guru_dft((int)ndim, (fftw_iodim *)iodims, 0, NULL, (fftw_complex *)x_array, (fftw_complex *)… in MatMult_SeqFFTW()
106 …fftw->p_forward = fftw_plan_dft_r2c(ndim, (int *)dim, (double *)x_array, (fftw_complex *)y_array, … in MatMult_SeqFFTW()
112 PetscCall(VecRestoreArrayRead(xx, &x_array)); in MatMult_SeqFFTW()
114 PetscCall(VecGetArrayRead(x, &x_array)); in MatMult_SeqFFTW()
116 fftw->finarray = (PetscScalar *)x_array; in MatMult_SeqFFTW()
121 …if (fftw->finarray != x_array || fftw->foutarray != y_array) { /* use existing plan on new arrays … in MatMult_SeqFFTW()
123 fftw_execute_dft(fftw->p_forward, (fftw_complex *)x_array, (fftw_complex *)y_array); in MatMult_SeqFFTW()
125 fftw_execute_dft_r2c(fftw->p_forward, (double *)x_array, (fftw_complex *)y_array); in MatMult_SeqFFTW()
131 PetscCall(VecRestoreArrayRead(x, &x_array)); in MatMult_SeqFFTW()
139 const PetscScalar *x_array; in MatMultTranspose_SeqFFTW() local
155 PetscCall(VecGetArrayRead(xx, &x_array)); in MatMultTranspose_SeqFFTW()
157 PetscCall(VecGetArrayRead(x, &x_array)); in MatMultTranspose_SeqFFTW()
164 …fftw->p_backward = fftw_plan_dft_1d(dim[0], (fftw_complex *)x_array, (fftw_complex *)y_array, FFTW… in MatMultTranspose_SeqFFTW()
166 …fftw->p_backward = fftw_plan_dft_c2r_1d(dim[0], (fftw_complex *)x_array, (double *)y_array, fftw->… in MatMultTranspose_SeqFFTW()
171 …fftw->p_backward = fftw_plan_dft_2d(dim[0], dim[1], (fftw_complex *)x_array, (fftw_complex *)y_arr… in MatMultTranspose_SeqFFTW()
173 …fftw->p_backward = fftw_plan_dft_c2r_2d(dim[0], dim[1], (fftw_complex *)x_array, (double *)y_array… in MatMultTranspose_SeqFFTW()
178 …fftw->p_backward = fftw_plan_dft_3d(dim[0], dim[1], dim[2], (fftw_complex *)x_array, (fftw_complex… in MatMultTranspose_SeqFFTW()
180 …fftw->p_backward = fftw_plan_dft_c2r_3d(dim[0], dim[1], dim[2], (fftw_complex *)x_array, (double *… in MatMultTranspose_SeqFFTW()
186 …n_guru64_dft((int)ndim, (fftw_iodim64 *)iodims, 0, NULL, (fftw_complex *)x_array, (fftw_complex *)… in MatMultTranspose_SeqFFTW()
188 …fftw->p_backward = fftw_plan_guru_dft((int)ndim, iodims, 0, NULL, (fftw_complex *)x_array, (fftw_c… in MatMultTranspose_SeqFFTW()
191 …fftw->p_backward = fftw_plan_dft_c2r((int)ndim, (int *)dim, (fftw_complex *)x_array, (double *)y_a… in MatMultTranspose_SeqFFTW()
197 PetscCall(VecRestoreArrayRead(xx, &x_array)); in MatMultTranspose_SeqFFTW()
199 PetscCall(VecGetArrayRead(x, &x_array)); in MatMultTranspose_SeqFFTW()
201 fftw->binarray = (PetscScalar *)x_array; in MatMultTranspose_SeqFFTW()
205 …if (fftw->binarray != x_array || fftw->boutarray != y_array) { /* use existing plan on new arrays … in MatMultTranspose_SeqFFTW()
207 fftw_execute_dft(fftw->p_backward, (fftw_complex *)x_array, (fftw_complex *)y_array); in MatMultTranspose_SeqFFTW()
209 fftw_execute_dft_c2r(fftw->p_backward, (fftw_complex *)x_array, (double *)y_array); in MatMultTranspose_SeqFFTW()
215 PetscCall(VecRestoreArrayRead(x, &x_array)); in MatMultTranspose_SeqFFTW()
224 const PetscScalar *x_array; in MatMult_MPIFFTW() local
235 PetscCall(VecGetArrayRead(xx, &x_array)); in MatMult_MPIFFTW()
237 PetscCall(VecGetArrayRead(x, &x_array)); in MatMult_MPIFFTW()
244 …fftw->p_forward = fftw_mpi_plan_dft_1d(dim[0], (fftw_complex *)x_array, (fftw_complex *)y_array, c… in MatMult_MPIFFTW()
251 …fftw->p_forward = fftw_mpi_plan_dft_2d(dim[0], dim[1], (fftw_complex *)x_array, (fftw_complex *)y_… in MatMult_MPIFFTW()
253 …fftw->p_forward = fftw_mpi_plan_dft_r2c_2d(dim[0], dim[1], (double *)x_array, (fftw_complex *)y_ar… in MatMult_MPIFFTW()
258 …fftw->p_forward = fftw_mpi_plan_dft_3d(dim[0], dim[1], dim[2], (fftw_complex *)x_array, (fftw_comp… in MatMult_MPIFFTW()
260 …fftw->p_forward = fftw_mpi_plan_dft_r2c_3d(dim[0], dim[1], dim[2], (double *)x_array, (fftw_comple… in MatMult_MPIFFTW()
265 …fftw->p_forward = fftw_mpi_plan_dft(fftw->ndim_fftw, fftw->dim_fftw, (fftw_complex *)x_array, (fft… in MatMult_MPIFFTW()
267 …fftw->p_forward = fftw_mpi_plan_dft_r2c(fftw->ndim_fftw, fftw->dim_fftw, (double *)x_array, (fftw_… in MatMult_MPIFFTW()
273 PetscCall(VecRestoreArrayRead(xx, &x_array)); in MatMult_MPIFFTW()
275 PetscCall(VecGetArrayRead(x, &x_array)); in MatMult_MPIFFTW()
277 fftw->finarray = (PetscScalar *)x_array; in MatMult_MPIFFTW()
281 …if (fftw->finarray != x_array || fftw->foutarray != y_array) { /* use existing plan on new arrays … in MatMult_MPIFFTW()
282 fftw_execute_dft(fftw->p_forward, (fftw_complex *)x_array, (fftw_complex *)y_array); in MatMult_MPIFFTW()
287 PetscCall(VecRestoreArrayRead(x, &x_array)); in MatMult_MPIFFTW()
295 const PetscScalar *x_array; in MatMultTranspose_MPIFFTW() local
306 PetscCall(VecGetArrayRead(xx, &x_array)); in MatMultTranspose_MPIFFTW()
308 PetscCall(VecGetArrayRead(x, &x_array)); in MatMultTranspose_MPIFFTW()
315 …fftw->p_backward = fftw_mpi_plan_dft_1d(dim[0], (fftw_complex *)x_array, (fftw_complex *)y_array, … in MatMultTranspose_MPIFFTW()
322 …fftw->p_backward = fftw_mpi_plan_dft_2d(dim[0], dim[1], (fftw_complex *)x_array, (fftw_complex *)y… in MatMultTranspose_MPIFFTW()
324 …fftw->p_backward = fftw_mpi_plan_dft_c2r_2d(dim[0], dim[1], (fftw_complex *)x_array, (double *)y_a… in MatMultTranspose_MPIFFTW()
329 …fftw->p_backward = fftw_mpi_plan_dft_3d(dim[0], dim[1], dim[2], (fftw_complex *)x_array, (fftw_com… in MatMultTranspose_MPIFFTW()
331 …fftw->p_backward = fftw_mpi_plan_dft_c2r_3d(dim[0], dim[1], dim[2], (fftw_complex *)x_array, (doub… in MatMultTranspose_MPIFFTW()
336 …fftw->p_backward = fftw_mpi_plan_dft(fftw->ndim_fftw, fftw->dim_fftw, (fftw_complex *)x_array, (ff… in MatMultTranspose_MPIFFTW()
338 …= fftw_mpi_plan_dft_c2r(fftw->ndim_fftw, fftw->dim_fftw, (fftw_complex *)x_array, (double *)y_arra… in MatMultTranspose_MPIFFTW()
344 PetscCall(VecRestoreArrayRead(xx, &x_array)); in MatMultTranspose_MPIFFTW()
346 PetscCall(VecGetArrayRead(x, &x_array)); in MatMultTranspose_MPIFFTW()
348 fftw->binarray = (PetscScalar *)x_array; in MatMultTranspose_MPIFFTW()
352 …if (fftw->binarray != x_array || fftw->boutarray != y_array) { /* use existing plan on new arrays … in MatMultTranspose_MPIFFTW()
353 fftw_execute_dft(fftw->p_backward, (fftw_complex *)x_array, (fftw_complex *)y_array); in MatMultTranspose_MPIFFTW()
358 PetscCall(VecRestoreArrayRead(x, &x_array)); in MatMultTranspose_MPIFFTW()