xref: /petsc/src/mat/impls/transpose/htransm.c (revision bfe80ac4a46d58cb7760074b25f5e81b2f541d8a)
1 #include <../src/mat/impls/shell/shell.h> /*I "petscmat.h" I*/
2 
3 typedef struct {
4   PetscErrorCode (*numeric)(Mat);
5   PetscErrorCode (*destroy)(void *);
6   Mat            B;
7   PetscScalar    scale;
8   PetscBool      conjugate;
9   PetscContainer container;
10   void          *stash;
11 } MatProductData;
12 
13 static PetscErrorCode DestroyMatProductData(void *ptr)
14 {
15   MatProductData *data = (MatProductData *)ptr;
16 
17   PetscFunctionBegin;
18   if (data->stash) PetscCall((*data->destroy)(data->stash));
19   if (data->conjugate) PetscCall(MatDestroy(&data->B));
20   PetscCall(PetscContainerDestroy(&data->container));
21   PetscCall(PetscFree(data));
22   PetscFunctionReturn(PETSC_SUCCESS);
23 }
24 
25 static PetscErrorCode MatProductNumeric_HT(Mat D)
26 {
27   Mat_Product    *product;
28   Mat             B;
29   MatProductData *data;
30   PetscContainer  container;
31 
32   PetscFunctionBegin;
33   MatCheckProduct(D, 1);
34   PetscCheck(D->product->data, PetscObjectComm((PetscObject)D), PETSC_ERR_PLIB, "Product data empty");
35   product = D->product;
36   PetscCall(PetscObjectQuery((PetscObject)D, "MatProductData", (PetscObject *)&container));
37   PetscCheck(container, PetscObjectComm((PetscObject)D), PETSC_ERR_PLIB, "MatProductData missing");
38   PetscCall(PetscContainerGetPointer(container, (void **)&data));
39   B    = product->B;
40   data = (MatProductData *)product->data;
41   if (data->conjugate) {
42     PetscCall(MatCopy(product->B, data->B, SAME_NONZERO_PATTERN));
43     PetscCall(MatConjugate(data->B));
44     product->B = data->B;
45   }
46   product->data = data->stash;
47   PetscCall((*data->numeric)(D));
48   if (data->conjugate) {
49     PetscCall(MatConjugate(D));
50     product->B = B;
51   }
52   PetscCall(MatScale(D, data->scale));
53   product->data = data;
54   PetscFunctionReturn(PETSC_SUCCESS);
55 }
56 
57 static PetscErrorCode MatProductSymbolic_HT(Mat D)
58 {
59   Mat_Product    *product;
60   Mat             B;
61   MatProductData *data;
62   PetscContainer  container;
63 
64   PetscFunctionBegin;
65   MatCheckProduct(D, 1);
66   product = D->product;
67   B       = product->B;
68   if (D->ops->productsymbolic == MatProductSymbolic_HT) {
69     PetscCheck(!product->data, PetscObjectComm((PetscObject)D), PETSC_ERR_PLIB, "Product data not empty");
70     PetscCall(PetscObjectQuery((PetscObject)D, "MatProductData", (PetscObject *)&container));
71     PetscCheck(container, PetscObjectComm((PetscObject)D), PETSC_ERR_PLIB, "MatProductData missing");
72     PetscCall(PetscContainerGetPointer(container, (void **)&data));
73     PetscCall(MatProductSetFromOptions(D));
74     if (data->conjugate) {
75       PetscCall(MatDuplicate(B, MAT_DO_NOT_COPY_VALUES, &data->B));
76       product->B = data->B;
77     }
78     PetscCall(MatProductSymbolic(D));
79     data->numeric          = D->ops->productnumeric;
80     data->destroy          = product->destroy;
81     data->stash            = product->data;
82     D->ops->productnumeric = MatProductNumeric_HT;
83     product->destroy       = DestroyMatProductData;
84     if (data->conjugate) product->B = B;
85     product->data = data;
86   }
87   PetscFunctionReturn(PETSC_SUCCESS);
88 }
89 
90 static PetscErrorCode MatProductSetFromOptions_HT(Mat D)
91 {
92   Mat             A, B, C, Ain, Bin, Cin;
93   PetscScalar     scale = 1.0, vscale;
94   PetscBool       Aistrans, Bistrans, Cistrans, conjugate = PETSC_FALSE;
95   PetscInt        Atrans, Btrans, Ctrans;
96   PetscContainer  container = NULL;
97   MatProductData *data;
98   MatProductType  ptype;
99 
100   PetscFunctionBegin;
101   MatCheckProduct(D, 1);
102   A = D->product->A;
103   B = D->product->B;
104   C = D->product->C;
105   PetscCall(PetscObjectTypeCompare((PetscObject)A, MATHERMITIANTRANSPOSEVIRTUAL, &Aistrans));
106   PetscCall(PetscObjectTypeCompare((PetscObject)B, MATHERMITIANTRANSPOSEVIRTUAL, &Bistrans));
107   PetscCall(PetscObjectTypeCompare((PetscObject)C, MATHERMITIANTRANSPOSEVIRTUAL, &Cistrans));
108   PetscCheck(Aistrans || Bistrans || Cistrans, PetscObjectComm((PetscObject)D), PETSC_ERR_PLIB, "This should not happen");
109   Atrans = 0;
110   Ain    = A;
111   while (Aistrans) {
112     Atrans++;
113     PetscCall(MatShellGetScalingShifts(Ain, (PetscScalar *)MAT_SHELL_NOT_ALLOWED, &vscale, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Mat *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED));
114     conjugate = (PetscBool)!conjugate;
115     scale *= vscale;
116     PetscCall(MatHermitianTransposeGetMat(Ain, &Ain));
117     PetscCall(PetscObjectTypeCompare((PetscObject)Ain, MATHERMITIANTRANSPOSEVIRTUAL, &Aistrans));
118   }
119   Btrans = 0;
120   Bin    = B;
121   while (Bistrans) {
122     Btrans++;
123     PetscCall(MatShellGetScalingShifts(Bin, (PetscScalar *)MAT_SHELL_NOT_ALLOWED, &vscale, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Mat *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED));
124     scale *= vscale;
125     PetscCall(MatHermitianTransposeGetMat(Bin, &Bin));
126     PetscCall(PetscObjectTypeCompare((PetscObject)Bin, MATHERMITIANTRANSPOSEVIRTUAL, &Bistrans));
127   }
128   Ctrans = 0;
129   Cin    = C;
130   while (Cistrans) {
131     Ctrans++;
132     PetscCall(MatShellGetScalingShifts(Cin, (PetscScalar *)MAT_SHELL_NOT_ALLOWED, &vscale, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Mat *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED));
133     scale *= vscale;
134     PetscCall(MatHermitianTransposeGetMat(Cin, &Cin));
135     PetscCall(PetscObjectTypeCompare((PetscObject)Cin, MATHERMITIANTRANSPOSEVIRTUAL, &Cistrans));
136   }
137   Atrans = Atrans % 2;
138   Btrans = Btrans % 2;
139   Ctrans = Ctrans % 2;
140   ptype  = D->product->type; /* same product type by default */
141   if (Ain->symmetric == PETSC_BOOL3_TRUE) Atrans = 0;
142   if (Bin->symmetric == PETSC_BOOL3_TRUE) Btrans = 0;
143   if (Cin && Cin->symmetric == PETSC_BOOL3_TRUE) Ctrans = 0;
144 
145   if (Atrans || Btrans || Ctrans) {
146     PetscCheck(!PetscDefined(USE_COMPLEX) || (!Btrans && !Ctrans), PetscObjectComm((PetscObject)A), PETSC_ERR_SUP, "No support for complex Hermitian transpose matrices");
147     if ((PetscDefined(USE_COMPLEX) && Atrans) || scale != 1.0) {
148       PetscCall(PetscObjectQuery((PetscObject)D, "MatProductData", (PetscObject *)&container));
149       if (!container) {
150         PetscCall(PetscContainerCreate(PetscObjectComm((PetscObject)D), &container));
151         PetscCall(PetscNew(&data));
152         data->scale     = scale;
153         data->conjugate = (PetscBool)Atrans;
154         data->container = container;
155         PetscCall(PetscContainerSetPointer(container, data));
156         PetscCall(PetscObjectCompose((PetscObject)D, "MatProductData", (PetscObject)container));
157       }
158     }
159     ptype = MATPRODUCT_UNSPECIFIED;
160     switch (D->product->type) {
161     case MATPRODUCT_AB:
162       if (Atrans && Btrans) { /* At * Bt we do not have support for this */
163         /* TODO custom implementation ? */
164       } else if (Atrans) { /* At * B */
165         ptype = MATPRODUCT_AtB;
166       } else { /* A * Bt */
167         ptype = MATPRODUCT_ABt;
168       }
169       break;
170     case MATPRODUCT_AtB:
171       if (Atrans && Btrans) { /* A * Bt */
172         ptype = MATPRODUCT_ABt;
173       } else if (Atrans) { /* A * B */
174         ptype = MATPRODUCT_AB;
175       } else { /* At * Bt we do not have support for this */
176         /* TODO custom implementation ? */
177       }
178       break;
179     case MATPRODUCT_ABt:
180       if (Atrans && Btrans) { /* At * B */
181         ptype = MATPRODUCT_AtB;
182       } else if (Atrans) { /* At * Bt we do not have support for this */
183         /* TODO custom implementation ? */
184       } else { /* A * B */
185         ptype = MATPRODUCT_AB;
186       }
187       break;
188     case MATPRODUCT_PtAP:
189       if (Atrans) { /* PtAtP */
190         /* TODO custom implementation ? */
191       } else { /* RARt */
192         ptype = MATPRODUCT_RARt;
193       }
194       break;
195     case MATPRODUCT_RARt:
196       if (Atrans) { /* RAtRt */
197         /* TODO custom implementation ? */
198       } else { /* PtAP */
199         ptype = MATPRODUCT_PtAP;
200       }
201       break;
202     case MATPRODUCT_ABC:
203       /* TODO custom implementation ? */
204       break;
205     default:
206       SETERRQ(PetscObjectComm((PetscObject)D), PETSC_ERR_SUP, "ProductType %s is not supported", MatProductTypes[D->product->type]);
207     }
208   }
209   PetscCall(MatProductReplaceMats(Ain, Bin, Cin, D));
210   PetscCall(MatProductSetType(D, ptype));
211   if (container) D->ops->productsymbolic = MatProductSymbolic_HT;
212   else PetscCall(MatProductSetFromOptions(D));
213   PetscFunctionReturn(PETSC_SUCCESS);
214 }
215 
216 static PetscErrorCode MatMult_HT(Mat N, Vec x, Vec y)
217 {
218   Mat A;
219 
220   PetscFunctionBegin;
221   PetscCall(MatShellGetContext(N, &A));
222   PetscCall(MatMultHermitianTranspose(A, x, y));
223   PetscFunctionReturn(PETSC_SUCCESS);
224 }
225 
226 static PetscErrorCode MatMultHermitianTranspose_HT(Mat N, Vec x, Vec y)
227 {
228   Mat A;
229 
230   PetscFunctionBegin;
231   PetscCall(MatShellGetContext(N, &A));
232   PetscCall(MatMult(A, x, y));
233   PetscFunctionReturn(PETSC_SUCCESS);
234 }
235 
236 static PetscErrorCode MatSolve_HT_LU(Mat N, Vec b, Vec x)
237 {
238   Mat A;
239   Vec w;
240 
241   PetscFunctionBegin;
242   PetscCall(MatShellGetContext(N, &A));
243   PetscCall(VecDuplicate(b, &w));
244   PetscCall(VecCopy(b, w));
245   PetscCall(VecConjugate(w));
246   PetscCall(MatSolveTranspose(A, w, x));
247   PetscCall(VecConjugate(x));
248   PetscCall(VecDestroy(&w));
249   PetscFunctionReturn(PETSC_SUCCESS);
250 }
251 
252 static PetscErrorCode MatSolveAdd_HT_LU(Mat N, Vec b, Vec y, Vec x)
253 {
254   Mat A;
255   Vec v, w;
256 
257   PetscFunctionBegin;
258   PetscCall(MatShellGetContext(N, &A));
259   PetscCall(VecDuplicate(b, &v));
260   PetscCall(VecDuplicate(b, &w));
261   PetscCall(VecCopy(y, v));
262   PetscCall(VecCopy(b, w));
263   PetscCall(VecConjugate(v));
264   PetscCall(VecConjugate(w));
265   PetscCall(MatSolveTransposeAdd(A, w, v, x));
266   PetscCall(VecConjugate(x));
267   PetscCall(VecDestroy(&v));
268   PetscCall(VecDestroy(&w));
269   PetscFunctionReturn(PETSC_SUCCESS);
270 }
271 
272 static PetscErrorCode MatMatSolve_HT_LU(Mat N, Mat B, Mat X)
273 {
274   Mat A, W;
275 
276   PetscFunctionBegin;
277   PetscCall(MatShellGetContext(N, &A));
278   PetscCall(MatDuplicate(B, MAT_COPY_VALUES, &W));
279   PetscCall(MatConjugate(W));
280   PetscCall(MatMatSolveTranspose(A, W, X));
281   PetscCall(MatConjugate(X));
282   PetscCall(MatDestroy(&W));
283   PetscFunctionReturn(PETSC_SUCCESS);
284 }
285 
286 static PetscErrorCode MatLUFactor_HT(Mat N, IS row, IS col, const MatFactorInfo *minfo)
287 {
288   Mat A;
289 
290   PetscFunctionBegin;
291   PetscCall(MatShellGetContext(N, &A));
292   PetscCall(MatLUFactor(A, col, row, minfo));
293   PetscCall(MatShellSetOperation(N, MATOP_SOLVE, (void (*)(void))MatSolve_HT_LU));
294   PetscCall(MatShellSetOperation(N, MATOP_SOLVE_ADD, (void (*)(void))MatSolveAdd_HT_LU));
295   PetscCall(MatShellSetOperation(N, MATOP_MAT_SOLVE, (void (*)(void))MatMatSolve_HT_LU));
296   PetscFunctionReturn(PETSC_SUCCESS);
297 }
298 
299 static PetscErrorCode MatSolve_HT_Cholesky(Mat N, Vec b, Vec x)
300 {
301   Mat A;
302 
303   PetscFunctionBegin;
304   PetscCall(MatShellGetContext(N, &A));
305   PetscCall(MatSolve(A, b, x));
306   PetscFunctionReturn(PETSC_SUCCESS);
307 }
308 
309 static PetscErrorCode MatSolveAdd_HT_Cholesky(Mat N, Vec b, Vec y, Vec x)
310 {
311   Mat A;
312   Vec v, w;
313 
314   PetscFunctionBegin;
315   PetscCall(MatShellGetContext(N, &A));
316   PetscCall(VecDuplicate(b, &v));
317   PetscCall(VecDuplicate(b, &w));
318   PetscCall(VecCopy(y, v));
319   PetscCall(VecCopy(b, w));
320   PetscCall(VecConjugate(v));
321   PetscCall(VecConjugate(w));
322   PetscCall(MatSolveTransposeAdd(A, w, v, x));
323   PetscCall(VecConjugate(x));
324   PetscCall(VecDestroy(&v));
325   PetscCall(VecDestroy(&w));
326   PetscFunctionReturn(PETSC_SUCCESS);
327 }
328 
329 static PetscErrorCode MatMatSolve_HT_Cholesky(Mat N, Mat B, Mat X)
330 {
331   Mat A, W;
332 
333   PetscFunctionBegin;
334   PetscCall(MatShellGetContext(N, &A));
335   PetscCall(MatDuplicate(B, MAT_COPY_VALUES, &W));
336   PetscCall(MatConjugate(W));
337   PetscCall(MatMatSolveTranspose(A, W, X));
338   PetscCall(MatConjugate(X));
339   PetscCall(MatDestroy(&W));
340   PetscFunctionReturn(PETSC_SUCCESS);
341 }
342 
343 static PetscErrorCode MatCholeskyFactor_HT(Mat N, IS perm, const MatFactorInfo *minfo)
344 {
345   Mat A;
346 
347   PetscFunctionBegin;
348   PetscCall(MatShellGetContext(N, &A));
349   PetscCheck(!PetscDefined(USE_COMPLEX) || A->hermitian == PETSC_BOOL3_TRUE, PetscObjectComm((PetscObject)A), PETSC_ERR_SUP, "Cholesky supported only if original matrix is Hermitian");
350   PetscCall(MatCholeskyFactor(A, perm, minfo));
351   PetscCall(MatShellSetOperation(N, MATOP_SOLVE, (void (*)(void))MatSolve_HT_Cholesky));
352   PetscCall(MatShellSetOperation(N, MATOP_SOLVE_ADD, (void (*)(void))MatSolveAdd_HT_Cholesky));
353   PetscCall(MatShellSetOperation(N, MATOP_MAT_SOLVE, (void (*)(void))MatMatSolve_HT_Cholesky));
354   PetscFunctionReturn(PETSC_SUCCESS);
355 }
356 
357 static PetscErrorCode MatLUFactorNumeric_HT(Mat F, Mat N, const MatFactorInfo *info)
358 {
359   Mat A, FA;
360 
361   PetscFunctionBegin;
362   PetscCall(MatShellGetContext(N, &A));
363   PetscCall(MatShellGetContext(F, &FA));
364   PetscCall(MatLUFactorNumeric(FA, A, info));
365   PetscCall(MatShellSetOperation(F, MATOP_SOLVE, (void (*)(void))MatSolve_HT_LU));
366   PetscCall(MatShellSetOperation(F, MATOP_SOLVE_ADD, (void (*)(void))MatSolveAdd_HT_LU));
367   PetscCall(MatShellSetOperation(F, MATOP_MAT_SOLVE, (void (*)(void))MatMatSolve_HT_LU));
368   PetscFunctionReturn(PETSC_SUCCESS);
369 }
370 
371 static PetscErrorCode MatLUFactorSymbolic_HT(Mat F, Mat N, IS row, IS col, const MatFactorInfo *info)
372 {
373   Mat A, FA;
374 
375   PetscFunctionBegin;
376   PetscCall(MatShellGetContext(N, &A));
377   PetscCall(MatShellGetContext(F, &FA));
378   PetscCall(MatLUFactorSymbolic(FA, A, row, col, info));
379   PetscCall(MatShellSetOperation(F, MATOP_LUFACTOR_NUMERIC, (void (*)(void))MatLUFactorNumeric_HT));
380   PetscFunctionReturn(PETSC_SUCCESS);
381 }
382 
383 static PetscErrorCode MatCholeskyFactorNumeric_HT(Mat F, Mat N, const MatFactorInfo *info)
384 {
385   Mat A, FA;
386 
387   PetscFunctionBegin;
388   PetscCall(MatShellGetContext(N, &A));
389   PetscCall(MatShellGetContext(F, &FA));
390   PetscCall(MatCholeskyFactorNumeric(FA, A, info));
391   PetscCall(MatShellSetOperation(F, MATOP_SOLVE, (void (*)(void))MatSolve_HT_Cholesky));
392   PetscCall(MatShellSetOperation(F, MATOP_SOLVE_ADD, (void (*)(void))MatSolveAdd_HT_Cholesky));
393   PetscCall(MatShellSetOperation(F, MATOP_MAT_SOLVE, (void (*)(void))MatMatSolve_HT_Cholesky));
394   PetscFunctionReturn(PETSC_SUCCESS);
395 }
396 
397 static PetscErrorCode MatCholeskyFactorSymbolic_HT(Mat F, Mat N, IS perm, const MatFactorInfo *info)
398 {
399   Mat A, FA;
400 
401   PetscFunctionBegin;
402   PetscCall(MatShellGetContext(N, &A));
403   PetscCall(MatShellGetContext(F, &FA));
404   PetscCall(MatCholeskyFactorSymbolic(FA, A, perm, info));
405   PetscCall(MatShellSetOperation(F, MATOP_CHOLESKY_FACTOR_NUMERIC, (void (*)(void))MatCholeskyFactorNumeric_HT));
406   PetscFunctionReturn(PETSC_SUCCESS);
407 }
408 
409 static PetscErrorCode MatGetFactor_HT(Mat N, MatSolverType type, MatFactorType ftype, Mat *F)
410 {
411   Mat A, FA;
412 
413   PetscFunctionBegin;
414   PetscCall(MatShellGetContext(N, &A));
415   PetscCall(MatGetFactor(A, type, ftype, &FA));
416   PetscCall(MatCreateTranspose(FA, F));
417   if (ftype == MAT_FACTOR_LU) PetscCall(MatShellSetOperation(*F, MATOP_LUFACTOR_SYMBOLIC, (void (*)(void))MatLUFactorSymbolic_HT));
418   else if (ftype == MAT_FACTOR_CHOLESKY) {
419     PetscCheck(!PetscDefined(USE_COMPLEX) || A->hermitian == PETSC_BOOL3_TRUE, PetscObjectComm((PetscObject)A), PETSC_ERR_SUP, "Cholesky supported only if original matrix is Hermitian");
420     PetscCall(MatPropagateSymmetryOptions(A, FA));
421     PetscCall(MatShellSetOperation(*F, MATOP_CHOLESKY_FACTOR_SYMBOLIC, (void (*)(void))MatCholeskyFactorSymbolic_HT));
422   } else SETERRQ(PetscObjectComm((PetscObject)N), PETSC_ERR_SUP, "Support for factor type %s not implemented in MATTRANSPOSEVIRTUAL", MatFactorTypes[ftype]);
423   (*F)->factortype = ftype;
424   PetscCall(MatDestroy(&FA));
425   PetscFunctionReturn(PETSC_SUCCESS);
426 }
427 
428 static PetscErrorCode MatDestroy_HT(Mat N)
429 {
430   Mat A;
431 
432   PetscFunctionBegin;
433   PetscCall(MatShellGetContext(N, &A));
434   PetscCall(MatDestroy(&A));
435   PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatHermitianTransposeGetMat_C", NULL));
436 #if !defined(PETSC_USE_COMPLEX)
437   PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatTransposeGetMat_C", NULL));
438 #endif
439   PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatProductSetFromOptions_anytype_C", NULL));
440   PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatShellSetContext_C", NULL));
441   PetscCall(PetscObjectComposeFunction((PetscObject)N, "MatFactorGetSolverType_C", NULL));
442   PetscFunctionReturn(PETSC_SUCCESS);
443 }
444 
445 static PetscErrorCode MatGetInfo_HT(Mat N, MatInfoType flag, MatInfo *info)
446 {
447   Mat A;
448 
449   PetscFunctionBegin;
450   PetscCall(MatShellGetContext(N, &A));
451   PetscCall(MatGetInfo(A, flag, info));
452   PetscFunctionReturn(PETSC_SUCCESS);
453 }
454 
455 static PetscErrorCode MatFactorGetSolverType_HT(Mat N, MatSolverType *type)
456 {
457   Mat A;
458 
459   PetscFunctionBegin;
460   PetscCall(MatShellGetContext(N, &A));
461   PetscCall(MatFactorGetSolverType(A, type));
462   PetscFunctionReturn(PETSC_SUCCESS);
463 }
464 
465 static PetscErrorCode MatDuplicate_HT(Mat N, MatDuplicateOption op, Mat *m)
466 {
467   Mat A, C;
468 
469   PetscFunctionBegin;
470   PetscCall(MatShellGetContext(N, &A));
471   PetscCall(MatDuplicate(A, op, &C));
472   PetscCall(MatCreateHermitianTranspose(C, m));
473   if (op == MAT_COPY_VALUES) PetscCall(MatCopy(N, *m, SAME_NONZERO_PATTERN));
474   PetscCall(MatDestroy(&C));
475   PetscFunctionReturn(PETSC_SUCCESS);
476 }
477 
478 static PetscErrorCode MatHasOperation_HT(Mat mat, MatOperation op, PetscBool *has)
479 {
480   Mat A;
481 
482   PetscFunctionBegin;
483   PetscCall(MatShellGetContext(mat, &A));
484   *has = PETSC_FALSE;
485   if (op == MATOP_MULT || op == MATOP_MULT_ADD) {
486     PetscCall(MatHasOperation(A, MATOP_MULT_HERMITIAN_TRANSPOSE, has));
487     if (!*has) PetscCall(MatHasOperation(A, MATOP_MULT_TRANSPOSE, has));
488   } else if (op == MATOP_MULT_HERMITIAN_TRANSPOSE || op == MATOP_MULT_HERMITIAN_TRANS_ADD || op == MATOP_MULT_TRANSPOSE || op == MATOP_MULT_TRANSPOSE_ADD) {
489     PetscCall(MatHasOperation(A, MATOP_MULT, has));
490   } else if (((void **)mat->ops)[op]) *has = PETSC_TRUE;
491   PetscFunctionReturn(PETSC_SUCCESS);
492 }
493 
494 static PetscErrorCode MatHermitianTransposeGetMat_HT(Mat N, Mat *M)
495 {
496   PetscFunctionBegin;
497   PetscCall(MatShellGetContext(N, M));
498   PetscFunctionReturn(PETSC_SUCCESS);
499 }
500 
501 /*@
502   MatHermitianTransposeGetMat - Gets the `Mat` object stored inside a `MATHERMITIANTRANSPOSEVIRTUAL`
503 
504   Logically Collective
505 
506   Input Parameter:
507 . A - the `MATHERMITIANTRANSPOSEVIRTUAL` matrix
508 
509   Output Parameter:
510 . M - the matrix object stored inside A
511 
512   Level: intermediate
513 
514 .seealso: [](ch_matrices), `Mat`, `MATHERMITIANTRANSPOSEVIRTUAL`, `MatCreateHermitianTranspose()`
515 @*/
516 PetscErrorCode MatHermitianTransposeGetMat(Mat A, Mat *M)
517 {
518   PetscFunctionBegin;
519   PetscValidHeaderSpecific(A, MAT_CLASSID, 1);
520   PetscValidType(A, 1);
521   PetscAssertPointer(M, 2);
522   PetscUseMethod(A, "MatHermitianTransposeGetMat_C", (Mat, Mat *), (A, M));
523   PetscFunctionReturn(PETSC_SUCCESS);
524 }
525 
526 static PetscErrorCode MatGetDiagonal_HT(Mat N, Vec v)
527 {
528   Mat A;
529 
530   PetscFunctionBegin;
531   PetscCall(MatShellGetContext(N, &A));
532   PetscCall(MatGetDiagonal(A, v));
533   PetscCall(VecConjugate(v));
534   PetscFunctionReturn(PETSC_SUCCESS);
535 }
536 
537 static PetscErrorCode MatCopy_HT(Mat A, Mat B, MatStructure str)
538 {
539   Mat a, b;
540 
541   PetscFunctionBegin;
542   PetscCall(MatShellGetContext(A, &a));
543   PetscCall(MatShellGetContext(B, &b));
544   PetscCall(MatCopy(a, b, str));
545   PetscFunctionReturn(PETSC_SUCCESS);
546 }
547 
548 static PetscErrorCode MatConvert_HT(Mat N, MatType newtype, MatReuse reuse, Mat *newmat)
549 {
550   Mat         A;
551   PetscScalar vscale = 1.0, vshift = 0.0;
552   PetscBool   flg;
553 
554   PetscFunctionBegin;
555   PetscCall(MatShellGetContext(N, &A));
556   PetscCall(MatHasOperation(A, MATOP_HERMITIAN_TRANSPOSE, &flg));
557   if (flg || N->ops->getrow) { /* if this condition is false, MatConvert_Shell() will be called in MatConvert_Basic(), so the following checks are not needed */
558     PetscCall(MatShellGetScalingShifts(N, &vshift, &vscale, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Vec *)MAT_SHELL_NOT_ALLOWED, (Mat *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED, (IS *)MAT_SHELL_NOT_ALLOWED));
559   }
560   if (flg) {
561     Mat B;
562 
563     PetscCall(MatHermitianTranspose(A, MAT_INITIAL_MATRIX, &B));
564     if (reuse != MAT_INPLACE_MATRIX) {
565       PetscCall(MatConvert(B, newtype, reuse, newmat));
566       PetscCall(MatDestroy(&B));
567     } else {
568       PetscCall(MatConvert(B, newtype, MAT_INPLACE_MATRIX, &B));
569       PetscCall(MatHeaderReplace(N, &B));
570     }
571   } else { /* use basic converter as fallback */
572     flg = (PetscBool)(N->ops->getrow != NULL);
573     PetscCall(MatConvert_Basic(N, newtype, reuse, newmat));
574   }
575   if (flg) {
576     PetscCall(MatScale(*newmat, vscale));
577     PetscCall(MatShift(*newmat, vshift));
578   }
579   PetscFunctionReturn(PETSC_SUCCESS);
580 }
581 
582 /*MC
583    MATHERMITIANTRANSPOSEVIRTUAL - "hermitiantranspose" - A matrix type that represents a virtual transpose of a matrix
584 
585   Level: advanced
586 
587   Developer Notes:
588   This is implemented on top of `MATSHELL` to get support for scaling and shifting without requiring duplicate code
589 
590   Users can not call `MatShellSetOperation()` operations on this class, there is some error checking for that incorrect usage
591 
592 .seealso: [](ch_matrices), `Mat`, `MATTRANSPOSEVIRTUAL`, `Mat`, `MatCreateHermitianTranspose()`, `MatCreateTranspose()`
593 M*/
594 
595 /*@
596   MatCreateHermitianTranspose - Creates a new matrix object of `MatType` `MATHERMITIANTRANSPOSEVIRTUAL` that behaves like A'*
597 
598   Collective
599 
600   Input Parameter:
601 . A - the (possibly rectangular) matrix
602 
603   Output Parameter:
604 . N - the matrix that represents A'*
605 
606   Level: intermediate
607 
608   Note:
609   The Hermitian transpose A' is NOT actually formed! Rather the new matrix
610   object performs the matrix-vector product, `MatMult()`, by using the `MatMultHermitianTranspose()` on
611   the original matrix
612 
613 .seealso: [](ch_matrices), `Mat`, `MatCreateNormal()`, `MatMult()`, `MatMultHermitianTranspose()`, `MatCreate()`,
614           `MATTRANSPOSEVIRTUAL`, `MatCreateTranspose()`, `MatHermitianTransposeGetMat()`, `MATNORMAL`, `MATNORMALHERMITIAN`
615 @*/
616 PetscErrorCode MatCreateHermitianTranspose(Mat A, Mat *N)
617 {
618   VecType vtype;
619 
620   PetscFunctionBegin;
621   PetscCall(MatCreate(PetscObjectComm((PetscObject)A), N));
622   PetscCall(PetscLayoutReference(A->rmap, &((*N)->cmap)));
623   PetscCall(PetscLayoutReference(A->cmap, &((*N)->rmap)));
624   PetscCall(MatSetType(*N, MATSHELL));
625   PetscCall(MatShellSetContext(*N, A));
626   PetscCall(PetscObjectReference((PetscObject)A));
627 
628   PetscCall(MatSetBlockSizes(*N, A->cmap->bs, A->rmap->bs));
629   PetscCall(MatGetVecType(A, &vtype));
630   PetscCall(MatSetVecType(*N, vtype));
631 #if defined(PETSC_HAVE_DEVICE)
632   PetscCall(MatBindToCPU(*N, A->boundtocpu));
633 #endif
634   PetscCall(MatSetUp(*N));
635 
636   PetscCall(MatShellSetOperation(*N, MATOP_DESTROY, (void (*)(void))MatDestroy_HT));
637   PetscCall(MatShellSetOperation(*N, MATOP_MULT, (void (*)(void))MatMult_HT));
638   PetscCall(MatShellSetOperation(*N, MATOP_MULT_HERMITIAN_TRANSPOSE, (void (*)(void))MatMultHermitianTranspose_HT));
639 #if !defined(PETSC_USE_COMPLEX)
640   PetscCall(MatShellSetOperation(*N, MATOP_MULT_TRANSPOSE, (void (*)(void))MatMultHermitianTranspose_HT));
641 #endif
642   PetscCall(MatShellSetOperation(*N, MATOP_LUFACTOR, (void (*)(void))MatLUFactor_HT));
643   PetscCall(MatShellSetOperation(*N, MATOP_CHOLESKYFACTOR, (void (*)(void))MatCholeskyFactor_HT));
644   PetscCall(MatShellSetOperation(*N, MATOP_GET_FACTOR, (void (*)(void))MatGetFactor_HT));
645   PetscCall(MatShellSetOperation(*N, MATOP_GETINFO, (void (*)(void))MatGetInfo_HT));
646   PetscCall(MatShellSetOperation(*N, MATOP_DUPLICATE, (void (*)(void))MatDuplicate_HT));
647   PetscCall(MatShellSetOperation(*N, MATOP_HAS_OPERATION, (void (*)(void))MatHasOperation_HT));
648   PetscCall(MatShellSetOperation(*N, MATOP_GET_DIAGONAL, (void (*)(void))MatGetDiagonal_HT));
649   PetscCall(MatShellSetOperation(*N, MATOP_COPY, (void (*)(void))MatCopy_HT));
650   PetscCall(MatShellSetOperation(*N, MATOP_CONVERT, (void (*)(void))MatConvert_HT));
651 
652   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatHermitianTransposeGetMat_C", MatHermitianTransposeGetMat_HT));
653 #if !defined(PETSC_USE_COMPLEX)
654   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatTransposeGetMat_C", MatHermitianTransposeGetMat_HT));
655 #endif
656   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatProductSetFromOptions_anytype_C", MatProductSetFromOptions_HT));
657   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatFactorGetSolverType_C", MatFactorGetSolverType_HT));
658   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatShellSetContext_C", MatShellSetContext_Immutable));
659   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatShellSetContextDestroy_C", MatShellSetContextDestroy_Immutable));
660   PetscCall(PetscObjectComposeFunction((PetscObject)*N, "MatShellSetManageScalingShifts_C", MatShellSetManageScalingShifts_Immutable));
661   PetscCall(PetscObjectChangeTypeName((PetscObject)*N, MATHERMITIANTRANSPOSEVIRTUAL));
662   PetscFunctionReturn(PETSC_SUCCESS);
663 }
664