xref: /petsc/src/vec/is/sf/tutorials/ex3.c (revision 9281ddf3762f2d5c362e1f7018c73fc774f3a8d2)
1 static const char help[] = "Test freeing of MPI types in PetscSF\n\n";
2 
3 #include <petscvec.h>
4 #include <petscsf.h>
5 #include <petscviewer.h>
6 
7 int main(int argc, char **argv)
8 {
9   PetscSF      sf;
10   Vec          A, Aout;
11   PetscScalar *bufA;
12   PetscScalar *bufAout;
13   PetscMPIInt  rank, size;
14   PetscInt     nroots, nleaves;
15   PetscInt     i;
16   PetscInt    *ilocal;
17   PetscSFNode *iremote;
18   PetscBool    test_dupped_type;
19   MPI_Datatype contig;
20 
21   PetscFunctionBeginUser;
22   PetscCall(PetscInitialize(&argc, &argv, NULL, help));
23   PetscCallMPI(MPI_Comm_rank(PETSC_COMM_WORLD, &rank));
24   PetscCallMPI(MPI_Comm_size(PETSC_COMM_WORLD, &size));
25 
26   PetscCheck(size == 1, PETSC_COMM_WORLD, PETSC_ERR_WRONG_MPI_SIZE, "Only coded for one MPI process");
27 
28   PetscOptionsBegin(PETSC_COMM_WORLD, "", "PetscSF type freeing options", "none");
29   test_dupped_type = PETSC_FALSE;
30   PetscCall(PetscOptionsBool("-test_dupped_type", "Test dupped input type", "", test_dupped_type, &test_dupped_type, NULL));
31   PetscOptionsEnd();
32 
33   PetscCall(PetscSFCreate(PETSC_COMM_WORLD, &sf));
34   PetscCall(PetscSFSetFromOptions(sf));
35 
36   nleaves = 1;
37   nroots  = 1;
38   PetscCall(PetscMalloc1(nleaves, &ilocal));
39 
40   for (i = 0; i < nleaves; i++) ilocal[i] = i;
41 
42   PetscCall(PetscMalloc1(nleaves, &iremote));
43   iremote[0].rank  = 0;
44   iremote[0].index = 0;
45   PetscCall(PetscSFSetGraph(sf, nroots, nleaves, ilocal, PETSC_OWN_POINTER, iremote, PETSC_OWN_POINTER));
46   PetscCall(PetscSFSetUp(sf));
47   PetscCall(PetscSFView(sf, PETSC_VIEWER_STDOUT_WORLD));
48   PetscCall(VecCreate(PETSC_COMM_WORLD, &A));
49   PetscCall(VecSetSizes(A, 4, PETSC_DETERMINE));
50   PetscCall(VecSetFromOptions(A));
51   PetscCall(VecSetUp(A));
52 
53   PetscCall(VecDuplicate(A, &Aout));
54   PetscCall(VecGetArray(A, &bufA));
55   for (i = 0; i < 4; i++) bufA[i] = (PetscScalar)i;
56   PetscCall(VecRestoreArray(A, &bufA));
57 
58   PetscCall(VecGetArrayRead(A, (const PetscScalar **)&bufA));
59   PetscCall(VecGetArray(Aout, &bufAout));
60 
61   PetscCallMPI(MPI_Type_contiguous(4, MPIU_SCALAR, &contig));
62   PetscCallMPI(MPI_Type_commit(&contig));
63 
64   if (test_dupped_type) {
65     MPI_Datatype tmp;
66     PetscCallMPI(MPI_Type_dup(contig, &tmp));
67     PetscCallMPI(MPI_Type_free(&contig));
68     contig = tmp;
69   }
70   PetscCall(PetscSFRegisterPersistent(sf, contig, bufA, bufAout));
71   for (i = 0; i < 10000; i++) {
72     PetscCall(PetscSFBcastBegin(sf, contig, bufA, bufAout, MPI_REPLACE));
73     PetscCall(PetscSFBcastEnd(sf, contig, bufA, bufAout, MPI_REPLACE));
74   }
75   PetscCall(PetscSFDeregisterPersistent(sf, contig, bufA, bufAout));
76   PetscCall(VecRestoreArrayRead(A, (const PetscScalar **)&bufA));
77   PetscCall(VecRestoreArray(Aout, &bufAout));
78 
79   PetscCall(VecView(Aout, PETSC_VIEWER_STDOUT_WORLD));
80   PetscCall(VecDestroy(&A));
81   PetscCall(VecDestroy(&Aout));
82   PetscCall(PetscSFDestroy(&sf));
83   PetscCallMPI(MPI_Type_free(&contig));
84   PetscCall(PetscFinalize());
85   return 0;
86 }
87 
88 /*TEST
89 
90    test:
91       suffix: basic
92       args: -sf_type basic
93 
94    test:
95       suffix: basic_dupped
96       args: -test_dupped_type -sf_type basic
97 
98    test:
99       suffix: window
100       filter: grep -v "type" | grep -v "sort"
101       args: -sf_type window -sf_window_sync {{fence active lock}} -sf_window_flavor {{create allocate dynamic}}
102       requires: defined(PETSC_HAVE_MPI_ONE_SIDED) defined(PETSC_HAVE_MPI_FEATURE_DYNAMIC_WINDOW)
103 
104    test:
105       suffix: window_dupped
106       filter: grep -v "type" | grep -v "sort"
107       args: -test_dupped_type -sf_type window -sf_window_sync {{fence active lock}} -sf_window_flavor {{create allocate dynamic}}
108       requires: defined(PETSC_HAVE_MPI_ONE_SIDED) defined(PETSC_HAVE_MPI_FEATURE_DYNAMIC_WINDOW)
109 
110    test:
111       suffix: window_shared
112       output_file: output/ex3_window.out
113       filter: grep -v "type" | grep -v "sort"
114       args: -sf_type window -sf_window_sync {{fence active lock}} -sf_window_flavor shared
115       requires: defined(PETSC_HAVE_MPI_PROCESS_SHARED_MEMORY) defined(PETSC_HAVE_MPI_ONE_SIDED) !defined(PETSC_HAVE_I_MPI)
116 
117    test:
118       suffix: window_dupped_shared
119       output_file: output/ex3_window_dupped.out
120       filter: grep -v "type" | grep -v "sort"
121       args: -test_dupped_type -sf_type window -sf_window_sync {{fence active lock}} -sf_window_flavor shared
122       requires: defined(PETSC_HAVE_MPI_PROCESS_SHARED_MEMORY) defined(PETSC_HAVE_MPI_ONE_SIDED) !defined(PETSC_HAVE_I_MPI)
123 
124 TEST*/
125