1 static char help[] = "Runaway electron model with Landau collision operator\n\n"; 2 3 #include <petscdmplex.h> 4 #include <petsclandau.h> 5 #include <petscts.h> 6 #include <petscds.h> 7 #include <petscdmcomposite.h> 8 9 /* data for runaway electron model */ 10 typedef struct REctx_struct { 11 PetscErrorCode (*test)(TS, Vec, PetscInt, PetscReal, PetscBool, LandauCtx *, struct REctx_struct *); 12 PetscErrorCode (*impuritySrcRate)(PetscReal, PetscReal *, LandauCtx*); 13 PetscErrorCode (*E)(Vec, Vec, PetscInt, PetscReal, LandauCtx*, PetscReal *); 14 PetscReal T_cold; /* temperature of newly ionized electrons and impurity ions */ 15 PetscReal ion_potential; /* ionization potential of impurity */ 16 PetscReal Ne_ion; /* effective number of electrons shed in ioization of impurity */ 17 PetscReal Ez_initial; 18 PetscReal L; /* inductance */ 19 Vec X_0; 20 PetscInt imp_idx; /* index for impurity ionizing sink */ 21 PetscReal pulse_start; 22 PetscReal pulse_width; 23 PetscReal pulse_rate; 24 PetscReal current_rate; 25 PetscInt plotIdx; 26 PetscInt plotStep; 27 PetscInt idx; /* cache */ 28 PetscReal j; /* cache */ 29 PetscReal plotDt; 30 PetscBool plotting; 31 PetscBool use_spitzer_eta; 32 PetscInt print_period; 33 PetscInt grid_view_idx; 34 } REctx; 35 36 static const PetscReal kev_joul = 6.241506479963235e+15; /* 1/1000e */ 37 38 #define RE_CUT 3. 39 /* < v, u_re * v * q > */ 40 static void f0_j_re(PetscInt dim, PetscInt Nf, PetscInt NfAux, 41 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 42 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 43 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar constants[], PetscScalar *f0) 44 { 45 PetscReal n_e = PetscRealPart(u[0]); 46 if (dim==2) { 47 if (x[1] > RE_CUT || x[1] < -RE_CUT) { /* simply a cutoff for REs. v_|| > 3 v(T_e) */ 48 *f0 = n_e * 2.*PETSC_PI*x[0] * x[1] * constants[0]; /* n * r * v_|| * q */ 49 } else { 50 *f0 = 0; 51 } 52 } else { 53 if (x[2] > RE_CUT || x[2] < -RE_CUT) { /* simply a cutoff for REs. v_|| > 3 v(T_e) */ 54 *f0 = n_e * x[2] * constants[0]; 55 } else { 56 *f0 = 0; 57 } 58 } 59 } 60 61 /* sum < v, u*v*q > */ 62 static void f0_jz_sum(PetscInt dim, PetscInt Nf, PetscInt NfAux, 63 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 64 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 65 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar q[], PetscScalar *f0) 66 { 67 PetscInt ii; 68 f0[0] = 0; 69 if (dim==2) { 70 for (ii=0;ii<Nf;ii++) f0[0] += u[ii] * 2.*PETSC_PI*x[0] * x[1] * q[ii]; /* n * r * v_|| * q * v_0 */ 71 } else { 72 for (ii=0;ii<Nf;ii++) f0[0] += u[ii] * x[2] * q[ii]; /* n * v_|| * q * v_0 */ 73 } 74 } 75 76 /* < v, n_e > */ 77 static void f0_n(PetscInt dim, PetscInt Nf, PetscInt NfAux, 78 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 79 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 80 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar constants[], PetscScalar *f0) 81 { 82 PetscInt ii = (PetscInt)PetscRealPart(constants[0]); 83 if (dim==2) f0[0] = 2.*PETSC_PI*x[0]*u[ii]; 84 else { 85 f0[0] = u[ii]; 86 } 87 } 88 89 /* < v, n_e v_|| > */ 90 static void f0_vz(PetscInt dim, PetscInt Nf, PetscInt NfAux, 91 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 92 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 93 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar constants[], PetscScalar *f0) 94 { 95 PetscInt ii = (PetscInt)PetscRealPart(constants[0]); 96 if (dim==2) f0[0] = u[ii] * 2.*PETSC_PI*x[0] * x[1]; /* n r v_|| */ 97 else { 98 f0[0] = u[ii] * x[2]; /* n v_|| */ 99 } 100 } 101 102 /* < v, n_e (v-shift) > */ 103 static void f0_ve_shift(PetscInt dim, PetscInt Nf, PetscInt NfAux, 104 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 105 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 106 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar constants[], PetscScalar *f0) 107 { 108 PetscReal vz = numConstants>0 ? PetscRealPart(constants[0]) : 0; 109 if (dim==2) *f0 = u[0] * 2.*PETSC_PI*x[0] * PetscSqrtReal(x[0]*x[0] + (x[1]-vz)*(x[1]-vz)); /* n r v */ 110 else { 111 *f0 = u[0] * PetscSqrtReal(x[0]*x[0] + x[1]*x[1] + (x[2]-vz)*(x[2]-vz)); /* n v */ 112 } 113 } 114 115 /* CalculateE - Calculate the electric field */ 116 /* T -- Electron temperature */ 117 /* n -- Electron density */ 118 /* lnLambda -- */ 119 /* eps0 -- */ 120 /* E -- output E, input \hat E */ 121 static PetscReal CalculateE(PetscReal Tev, PetscReal n, PetscReal lnLambda, PetscReal eps0, PetscReal *E) 122 { 123 PetscReal c,e,m; 124 125 PetscFunctionBegin; 126 c = 299792458.0; 127 e = 1.602176e-19; 128 m = 9.10938e-31; 129 if (1) { 130 double Ec, Ehat = *E, betath = PetscSqrtReal(2*Tev*e/(m*c*c)), j0 = Ehat * 7/(PetscSqrtReal(2)*2) * PetscPowReal(betath,3) * n * e * c; 131 Ec = n*lnLambda*PetscPowReal(e,3) / (4*PETSC_PI*PetscPowReal(eps0,2)*m*c*c); 132 *E = Ec; 133 PetscPrintf(PETSC_COMM_WORLD, "CalculateE j0=%g Ec = %g\n",j0,Ec); 134 } else { 135 PetscReal Ed, vth; 136 vth = PetscSqrtReal(8*Tev*e/(m*PETSC_PI)); 137 Ed = n*lnLambda*PetscPowReal(e,3) / (4*PETSC_PI*PetscPowReal(eps0,2)*m*vth*vth); 138 *E = Ed; 139 } 140 PetscFunctionReturn(0); 141 } 142 143 static PetscReal Spitzer(PetscReal m_e, PetscReal e, PetscReal Z, PetscReal epsilon0, PetscReal lnLam, PetscReal kTe_joules) 144 { 145 PetscReal Fz = (1+1.198*Z+0.222*Z*Z)/(1+2.966*Z+0.753*Z*Z), eta; 146 eta = Fz*4./3.*PetscSqrtReal(2.*PETSC_PI)*Z*PetscSqrtReal(m_e)*PetscSqr(e)*lnLam*PetscPowReal(4*PETSC_PI*epsilon0,-2.)*PetscPowReal(kTe_joules,-1.5); 147 return eta; 148 } 149 150 /* */ 151 static PetscErrorCode testNone(TS ts, Vec X, PetscInt stepi, PetscReal time, PetscBool islast, LandauCtx *ctx, REctx *rectx) 152 { 153 PetscFunctionBeginUser; 154 PetscFunctionReturn(0); 155 } 156 157 /* */ 158 static PetscErrorCode testSpitzer(TS ts, Vec X, PetscInt stepi, PetscReal time, PetscBool islast, LandauCtx *ctx, REctx *rectx) 159 { 160 PetscErrorCode ierr; 161 PetscInt ii; 162 PetscDS prob; 163 static PetscReal old_ratio = 1e10; 164 TSConvergedReason reason; 165 PetscReal J,J_re,spit_eta,Te_kev=0,E,ratio,Z,n_e,v,v2; 166 PetscScalar user[2] = {0.,ctx->charges[0]}, q[LANDAU_MAX_SPECIES],tt[LANDAU_MAX_SPECIES],vz; 167 PetscReal dt; 168 DM pack, plexe = ctx->plex[0], plexi = (ctx->num_grids==1) ? NULL : ctx->plex[1]; 169 Vec XsubArray[LANDAU_MAX_GRIDS*LANDAU_MAX_BATCH_SZ]; 170 171 PetscFunctionBeginUser; 172 if (ctx->num_species!=2) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_PLIB, "ctx->num_species %D != 2",ctx->num_species); 173 ierr = VecGetDM(X, &pack);CHKERRQ(ierr); 174 if (!pack) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_PLIB, "no DM"); 175 ierr = DMCompositeGetAccessArray(pack, X, ctx->num_grids*ctx->batch_sz, NULL, XsubArray);CHKERRQ(ierr); // read only 176 ierr = TSGetTimeStep(ts,&dt);CHKERRQ(ierr); 177 /* get current for each grid */ 178 for (ii=0;ii<ctx->num_species;ii++) q[ii] = ctx->charges[ii]; 179 ierr = DMGetDS(plexe, &prob);CHKERRQ(ierr); 180 ierr = PetscDSSetConstants(prob, 2, &q[0]);CHKERRQ(ierr); 181 ierr = PetscDSSetObjective(prob, 0, &f0_jz_sum);CHKERRQ(ierr); 182 //ierr = DMPlexComputeIntegralFEM(plexe,XsubArray[ctx->batch_view_idx*ctx->num_grids],tt,NULL);CHKERRQ(ierr); 183 ierr = DMPlexComputeIntegralFEM(plexe,XsubArray[ LAND_PACK_IDX(ctx->batch_view_idx,0) ],tt,NULL);CHKERRQ(ierr); 184 J = -ctx->n_0*ctx->v_0*PetscRealPart(tt[0]); 185 if (plexi) { // add first (only) ion 186 ierr = DMGetDS(plexi, &prob);CHKERRQ(ierr); 187 ierr = PetscDSSetConstants(prob, 1, &q[1]);CHKERRQ(ierr); 188 ierr = PetscDSSetObjective(prob, 0, &f0_jz_sum);CHKERRQ(ierr); 189 ierr = DMPlexComputeIntegralFEM(plexi,XsubArray[LAND_PACK_IDX(ctx->batch_view_idx,1)],tt,NULL);CHKERRQ(ierr); 190 J += -ctx->n_0*ctx->v_0*PetscRealPart(tt[0]); 191 } 192 /* get N_e */ 193 ierr = DMGetDS(plexe, &prob);CHKERRQ(ierr); 194 ierr = PetscDSSetConstants(prob, 1, user);CHKERRQ(ierr); 195 ierr = PetscDSSetObjective(prob, 0, &f0_n);CHKERRQ(ierr); 196 ierr = DMPlexComputeIntegralFEM(plexe,XsubArray[LAND_PACK_IDX(ctx->batch_view_idx,0)],tt,NULL);CHKERRQ(ierr); 197 n_e = PetscRealPart(tt[0])*ctx->n_0; 198 /* Z */ 199 Z = -ctx->charges[1]/ctx->charges[0]; 200 /* remove drift */ 201 if (0) { 202 user[0] = 0; // electrons 203 ierr = DMGetDS(plexe, &prob);CHKERRQ(ierr); 204 ierr = PetscDSSetConstants(prob, 1, user);CHKERRQ(ierr); 205 ierr = PetscDSSetObjective(prob, 0, &f0_vz);CHKERRQ(ierr); 206 ierr = DMPlexComputeIntegralFEM(plexe,XsubArray[LAND_PACK_IDX(ctx->batch_view_idx,0)],tt,NULL);CHKERRQ(ierr); 207 vz = ctx->n_0*PetscRealPart(tt[0])/n_e; /* non-dimensional */ 208 } else vz = 0; 209 /* thermal velocity */ 210 ierr = DMGetDS(plexe, &prob);CHKERRQ(ierr); 211 ierr = PetscDSSetConstants(prob, 1, &vz);CHKERRQ(ierr); 212 ierr = PetscDSSetObjective(prob, 0, &f0_ve_shift);CHKERRQ(ierr); 213 ierr = DMPlexComputeIntegralFEM(plexe,XsubArray[LAND_PACK_IDX(ctx->batch_view_idx,0)],tt,NULL);CHKERRQ(ierr); 214 v = ctx->n_0*ctx->v_0*PetscRealPart(tt[0])/n_e; /* remove number density to get velocity */ 215 v2 = PetscSqr(v); /* use real space: m^2 / s^2 */ 216 Te_kev = (v2*ctx->masses[0]*PETSC_PI/8)*kev_joul; /* temperature in kev */ 217 //Te_kev = ctx->thermal_temps[0]/1.1604525e7; 218 spit_eta = Spitzer(ctx->masses[0],-ctx->charges[0],Z,ctx->epsilon0,ctx->lnLam,Te_kev/kev_joul); /* kev --> J (kT) */ 219 if (0) { 220 ierr = DMGetDS(plexe, &prob);CHKERRQ(ierr); 221 ierr = PetscDSSetConstants(prob, 1, q);CHKERRQ(ierr); 222 ierr = PetscDSSetObjective(prob, 0, &f0_j_re);CHKERRQ(ierr); 223 ierr = DMPlexComputeIntegralFEM(plexe,XsubArray[LAND_PACK_IDX(ctx->batch_view_idx,0)],tt,NULL);CHKERRQ(ierr); 224 } else tt[0] = 0; 225 J_re = -ctx->n_0*ctx->v_0*PetscRealPart(tt[0]); 226 ierr = DMCompositeRestoreAccessArray(pack, X, ctx->num_grids*ctx->batch_sz, NULL, XsubArray);CHKERRQ(ierr); // read only 227 228 if (rectx->use_spitzer_eta) { 229 E = ctx->Ez = spit_eta*(rectx->j-J_re); 230 } else { 231 E = ctx->Ez; /* keep real E */ 232 rectx->j = J; /* cache */ 233 } 234 235 ratio = E/J/spit_eta; 236 if (stepi>10 && !rectx->use_spitzer_eta && ( 237 //(old_ratio-ratio < 1.e-3 && ratio > 0.99 && ratio < 1.01) || 238 //(old_ratio-ratio < 1.e-4 && ratio > 0.98 && ratio < 1.02) || 239 (old_ratio-ratio < 1.e-6))) { 240 rectx->pulse_start = time + 0.98*dt; 241 rectx->use_spitzer_eta = PETSC_TRUE; 242 } 243 ierr = TSGetConvergedReason(ts,&reason);CHKERRQ(ierr); 244 ierr = TSGetConvergedReason(ts,&reason);CHKERRQ(ierr); 245 if ((rectx->plotting) || stepi == 0 || reason || rectx->pulse_start == time + 0.98*dt) { 246 ierr = PetscPrintf(ctx->comm, "testSpitzer: %4D) time=%11.4e n_e= %10.3e E= %10.3e J= %10.3e J_re= %10.3e %.3g%% Te_kev= %10.3e Z_eff=%g E/J to eta ratio= %g (diff=%g) %s %s spit_eta=%g\n",stepi,time,n_e/ctx->n_0,ctx->Ez,J,J_re,100*J_re/J, Te_kev,Z,ratio,old_ratio-ratio, rectx->use_spitzer_eta ? "using Spitzer eta*J E" : "constant E",rectx->pulse_start != time + 0.98*dt ? "normal" : "transition",spit_eta);CHKERRQ(ierr); 247 if (rectx->pulse_start == time + 0.98*dt) SETERRQ1(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"Spitzer complete ratio=%g",ratio); 248 } 249 old_ratio = ratio; 250 PetscFunctionReturn(0); 251 } 252 253 static const double ppp = 2; 254 static void f0_0_diff_lp(PetscInt dim, PetscInt Nf, PetscInt NfAux, 255 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 256 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 257 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar constants[], PetscScalar *f0) 258 { 259 LandauCtx *ctx = (LandauCtx *)constants; 260 REctx *rectx = (REctx*)ctx->data; 261 PetscInt ii = rectx->idx, i; 262 const PetscReal kT_m = ctx->k*ctx->thermal_temps[ii]/ctx->masses[ii]; /* kT/m */ 263 const PetscReal n = ctx->n[ii]; 264 PetscReal diff, f_maxwell, v2 = 0, theta = 2*kT_m/(ctx->v_0*ctx->v_0); /* theta = 2kT/mc^2 */ 265 for (i = 0; i < dim; ++i) v2 += x[i]*x[i]; 266 f_maxwell = n*PetscPowReal(PETSC_PI*theta,-1.5)*(PetscExpReal(-v2/theta)); 267 diff = 2.*PETSC_PI*x[0]*(PetscRealPart(u[ii]) - f_maxwell); 268 f0[0] = PetscPowReal(diff,ppp); 269 } 270 static void f0_0_maxwellian_lp(PetscInt dim, PetscInt Nf, PetscInt NfAux, 271 const PetscInt uOff[], const PetscInt uOff_x[], const PetscScalar u[], const PetscScalar u_t[], const PetscScalar u_x[], 272 const PetscInt aOff[], const PetscInt aOff_x[], const PetscScalar a[], const PetscScalar a_t[], const PetscScalar a_x[], 273 PetscReal t, const PetscReal x[], PetscInt numConstants, const PetscScalar constants[], PetscScalar *f0) 274 { 275 LandauCtx *ctx = (LandauCtx *)constants; 276 REctx *rectx = (REctx*)ctx->data; 277 PetscInt ii = rectx->idx, i; 278 const PetscReal kT_m = ctx->k*ctx->thermal_temps[ii]/ctx->masses[ii]; /* kT/m */ 279 const PetscReal n = ctx->n[ii]; 280 PetscReal f_maxwell, v2 = 0, theta = 2*kT_m/(ctx->v_0*ctx->v_0); /* theta = 2kT/mc^2 */ 281 for (i = 0; i < dim; ++i) v2 += x[i]*x[i]; 282 f_maxwell = 2.*PETSC_PI*x[0] * n*PetscPowReal(PETSC_PI*theta,-1.5)*(PetscExpReal(-v2/theta)); 283 f0[0] = PetscPowReal(f_maxwell,ppp); 284 } 285 286 /* */ 287 static PetscErrorCode testStable(TS ts, Vec X, PetscInt stepi, PetscReal time, PetscBool islast, LandauCtx *ctx, REctx *rectx) 288 { 289 PetscErrorCode ierr; 290 PetscDS prob; 291 Vec X2; 292 PetscReal ediff,idiff=0,lpm0,lpm1=1; 293 PetscScalar tt[LANDAU_MAX_SPECIES]; 294 DM dm, plex = ctx->plex[0]; 295 296 PetscFunctionBeginUser; 297 ierr = VecGetDM(X, &dm);CHKERRQ(ierr); 298 ierr = DMGetDS(plex, &prob);CHKERRQ(ierr); 299 ierr = VecDuplicate(X,&X2);CHKERRQ(ierr); 300 ierr = VecCopy(X,X2);CHKERRQ(ierr); 301 if (!rectx->X_0) { 302 ierr = VecDuplicate(X,&rectx->X_0);CHKERRQ(ierr); 303 ierr = VecCopy(X,rectx->X_0);CHKERRQ(ierr); 304 } 305 ierr = VecAXPY(X,-1.0,rectx->X_0);CHKERRQ(ierr); 306 ierr = PetscDSSetConstants(prob, sizeof(LandauCtx)/sizeof(PetscScalar), (PetscScalar*)ctx);CHKERRQ(ierr); 307 rectx->idx = 0; 308 ierr = PetscDSSetObjective(prob, 0, &f0_0_diff_lp);CHKERRQ(ierr); 309 ierr = DMPlexComputeIntegralFEM(plex,X2,tt,NULL);CHKERRQ(ierr); 310 ediff = PetscPowReal(PetscRealPart(tt[0]),1./ppp); 311 ierr = PetscDSSetObjective(prob, 0, &f0_0_maxwellian_lp);CHKERRQ(ierr); 312 ierr = DMPlexComputeIntegralFEM(plex,X2,tt,NULL);CHKERRQ(ierr); 313 lpm0 = PetscPowReal(PetscRealPart(tt[0]),1./ppp); 314 if (ctx->num_species>1) { 315 rectx->idx = 1; 316 ierr = PetscDSSetObjective(prob, 0, &f0_0_diff_lp);CHKERRQ(ierr); 317 ierr = DMPlexComputeIntegralFEM(plex,X2,tt,NULL);CHKERRQ(ierr); 318 idiff = PetscPowReal(PetscRealPart(tt[0]),1./ppp); 319 ierr = PetscDSSetObjective(prob, 0, &f0_0_maxwellian_lp);CHKERRQ(ierr); 320 ierr = DMPlexComputeIntegralFEM(plex,X2,tt,NULL);CHKERRQ(ierr); 321 lpm1 = PetscPowReal(PetscRealPart(tt[0]),1./ppp); 322 } 323 ierr = PetscPrintf(PETSC_COMM_WORLD, "%s %D) time=%10.3e n-%d norm electrons/max=%20.13e ions/max=%20.13e\n", "----",stepi,time,(int)ppp,ediff/lpm0,idiff/lpm1);CHKERRQ(ierr); 324 /* view */ 325 ierr = VecCopy(X2,X);CHKERRQ(ierr); 326 ierr = VecDestroy(&X2);CHKERRQ(ierr); 327 if (islast) { 328 ierr = VecDestroy(&rectx->X_0);CHKERRQ(ierr); 329 rectx->X_0 = NULL; 330 } 331 PetscFunctionReturn(0); 332 } 333 334 static PetscErrorCode EInduction(Vec X, Vec X_t, PetscInt step, PetscReal time, LandauCtx *ctx, PetscReal *a_E) 335 { 336 REctx *rectx = (REctx*)ctx->data; 337 PetscErrorCode ierr; 338 PetscInt ii; 339 DM dm,plex; 340 PetscScalar tt[LANDAU_MAX_SPECIES], qv0[LANDAU_MAX_SPECIES]; 341 PetscReal dJ_dt; 342 PetscDS prob; 343 344 PetscFunctionBeginUser; 345 for (ii=0;ii<ctx->num_species;ii++) qv0[ii] = ctx->charges[ii]*ctx->v_0; 346 ierr = VecGetDM(X, &dm);CHKERRQ(ierr); 347 ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 348 ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 349 /* get d current / dt */ 350 ierr = PetscDSSetConstants(prob, ctx->num_species, qv0);CHKERRQ(ierr); 351 ierr = PetscDSSetObjective(prob, 0, &f0_jz_sum);CHKERRQ(ierr); 352 if (!X_t) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_PLIB, "X_t"); 353 ierr = DMPlexComputeIntegralFEM(plex,X_t,tt,NULL);CHKERRQ(ierr); 354 dJ_dt = -ctx->n_0*PetscRealPart(tt[0])/ctx->t_0; 355 /* E induction */ 356 *a_E = -rectx->L*dJ_dt + rectx->Ez_initial; 357 ierr = DMDestroy(&plex);CHKERRQ(ierr); 358 PetscFunctionReturn(0); 359 } 360 361 static PetscErrorCode EConstant(Vec X, Vec X_t, PetscInt step, PetscReal time, LandauCtx *ctx, PetscReal *a_E) 362 { 363 PetscFunctionBeginUser; 364 *a_E = ctx->Ez; 365 PetscFunctionReturn(0); 366 } 367 368 static PetscErrorCode ENone(Vec X, Vec X_t, PetscInt step, PetscReal time, LandauCtx *ctx, PetscReal *a_E) 369 { 370 PetscFunctionBeginUser; 371 *a_E = 0; 372 PetscFunctionReturn(0); 373 } 374 375 /* ------------------------------------------------------------------- */ 376 /* 377 FormSource - Evaluates source terms F(t). 378 379 Input Parameters: 380 . ts - the TS context 381 . time - 382 . X_dummmy - input vector 383 . dummy - optional user-defined context, as set by SNESSetFunction() 384 385 Output Parameter: 386 . F - function vector 387 */ 388 static PetscErrorCode FormSource(TS ts, PetscReal ftime, Vec X_dummmy, Vec F, void *dummy) 389 { 390 PetscReal new_imp_rate; 391 LandauCtx *ctx; 392 DM pack; 393 PetscErrorCode ierr; 394 REctx *rectx; 395 396 PetscFunctionBeginUser; 397 ierr = TSGetDM(ts,&pack);CHKERRQ(ierr); 398 ierr = DMGetApplicationContext(pack, &ctx);CHKERRQ(ierr); 399 rectx = (REctx*)ctx->data; 400 /* check for impurities */ 401 ierr = rectx->impuritySrcRate(ftime,&new_imp_rate,ctx);CHKERRQ(ierr); 402 if (new_imp_rate != 0) { 403 if (new_imp_rate != rectx->current_rate) { 404 PetscInt ii; 405 PetscReal dne_dt,dni_dt,tilda_ns[LANDAU_MAX_SPECIES],temps[LANDAU_MAX_SPECIES]; 406 Vec globFarray[LANDAU_MAX_GRIDS*LANDAU_MAX_BATCH_SZ]; 407 rectx->current_rate = new_imp_rate; 408 for (ii=1;ii<LANDAU_MAX_SPECIES;ii++) tilda_ns[ii] = 0; 409 for (ii=1;ii<LANDAU_MAX_SPECIES;ii++) temps[ii] = 1; 410 dni_dt = new_imp_rate /* *ctx->t_0 */; /* fully ionized immediately, no normalize, stay in non-dim */ 411 dne_dt = new_imp_rate*rectx->Ne_ion /* *ctx->t_0 */; 412 tilda_ns[0] = dne_dt; tilda_ns[rectx->imp_idx] = dni_dt; 413 temps[0] = rectx->T_cold; temps[rectx->imp_idx] = rectx->T_cold; 414 ierr = PetscInfo4(ctx->plex[0], "\tHave new_imp_rate= %10.3e time= %10.3e de/dt= %10.3e di/dt= %10.3e ***\n",new_imp_rate,ftime,dne_dt,dni_dt);CHKERRQ(ierr); 415 ierr = DMCompositeGetAccessArray(pack, F, ctx->num_grids*ctx->batch_sz, NULL, globFarray);CHKERRQ(ierr); 416 for (PetscInt grid=0 ; grid<ctx->num_grids ; grid++) { 417 /* add it */ 418 ierr = LandauAddMaxwellians(ctx->plex[grid],globFarray[ LAND_PACK_IDX(0,grid) ],ftime,temps,tilda_ns,grid,0,ctx);CHKERRQ(ierr); 419 ierr = VecViewFromOptions(globFarray[ LAND_PACK_IDX(0,grid) ],NULL,"-vec_view_sources");CHKERRQ(ierr); 420 } 421 // Does DMCompositeRestoreAccessArray copy the data back? (no) 422 ierr = DMCompositeRestoreAccessArray(pack, F, ctx->num_grids*ctx->batch_sz, NULL, globFarray);CHKERRQ(ierr); 423 } 424 } else { 425 ierr = VecZeroEntries(F);CHKERRQ(ierr); 426 rectx->current_rate = 0; 427 } 428 PetscFunctionReturn(0); 429 } 430 PetscErrorCode Monitor(TS ts, PetscInt stepi, PetscReal time, Vec X, void *actx) 431 { 432 LandauCtx *ctx = (LandauCtx*) actx; /* user-defined application context */ 433 REctx *rectx = (REctx*)ctx->data; 434 DM pack; 435 Vec globXArray[LANDAU_MAX_GRIDS*LANDAU_MAX_BATCH_SZ]; 436 TSConvergedReason reason; 437 PetscErrorCode ierr; 438 PetscFunctionBeginUser; 439 ierr = VecGetDM(X, &pack);CHKERRQ(ierr); 440 ierr = DMCompositeGetAccessArray(pack, X, ctx->num_grids*ctx->batch_sz, NULL, globXArray);CHKERRQ(ierr); 441 if (stepi > rectx->plotStep && rectx->plotting) { 442 rectx->plotting = PETSC_FALSE; /* was doing diagnostics, now done */ 443 rectx->plotIdx++; 444 } 445 /* view */ 446 ierr = TSGetConvergedReason(ts,&reason);CHKERRQ(ierr); 447 if (time/rectx->plotDt >= (PetscReal)rectx->plotIdx || reason) { 448 if ((reason || stepi==0 || rectx->plotIdx%rectx->print_period==0) && ctx->verbose > 0) { 449 /* print norms */ 450 ierr = LandauPrintNorms(X, stepi);CHKERRQ(ierr); 451 } 452 if (!rectx->plotting) { /* first step of possible backtracks */ 453 rectx->plotting = PETSC_TRUE; 454 /* diagnostics + change E field with Sptizer (not just a monitor) */ 455 ierr = rectx->test(ts,X,stepi,time,reason ? PETSC_TRUE : PETSC_FALSE, ctx, rectx);CHKERRQ(ierr); 456 } else { 457 PetscPrintf(PETSC_COMM_WORLD, "\t\t ERROR SKIP test spit ------\n"); 458 rectx->plotting = PETSC_TRUE; 459 } 460 ierr = PetscObjectSetName((PetscObject) globXArray[ LAND_PACK_IDX(ctx->batch_view_idx,rectx->grid_view_idx) ], rectx->grid_view_idx==0 ? "ue" : "ui");CHKERRQ(ierr); 461 /* view, overwrite step when back tracked */ 462 ierr = DMSetOutputSequenceNumber(pack, rectx->plotIdx, time*ctx->t_0);CHKERRQ(ierr); 463 ierr = VecViewFromOptions(globXArray[ LAND_PACK_IDX(ctx->batch_view_idx, rectx->grid_view_idx) ],NULL,"-vec_view");CHKERRQ(ierr); 464 465 rectx->plotStep = stepi; 466 } else { 467 if (rectx->plotting) PetscPrintf(PETSC_COMM_WORLD," ERROR rectx->plotting=%D step %D\n",rectx->plotting,stepi); 468 /* diagnostics + change E field with Sptizer (not just a monitor) - can we lag this? */ 469 ierr = rectx->test(ts,X,stepi,time,reason ? PETSC_TRUE : PETSC_FALSE, ctx, rectx);CHKERRQ(ierr); 470 } 471 ierr = DMCompositeRestoreAccessArray(pack, X, ctx->num_grids*ctx->batch_sz, NULL, globXArray);CHKERRQ(ierr); 472 /* parallel check */ 473 if (reason && ctx->verbose > 0) { 474 PetscReal val,rval; 475 PetscMPIInt rank; 476 ierr = MPI_Comm_rank(PETSC_COMM_WORLD, &rank);CHKERRMPI(ierr); 477 ierr = TSGetSolution(ts, &X);CHKERRQ(ierr); 478 ierr = VecNorm(X,NORM_2,&val);CHKERRQ(ierr); 479 ierr = MPIU_Allreduce(&val,&rval,1,MPIU_REAL,MPIU_MAX,PETSC_COMM_WORLD);CHKERRMPI(ierr); 480 if (rval != val) { 481 ierr = PetscPrintf(PETSC_COMM_SELF, " ***** [%D] ERROR max |x| = %22.15e, my |x| = %22.15e diff=%e\n",rank,rval,val,rval-val);CHKERRQ(ierr); 482 } else { 483 ierr = PetscPrintf(PETSC_COMM_WORLD, "[%D] parallel consistency check OK\n",rank);CHKERRQ(ierr); 484 } 485 } 486 rectx->idx = 0; 487 PetscFunctionReturn(0); 488 } 489 490 PetscErrorCode PreStep(TS ts) 491 { 492 PetscErrorCode ierr; 493 LandauCtx *ctx; 494 REctx *rectx; 495 DM dm; 496 PetscInt stepi; 497 PetscReal time; 498 Vec X; 499 500 PetscFunctionBeginUser; 501 /* not used */ 502 ierr = TSGetDM(ts,&dm);CHKERRQ(ierr); 503 ierr = TSGetTime(ts,&time);CHKERRQ(ierr); 504 ierr = TSGetSolution(ts,&X);CHKERRQ(ierr); 505 ierr = DMGetApplicationContext(dm, &ctx);CHKERRQ(ierr); 506 rectx = (REctx*)ctx->data; 507 ierr = TSGetStepNumber(ts, &stepi);CHKERRQ(ierr); 508 /* update E */ 509 ierr = rectx->E(X, NULL, stepi, time, ctx, &ctx->Ez);CHKERRQ(ierr); 510 PetscFunctionReturn(0); 511 } 512 513 /* model for source of non-ionized impurities, profile provided by model, in du/dt form in normalized units (tricky because n_0 is normalized with electrons) */ 514 static PetscErrorCode stepSrc(PetscReal time, PetscReal *rho, LandauCtx *ctx) 515 { 516 REctx *rectx = (REctx*)ctx->data; 517 518 PetscFunctionBeginUser; 519 if (time >= rectx->pulse_start) *rho = rectx->pulse_rate; 520 else *rho = 0.; 521 PetscFunctionReturn(0); 522 } 523 static PetscErrorCode zeroSrc(PetscReal time, PetscReal *rho, LandauCtx *ctx) 524 { 525 PetscFunctionBeginUser; 526 *rho = 0.; 527 PetscFunctionReturn(0); 528 } 529 static PetscErrorCode pulseSrc(PetscReal time, PetscReal *rho, LandauCtx *ctx) 530 { 531 REctx *rectx = (REctx*)ctx->data; 532 533 PetscFunctionBeginUser; 534 if (rectx->pulse_start == PETSC_MAX_REAL) SETERRQ(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"'-ex2_pulse_start_time X' must be used with '-ex2_impurity_source_type pulse'"); 535 if (time < rectx->pulse_start || time > rectx->pulse_start + 3*rectx->pulse_width) *rho = 0; 536 /* else if (0) { */ 537 /* double t = time - rectx->pulse_start, start = rectx->pulse_width, stop = 2*rectx->pulse_width, cycle = 3*rectx->pulse_width, steep = 5, xi = 0.75 - (stop - start)/(2* cycle); */ 538 /* *rho = rectx->pulse_rate * (cycle / (stop - start)) / (1 + PetscExpReal(steep*(PetscSinReal(2*PETSC_PI*((t - start)/cycle + xi)) - PetscSinReal(2*PETSC_PI*xi)))); */ 539 /* } else if (0) { */ 540 /* double x = 2*(time - rectx->pulse_start)/(3*rectx->pulse_width) - 1; */ 541 /* if (x==1 || x==-1) *rho = 0; */ 542 /* else *rho = rectx->pulse_rate * PetscExpReal(-1/(1-x*x)); */ 543 /* } */ 544 else { 545 double x = PetscSinReal((time-rectx->pulse_start)/(3*rectx->pulse_width)*2*PETSC_PI - PETSC_PI/2) + 1; /* 0:2, integrates to 1.0 */ 546 *rho = rectx->pulse_rate * x / (3*rectx->pulse_width); 547 if (!rectx->use_spitzer_eta) rectx->use_spitzer_eta = PETSC_TRUE; /* use it next time */ 548 } 549 PetscFunctionReturn(0); 550 } 551 552 #undef __FUNCT__ 553 #define __FUNCT__ "ProcessREOptions" 554 static PetscErrorCode ProcessREOptions(REctx *rectx, const LandauCtx *ctx, DM dm, const char prefix[]) 555 { 556 PetscErrorCode ierr; 557 PetscFunctionList plist = NULL, testlist = NULL, elist = NULL; 558 char pname[256],testname[256],ename[256]; 559 DM dm_dummy; 560 PetscBool Connor_E = PETSC_FALSE; 561 562 PetscFunctionBeginUser; 563 ierr = DMCreate(PETSC_COMM_WORLD,&dm_dummy);CHKERRQ(ierr); 564 rectx->Ne_ion = 1; /* number of electrons given up by impurity ion */ 565 rectx->T_cold = .005; /* kev */ 566 rectx->ion_potential = 15; /* ev */ 567 rectx->L = 2; 568 rectx->X_0 = NULL; 569 rectx->imp_idx = ctx->num_species - 1; /* default ionized impurity as last one */ 570 rectx->pulse_start = PETSC_MAX_REAL; 571 rectx->pulse_width = 1; 572 rectx->plotStep = PETSC_MAX_INT; 573 rectx->pulse_rate = 1.e-1; 574 rectx->current_rate = 0; 575 rectx->plotIdx = 0; 576 rectx->j = 0; 577 rectx->plotDt = 1.0; 578 rectx->plotting = PETSC_FALSE; 579 rectx->use_spitzer_eta = PETSC_FALSE; 580 rectx->idx = 0; 581 rectx->print_period = 10; 582 rectx->grid_view_idx = 0; 583 /* Register the available impurity sources */ 584 ierr = PetscFunctionListAdd(&plist,"step",&stepSrc);CHKERRQ(ierr); 585 ierr = PetscFunctionListAdd(&plist,"none",&zeroSrc);CHKERRQ(ierr); 586 ierr = PetscFunctionListAdd(&plist,"pulse",&pulseSrc);CHKERRQ(ierr); 587 ierr = PetscStrcpy(pname,"none");CHKERRQ(ierr); 588 ierr = PetscFunctionListAdd(&testlist,"none",&testNone);CHKERRQ(ierr); 589 ierr = PetscFunctionListAdd(&testlist,"spitzer",&testSpitzer);CHKERRQ(ierr); 590 ierr = PetscFunctionListAdd(&testlist,"stable",&testStable);CHKERRQ(ierr); 591 ierr = PetscStrcpy(testname,"none");CHKERRQ(ierr); 592 ierr = PetscFunctionListAdd(&elist,"none",&ENone);CHKERRQ(ierr); 593 ierr = PetscFunctionListAdd(&elist,"induction",&EInduction);CHKERRQ(ierr); 594 ierr = PetscFunctionListAdd(&elist,"constant",&EConstant);CHKERRQ(ierr); 595 ierr = PetscStrcpy(ename,"constant");CHKERRQ(ierr); 596 597 ierr = PetscOptionsBegin(PETSC_COMM_SELF, prefix, "Options for Runaway/seed electron model", "none");CHKERRQ(ierr); 598 ierr = PetscOptionsReal("-ex2_plot_dt", "Plotting interval", "ex2.c", rectx->plotDt, &rectx->plotDt, NULL);CHKERRQ(ierr); 599 if (rectx->plotDt < 0) rectx->plotDt = 1e30; 600 if (rectx->plotDt == 0) rectx->plotDt = 1e-30; 601 ierr = PetscOptionsInt("-ex2_print_period", "Plotting interval", "ex2.c", rectx->print_period, &rectx->print_period, NULL);CHKERRQ(ierr); 602 ierr = PetscOptionsInt("-ex2_grid_view_idx", "grid_view_idx", "ex2.c", rectx->grid_view_idx, &rectx->grid_view_idx, NULL);CHKERRQ(ierr); 603 if (rectx->grid_view_idx >= ctx->num_grids) SETERRQ2(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"rectx->grid_view_idx (%D) >= ctx->num_grids (%D)",rectx->imp_idx,ctx->num_grids); 604 ierr = PetscOptionsFList("-ex2_impurity_source_type","Name of impurity source to run","",plist,pname,pname,sizeof(pname),NULL);CHKERRQ(ierr); 605 ierr = PetscOptionsFList("-ex2_test_type","Name of test to run","",testlist,testname,testname,sizeof(testname),NULL);CHKERRQ(ierr); 606 ierr = PetscOptionsInt("-ex2_impurity_index", "index of sink for impurities", "none", rectx->imp_idx, &rectx->imp_idx, NULL);CHKERRQ(ierr); 607 if ((rectx->imp_idx >= ctx->num_species || rectx->imp_idx < 1) && ctx->num_species > 1) SETERRQ1(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"index of sink for impurities ions is out of range (%D), must be > 0 && < NS",rectx->imp_idx); 608 ierr = PetscOptionsFList("-ex2_e_field_type","Electric field type","",elist,ename,ename,sizeof(ename),NULL);CHKERRQ(ierr); 609 rectx->Ne_ion = -ctx->charges[rectx->imp_idx]/ctx->charges[0]; 610 ierr = PetscOptionsReal("-ex2_t_cold","Temperature of cold electron and ions after ionization in keV","none",rectx->T_cold,&rectx->T_cold, NULL);CHKERRQ(ierr); 611 ierr = PetscOptionsReal("-ex2_pulse_start_time","Time at which pulse happens for 'pulse' source","none",rectx->pulse_start,&rectx->pulse_start, NULL);CHKERRQ(ierr); 612 ierr = PetscOptionsReal("-ex2_pulse_width_time","Width of pulse 'pulse' source","none",rectx->pulse_width,&rectx->pulse_width, NULL);CHKERRQ(ierr); 613 ierr = PetscOptionsReal("-ex2_pulse_rate","Number density of pulse for 'pulse' source","none",rectx->pulse_rate,&rectx->pulse_rate, NULL);CHKERRQ(ierr); 614 rectx->T_cold *= 1.16e7; /* convert to Kelvin */ 615 ierr = PetscOptionsReal("-ex2_ion_potential","Potential to ionize impurity (should be array) in ev","none",rectx->ion_potential,&rectx->ion_potential, NULL);CHKERRQ(ierr); 616 ierr = PetscOptionsReal("-ex2_inductance","Inductance E feild","none",rectx->L,&rectx->L, NULL);CHKERRQ(ierr); 617 ierr = PetscOptionsBool("-ex2_connor_e_field_units","Scale Ex but Connor-Hastie E_c","none",Connor_E,&Connor_E, NULL);CHKERRQ(ierr); 618 ierr = PetscInfo5(dm_dummy, "Num electrons from ions=%g, T_cold=%10.3e, ion potential=%10.3e, E_z=%10.3e v_0=%10.3e\n",rectx->Ne_ion,rectx->T_cold,rectx->ion_potential,ctx->Ez,ctx->v_0);CHKERRQ(ierr); 619 ierr = PetscOptionsEnd();CHKERRQ(ierr); 620 /* get impurity source rate function */ 621 ierr = PetscFunctionListFind(plist,pname,&rectx->impuritySrcRate);CHKERRQ(ierr); 622 if (!rectx->impuritySrcRate) SETERRQ1(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"No impurity source function found '%s'",pname); 623 ierr = PetscFunctionListFind(testlist,testname,&rectx->test);CHKERRQ(ierr); 624 if (!rectx->test) SETERRQ1(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"No test found '%s'",testname); 625 ierr = PetscFunctionListFind(elist,ename,&rectx->E);CHKERRQ(ierr); 626 if (!rectx->E) SETERRQ1(PETSC_COMM_WORLD,PETSC_ERR_ARG_WRONG,"No E field function found '%s'",ename); 627 ierr = PetscFunctionListDestroy(&plist);CHKERRQ(ierr); 628 ierr = PetscFunctionListDestroy(&testlist);CHKERRQ(ierr); 629 ierr = PetscFunctionListDestroy(&elist);CHKERRQ(ierr); 630 631 /* convert E from Connor-Hastie E_c units to real if doing Spitzer E */ 632 if (Connor_E) { 633 PetscReal E = ctx->Ez, Tev = ctx->thermal_temps[0]*8.621738e-5, n = ctx->n_0*ctx->n[0]; 634 CalculateE(Tev, n, ctx->lnLam, ctx->epsilon0, &E); 635 ((LandauCtx*)ctx)->Ez *= E; 636 } 637 ierr = DMDestroy(&dm_dummy);CHKERRQ(ierr); 638 PetscFunctionReturn(0); 639 } 640 641 int main(int argc, char **argv) 642 { 643 DM pack; 644 Vec X,XsubArray[LANDAU_MAX_GRIDS*LANDAU_MAX_BATCH_SZ]; 645 PetscErrorCode ierr; 646 PetscInt dim = 2; 647 TS ts; 648 Mat J; 649 PetscDS prob; 650 LandauCtx *ctx; 651 REctx *rectx; 652 #if defined PETSC_USE_LOG 653 PetscLogStage stage; 654 #endif 655 PetscMPIInt rank; 656 #if defined(PETSC_HAVE_THREADSAFETY) 657 double starttime, endtime; 658 #endif 659 ierr = PetscInitialize(&argc, &argv, NULL,help);if (ierr) return ierr; 660 ierr = MPI_Comm_rank(PETSC_COMM_WORLD, &rank);CHKERRMPI(ierr); 661 if (rank) { /* turn off output stuff for duplicate runs */ 662 ierr = PetscOptionsClearValue(NULL,"-dm_view");CHKERRQ(ierr); 663 ierr = PetscOptionsClearValue(NULL,"-vec_view");CHKERRQ(ierr); 664 ierr = PetscOptionsClearValue(NULL,"-dm_view_diff");CHKERRQ(ierr); 665 ierr = PetscOptionsClearValue(NULL,"-vec_view_diff");CHKERRQ(ierr); 666 ierr = PetscOptionsClearValue(NULL,"-dm_view_sources");CHKERRQ(ierr); 667 ierr = PetscOptionsClearValue(NULL,"-vec_view_0");CHKERRQ(ierr); 668 ierr = PetscOptionsClearValue(NULL,"-dm_view_0");CHKERRQ(ierr); 669 ierr = PetscOptionsClearValue(NULL,"-vec_view_sources");CHKERRQ(ierr); 670 ierr = PetscOptionsClearValue(NULL,"-info");CHKERRQ(ierr); /* this does not work */ 671 } 672 ierr = PetscOptionsGetInt(NULL,NULL, "-dim", &dim, NULL);CHKERRQ(ierr); 673 /* Create a mesh */ 674 ierr = LandauCreateVelocitySpace(PETSC_COMM_WORLD, dim, "", &X, &J, &pack);CHKERRQ(ierr); 675 ierr = PetscObjectSetName((PetscObject)J, "Jacobian");CHKERRQ(ierr); 676 ierr = PetscObjectSetName((PetscObject)X, "f");CHKERRQ(ierr); 677 ierr = LandauCreateMassMatrix(pack, NULL);CHKERRQ(ierr); 678 ierr = DMGetApplicationContext(pack, &ctx);CHKERRQ(ierr); 679 ierr = DMSetUp(pack);CHKERRQ(ierr); 680 /* context */ 681 ierr = PetscNew(&rectx);CHKERRQ(ierr); 682 ctx->data = rectx; 683 ierr = ProcessREOptions(rectx,ctx,pack,"");CHKERRQ(ierr); 684 ierr = DMGetDS(pack, &prob);CHKERRQ(ierr); 685 ierr = DMCompositeGetAccessArray(pack, X, ctx->num_grids*ctx->batch_sz, NULL, XsubArray);CHKERRQ(ierr); // read only 686 ierr = PetscObjectSetName((PetscObject) XsubArray[ LAND_PACK_IDX(ctx->batch_view_idx, rectx->grid_view_idx) ], rectx->grid_view_idx==0 ? "ue" : "ui");CHKERRQ(ierr); 687 ierr = DMViewFromOptions(ctx->plex[rectx->grid_view_idx],NULL,"-dm_view");CHKERRQ(ierr); 688 ierr = DMViewFromOptions(ctx->plex[rectx->grid_view_idx], NULL,"-dm_view_0");CHKERRQ(ierr); 689 ierr = VecViewFromOptions(XsubArray[ LAND_PACK_IDX(ctx->batch_view_idx,rectx->grid_view_idx) ], NULL,"-vec_view_0");CHKERRQ(ierr); // initial condition (monitor plots after step) 690 ierr = DMCompositeRestoreAccessArray(pack, X, ctx->num_grids*ctx->batch_sz, NULL, XsubArray);CHKERRQ(ierr); // read only 691 ierr = VecViewFromOptions(X, NULL,"-vec_view_global");CHKERRQ(ierr); // initial condition (monitor plots after step) 692 ierr = DMSetOutputSequenceNumber(pack, 0, 0.0);CHKERRQ(ierr); 693 /* Create timestepping solver context */ 694 ierr = TSCreate(PETSC_COMM_SELF,&ts);CHKERRQ(ierr); 695 ierr = TSSetDM(ts,pack);CHKERRQ(ierr); 696 ierr = TSSetIFunction(ts,NULL,LandauIFunction,NULL);CHKERRQ(ierr); 697 ierr = TSSetIJacobian(ts,J,J,LandauIJacobian,NULL);CHKERRQ(ierr); 698 ierr = TSSetRHSFunction(ts,NULL,FormSource,NULL);CHKERRQ(ierr); 699 ierr = TSSetFromOptions(ts);CHKERRQ(ierr); 700 ierr = TSSetSolution(ts,X);CHKERRQ(ierr); 701 ierr = TSSetApplicationContext(ts, ctx);CHKERRQ(ierr); 702 ierr = TSMonitorSet(ts,Monitor,ctx,NULL);CHKERRQ(ierr); 703 ierr = TSSetPreStep(ts,PreStep);CHKERRQ(ierr); 704 705 rectx->Ez_initial = ctx->Ez; /* cache for induction caclulation - applied E field */ 706 if (1) { /* warm up an test just LandauIJacobian */ 707 Vec vec; 708 PetscInt nsteps; 709 PetscReal dt; 710 ierr = PetscLogStageRegister("Warmup", &stage);CHKERRQ(ierr); 711 ierr = PetscLogStagePush(stage);CHKERRQ(ierr); 712 ierr = VecDuplicate(X,&vec);CHKERRQ(ierr); 713 ierr = VecCopy(X,vec);CHKERRQ(ierr); 714 ierr = TSGetMaxSteps(ts,&nsteps);CHKERRQ(ierr); 715 ierr = TSGetTimeStep(ts,&dt);CHKERRQ(ierr); 716 ierr = TSSetMaxSteps(ts,1);CHKERRQ(ierr); 717 ierr = TSSolve(ts,X);CHKERRQ(ierr); 718 ierr = TSSetMaxSteps(ts,nsteps);CHKERRQ(ierr); 719 ierr = TSSetStepNumber(ts,0);CHKERRQ(ierr); 720 ierr = TSSetTime(ts,0);CHKERRQ(ierr); 721 ierr = TSSetTimeStep(ts,dt);CHKERRQ(ierr); 722 rectx->plotIdx = 0; 723 rectx->plotting = PETSC_FALSE; 724 ierr = PetscLogStagePop();CHKERRQ(ierr); 725 ierr = VecCopy(vec,X);CHKERRQ(ierr); 726 ierr = VecDestroy(&vec);CHKERRQ(ierr); 727 ctx->aux_bool = PETSC_FALSE; // flag for not a clean Jacobian 728 } 729 /* go */ 730 ierr = PetscLogStageRegister("Solve", &stage);CHKERRQ(ierr); 731 ierr = PetscLogStageRegister("Landau", &ctx->stage);CHKERRQ(ierr); 732 #if defined(PETSC_HAVE_THREADSAFETY) 733 ctx->stage = 1; // not set with thread safty 734 #endif 735 ierr = TSSetSolution(ts,X);CHKERRQ(ierr); 736 ierr = PetscLogStagePush(stage);CHKERRQ(ierr); 737 #if defined(PETSC_HAVE_THREADSAFETY) 738 starttime = MPI_Wtime(); 739 #endif 740 ierr = TSSolve(ts,X);CHKERRQ(ierr); 741 ierr = PetscLogStagePop();CHKERRQ(ierr); 742 #if defined(PETSC_HAVE_THREADSAFETY) 743 endtime = MPI_Wtime(); 744 ctx->times[LANDAU_EX2_TSSOLVE] += (endtime - starttime); 745 #endif 746 ierr = VecViewFromOptions(X, NULL,"-vec_view_global");CHKERRQ(ierr); 747 /* clean up */ 748 ierr = LandauDestroyVelocitySpace(&pack);CHKERRQ(ierr); 749 ierr = TSDestroy(&ts);CHKERRQ(ierr); 750 ierr = VecDestroy(&X);CHKERRQ(ierr); 751 ierr = PetscFree(rectx);CHKERRQ(ierr); 752 ierr = PetscFinalize(); 753 return ierr; 754 } 755 756 /*TEST 757 test: 758 suffix: 0 759 requires: p4est !complex double !kokkos_kernels !cuda 760 args: -dm_landau_num_species_grid 1,1 -dm_landau_Ez 0 -petscspace_degree 3 -petscspace_poly_tensor 1 -dm_landau_type p4est -info :dm,tsadapt -dm_landau_ion_masses 2 -dm_landau_ion_charges 1 -dm_landau_thermal_temps 5,5 -dm_landau_n 2,2 -dm_landau_n_0 5e19 -ts_monitor -snes_rtol 1.e-10 -snes_stol 1.e-14 -snes_monitor -snes_converged_reason -snes_max_it 10 -ts_type arkimex -ts_arkimex_type 1bee -ts_max_snes_failures -1 -ts_rtol 1e-3 -ts_dt 1.e-1 -ts_max_time 1 -ts_adapt_clip .5,1.25 -ts_max_steps 2 -ts_adapt_scale_solve_failed 0.75 -ts_adapt_time_step_increase_delay 5 -pc_type lu -ksp_type preonly -dm_landau_amr_levels_max 2,2 -ex2_impurity_source_type pulse -ex2_pulse_start_time 1e-1 -ex2_pulse_width_time 10 -ex2_pulse_rate 1e-2 -ex2_t_cold .05 -ex2_plot_dt 1e-1 -dm_refine 1 -dm_landau_gpu_assembly true -dm_landau_device_type cpu -dm_landau_batch_size 2 761 762 test: 763 suffix: kokkos 764 requires: p4est !complex double kokkos_kernels 765 args: -dm_landau_num_species_grid 1,1 -dm_landau_Ez 0 -petscspace_degree 3 -petscspace_poly_tensor 1 -dm_landau_type p4est -info :tsadapt -dm_landau_ion_masses 2 -dm_landau_ion_charges 1 -dm_landau_thermal_temps 5,5 -dm_landau_n 2,2 -dm_landau_n_0 5e19 -ts_monitor -snes_rtol 1.e-10 -snes_stol 1.e-14 -snes_monitor -snes_converged_reason -snes_max_it 10 -ts_type arkimex -ts_arkimex_type 1bee -ts_max_snes_failures -1 -ts_rtol 1e-3 -ts_dt 1.e-1 -ts_max_time 1 -ts_adapt_clip .5,1.25 -ts_max_steps 2 -ts_adapt_scale_solve_failed 0.75 -ts_adapt_time_step_increase_delay 5 -pc_type lu -ksp_type preonly -dm_landau_amr_levels_max 3,2 -ex2_impurity_source_type pulse -ex2_pulse_start_time 1e-1 -ex2_pulse_width_time 10 -ex2_pulse_rate 1e-2 -ex2_t_cold .05 -ex2_plot_dt 1e-1 -dm_refine 1 -dm_landau_device_type kokkos -dm_landau_gpu_assembly true -dm_mat_type aijkokkos -dm_vec_type kokkos -dm_landau_batch_size 2 766 767 test: 768 suffix: cuda 769 requires: p4est !complex double cuda 770 args: -dm_landau_num_species_grid 1,1 -dm_landau_Ez 0 -petscspace_degree 3 -petscspace_poly_tensor 1 -dm_landau_type p4est -info :tsadapt -dm_landau_ion_masses 2 -dm_landau_ion_charges 1 -dm_landau_thermal_temps 5,5 -dm_landau_n 2,2 -dm_landau_n_0 5e19 -ts_monitor -snes_rtol 1.e-10 -snes_stol 1.e-14 -snes_monitor -snes_converged_reason -snes_max_it 10 -ts_type arkimex -ts_arkimex_type 1bee -ts_max_snes_failures -1 -ts_rtol 1e-3 -ts_dt 1.e-1 -ts_max_time 1 -ts_adapt_clip .5,1.25 -ts_max_steps 2 -ts_adapt_scale_solve_failed 0.75 -ts_adapt_time_step_increase_delay 5 -pc_type lu -ksp_type preonly -dm_landau_amr_levels_max 3,2 -ex2_impurity_source_type pulse -ex2_pulse_start_time 1e-1 -ex2_pulse_width_time 10 -ex2_pulse_rate 1e-2 -ex2_t_cold .05 -ex2_plot_dt 1e-1 -dm_refine 1 -dm_landau_device_type cuda -dm_landau_gpu_assembly true -dm_mat_type aijcusparse -dm_vec_type cuda -mat_cusparse_use_cpu_solve -dm_landau_batch_size 2 771 772 TEST*/ 773