Subcycling method1

Examples/Tests/subcycling/inputs.2d

@@ -0,0 +1,154 @@
+# stop_time = 1.12966840205e-10
+amrex.v=1
+max_step = 2500
+amr.n_cell = 64 256
+
+amr.max_grid_size = 4096
+amr.blocking_factor = 16
+
+# Maximum level in hierarchy (for now must be 0, i.e., one level in total)
+amr.max_level = 1
+amr.plot_file = "plotfiles/plt"
+amr.plot_int = 200
+
+warpx.fine_tag_lo = -2.e-6   -15.e-6 
+warpx.fine_tag_hi =  2.e-6    -7.e-6
+
+
+# Geometry
+geometry.coord_sys   = 0                  # 0: Cartesian
+geometry.is_periodic = 0 0      # Is periodic?
+geometry.prob_lo     = -30.e-6   -20.e-6      # physical domain
+geometry.prob_hi     =  30.e-6     0.e-6
+
+# Verbosity
+warpx.verbose = 1
+warpx.plot_raw_fields = 1
+warpx.do_dive_cleaning = 0
+warpx.use_filter = 1
+warpx.do_pml = 1
+warpx.do_subcycling = 0
+warpx.refine_plasma = 0
+warpx.plot_raw_fields = 1 
+warpx.plot_raw_fields_guards = 1 
+warpx.plot_finepatch = 1 
+warpx.plot_crsepatch = 1
+warpx.n_current_deposition_buffer = 0
+warpx.n_field_gather_buffer = 0
+
+# Algorithms
+algo.current_deposition = 0
+algo.charge_deposition = 0
+algo.field_gathering = 0
+algo.particle_pusher = 0
+algo.maxwell_fdtd_solver = "ckc"
+
+# CFL
+warpx.cfl = .9999
+particles.nspecies = 4
+particles.species_names = driver beam plasma_e plasma_p
+
+# interpolation
+interpolation.nox = 3
+interpolation.noy = 3
+interpolation.noz = 3
+
+#
+# The driver species information
+#
+
+driver.charge = -q_e
+driver.mass = m_e
+driver.injection_style = "gaussian_beam"
+driver.x_rms = 3.e-6
+driver.y_rms = 3.e-6
+driver.z_rms = .2e-6
+driver.x_m = 0.
+driver.y_m = 0.
+driver.z_m = -3.e-6
+driver.npart = 10000
+driver.q_tot = -1.e-10
+driver.profile = "constant"
+driver.density = 5.e24                   # number of particles per m^3
+driver.momentum_distribution_type = "gaussian"
+driver.ux_m = 0.0
+driver.uy_m = 0.0
+driver.uz_m = 1e6
+driver.uz_th = 0.
+#driver.ux_th = 2.
+#driver.uy_th = 2.
+#driver.uz_th = 20000.
+driver.zinject_plane = 0.
+driver.rigid_advance = true
+driver.projected = true
+driver.focused = false
+
+#
+# The beam species information
+#
+
+beam.charge = -q_e
+beam.mass = m_e
+beam.injection_style = "gaussian_beam"
+beam.x_rms = .1e-6
+beam.y_rms = .1e-6
+beam.z_rms = .2e-6
+beam.x_m = 0.
+beam.y_m = 0.
+beam.z_m = -11.e-6
+beam.npart = 10000
+beam.q_tot = -1.e-12
+beam.profile = "constant"
+beam.density = 1.e24
+beam.momentum_distribution_type = "gaussian"
+beam.ux_m = 0.0
+beam.uy_m = 0.0
+beam.uz_m = 20.
+beam.u_th = 0.
+
+#
+# The plasma species information
+#
+
+plasma_e.charge = -q_e
+plasma_e.mass = m_e
+plasma_e.injection_style = "NUniformPerCell"
+plasma_e.xmin = -15.e-6
+plasma_e.xmax =  15.e-6
+plasma_e.ymin = -15.e-6
+plasma_e.ymax =  15.e-6
+plasma_e.zmin = 0.e-6
+plasma_e.profile = "constant"
+plasma_e.density = 1.e25
+plasma_e.num_particles_per_cell_each_dim = 2 2
+plasma_e.momentum_distribution_type = "constant"
+plasma_e.ux = 0.0
+plasma_e.uy = 0.0
+plasma_e.uz = 0.0
+
+
+plasma_p.charge = q_e
+plasma_p.mass = m_p
+plasma_p.injection_style = "NUniformPerCell"
+plasma_p.xmin = -15.e-6
+plasma_p.xmax =  15.e-6
+plasma_p.ymin = -15.e-6
+plasma_p.ymax =  15.e-6
+plasma_p.zmin = 0.e-6
+plasma_p.profile = "constant"
+plasma_p.density = 1.e25
+plasma_p.num_particles_per_cell_each_dim = 2 2
+plasma_p.momentum_distribution_type = "constant"
+plasma_p.ux = 0.0
+plasma_p.uy = 0.0
+plasma_p.uz = 0.0
+
+# Moving window
+warpx.do_moving_window = 1
+warpx.moving_window_dir = z
+warpx.moving_window_v = 1. # in units of the speed of light
+
+# Particle Injection
+warpx.do_plasma_injection = 1
+warpx.num_injected_species = 2
+warpx.injected_plasma_species = 2 3

Regression/WarpX-tests.ini

@@ -263,6 +263,19 @@ doVis = 0
 compareParticles = 1
 particleTypes = electrons beam
 
+[subcyclingMR]
+buildDir = .
+inputFile = Examples/Tests/subcycling/inputs.2d
+dim = 2
+restartTest = 0
+useMPI = 1
+numprocs = 2
+useOMP = 1
+numthreads = 2
+compileTest = 0
+doVis = 0
+compareParticles = 0
+
 [LaserAccelerationMR]
 buildDir = .
 inputFile = Examples/Physics_applications/laser_acceleration/inputs.2d

Source/WarpX.H

@@ -236,7 +236,7 @@ private:
     /// Advance the simulation by numsteps steps, electromagnetic case.
     ///
     void EvolveEM(int numsteps);
-  
+
     void FillBoundaryB (int lev, PatchType patch_type);
     void FillBoundaryE (int lev, PatchType patch_type);
     void FillBoundaryF (int lev, PatchType patch_type);
@@ -246,6 +246,21 @@ private:
     void EvolveF (int lev, PatchType patch_type, amrex::Real dt, DtType dt_type);
     void DampPML (int lev, PatchType patch_type);
 
+    void OneStep_nosub (amrex::Real t);
+    void OneStep_sub1 (amrex::Real t);
+
+    void RestrictCurrentFromFineToCoarsePatch (int lev);
+    void AddCurrentFromFineLevelandSumBoundary (int lev);
+    void StoreCurrent (int lev);
+    void RestoreCurrent (int lev);
+    void ApplyFilterandSumBoundaryJ (int lev, PatchType patch_type);
+    void NodalSyncJ (int lev, PatchType patch_type);
+
+    void RestrictRhoFromFineToCoarsePatch (int lev);
+    void ApplyFilterandSumBoundaryRho (int lev, PatchType patch_type, int icomp, int ncomp);
+    void AddRhoFromFineLevelandSumBoundary (int lev, int icomp, int ncomp);
+    void NodalSyncRho (int lev, PatchType patch_type, int icomp, int ncomp);
+
 #ifdef WARPX_DO_ELECTROSTATIC
     ///
     /// Advance the simulation by numsteps steps, electrostatic case.
@@ -344,7 +359,8 @@ private:
 
     void LoadBalance ();
 
-    static void applyFilter (amrex::MultiFab& dstmf, const amrex::MultiFab& srcmf);
+    static void applyFilter (amrex::MultiFab& dstmf, const amrex::MultiFab& srcmf,
+                             int scomp = 0, int dcomp = 0, int ncomp = 10000);
 
     void BuildBufferMasks ();
     const amrex::iMultiFab* getCurrentBufferMasks (int lev) const {
@@ -382,6 +398,9 @@ private:
     amrex::Vector<std::array< std::unique_ptr<amrex::MultiFab>, 3 > > Efield_fp;
     amrex::Vector<std::array< std::unique_ptr<amrex::MultiFab>, 3 > > Bfield_fp;
 
+    // store fine patch
+    amrex::Vector<std::array< std::unique_ptr<amrex::MultiFab>, 3 > > current_store;
+
     // Coarse patch
     amrex::Vector<            std::unique_ptr<amrex::MultiFab>      > F_cp;
     amrex::Vector<            std::unique_ptr<amrex::MultiFab>      > rho_cp;
@@ -429,6 +448,8 @@ private:
     // Other runtime parameters
     int verbose = 1;
 
+    int do_subcycling = 0;
+
     int max_step   = std::numeric_limits<int>::max();
     amrex::Real stop_time = std::numeric_limits<amrex::Real>::max();