GRHydro_InitData: Fix advectedloop3D boundary map.

From: Bruno Coutinho Mundim <bcmsma@astro.rit.edu>

git-svn-id: http://svn.einsteintoolkit.org/cactus/EinsteinInitialData/GRHydro_InitData/trunk@158 ac85fae7-cede-4708-beff-ae01c7fa1c26

2 files changed, 716 insertions, 81 deletions

diff --git a/par/advectedloop3D.par b/par/advectedloop3D.par
index f7ebd49..83f4ab6 100644
--- a/par/advectedloop3D.par
+++ b/par/advectedloop3D.par
@@ -1,49 +1,127 @@
-##
-ActiveThorns = "time MoL cartgrid3d carpetioascii ioutil Fortran boundary  hydrobase grhydro grhydro_initdata nanchecker eos_omni CoordBase  LoopControl CarpetLib Carpet CarpetReduce spacemask ADMCoupling ADMMacros ADMBASE STATICCONFORMAL TMUNUBASE SymBase localreduce CarpetIOBasic initbase Periodic Slab"
-ActiveThorns = "CarpetIOHDF5"
+#==============================================================================
+# Advected magnetic field loop (3d version): GRHydro_InitData
+#==============================================================================
 
+#------------------------------------------------------------------------------
+# Cactus parameters:
+#------------------------------------------------------------------------------
+Cactus::cctk_run_title = "Advected magnetic field loop (3d version)"
+Cactus::cctk_full_warnings         = "yes"
 
-time::dtfac = 0.25
+#Cactus::terminate		= "never"
+Cactus::terminate       = "time"
+Cactus::cctk_final_time = 10.0
+#Cactus::terminate = "iteration"
+#Cactus::cctk_itlast        =  0
+#Cactus::cctk_itlast        =  256
+#Cactus::terminate="runtime"
+#Cactus::max_runtime=28800  #  46 days
+#Cactus::max_runtime=1410  #  23.5 hours
+#Cactus::max_runtime=1380  #  23 hours
+#Cactus::max_runtime=690  #  11.5 hours
+#Cactus::max_runtime=450  #  7.5 hours
+#Cactus::max_runtime=210  #  3.5 hours
 
-methodoflines::ODE_Method = "rk2"
-methodoflines::MoL_Intermediate_Steps=2
+#------------------------------------------------------------------------------
+# Activate all necessary thorns:
+#------------------------------------------------------------------------------
 
-ADMBase::initial_shift = "zero"
+ActiveThorns = "Boundary CartGrid3D CoordBase Fortran InitBase IOUtil LocalReduce SymBase Time"
+ActiveThorns = "AEILocalInterp LocalInterp"
+ActiveThorns = "MoL Periodic Slab SpaceMask"
+ActiveThorns = "Carpet CarpetInterp CarpetIOASCII CarpetIOHDF5 CarpetIOScalar CarpetLib CarpetIOBasic CarpetReduce CarpetRegrid2 CarpetSlab LoopControl"
+#ActiveThorns = "Formaline NaNChecker TerminationTrigger TimerReport"
+ActiveThorns = "NaNChecker TerminationTrigger TimerReport"
+ActiveThorns = "ADMbase ADMcoupling ADMmacros CoordGauge StaticConformal"
+ActiveThorns = "Constants TmunuBase HydroBase "
+ActiveThorns = "EOS_Omni"
+ActiveThorns = "GRHydro GRHydro_InitData"
+ActiveThorns = "HDF5"
+ActiveThorns = "SystemStatistics"
 
-HydroBase::initial_hydro="advectedloop"
-GRHydro_InitData::advectedloop_type = "3D"
-GRHydro_InitData::advectedloop_case = "V^z=0"
-GRHydro_InitData::advectedloop_delA = "Exact"
+#------------------------------------------------------------------------------
+# Diagnostic parameters:
+#------------------------------------------------------------------------------
+#AHFinderDirect::verbose_level = "physics details"
+
+Carpet::output_timers_every = 1024
+Carpet::output_timer_tree_every = 256
+Carpet::output_initialise_timer_tree = "yes"
+Carpet::storage_verbose   = "no"
+#Carpet::timers_verbose    = "no"
+#Carpet::verbose           = "yes"  # only for Initial Data
+Carpet::verbose           = "no"
+Carpet::veryverbose       = "no"
+Carpet::grid_structure_filename = "carpet-grid-structure.asc"
+Carpet::grid_coordinates_filename = "carpet-grid-coordinates.asc"
 
+CarpetLib::output_bboxes  = "no"
+CarpetLib::print_memstats_every     = 1024
+CarpetLib::memstat_file    = "carpetlib-memory-statistics.asc"
+#CarpetLib::print_timestats_every    = 1024
+#CarpetLib::timestat_file    = "carpetlib-timing-statistics.asc"
 
-HydroBase::timelevels=2
-HydroBase::evolution_method="grhydro"
-HydroBase::Bvec_evolution_method="grhydro"
+CarpetReduce::verbose    = "no"
+CarpetRegrid2::verbose    = "yes"
+#CarpetRegrid2::veryverbose    = "yes"
 
-SpaceMask::use_mask="yes"
-EOS_Omni::gl_gamma=1.666666667
-grhydro::recon_method="tvd"
-grhydro::method_type="RSA FV"
-grhydro::recon_vars="primitive"
-grhydro::riemann_solver="HLLE"
-grhydro::tvd_limiter="vanleerMC"
-grhydro::bound="none"
-grhydro::grhydro_eos_type = "General"
-grhydro::grhydro_eos_table="Ideal_Fluid"
-grhydro::Grhydro_MaxNumConstrainedVars=13
-grhydro::GRHydro_MaxNumEvolvedVars=10
+#NaNChecker::verbose         = "all"
 
-grhydro::clean_divergence = "yes"
-grhydro::kap_dc = 1.0
-grhydro::track_divB = "yes"
+TimerReport::out_every    = 1024
+TimerReport::out_filename = "TimerReport"
+#TimerReport::output_all_timers = "yes"
+#TimerReport::output_all_timers_together = "yes"
+#TimerReport::output_all_timers_readable = "yes"
+#TimerReport::before_checkpoint          = "yes"
+TimerReport::n_top_timers = 40
+
+#------------------------------------------------------------------------------
+# Utility parameters:
+#------------------------------------------------------------------------------
+
+#NaNChecker::check_every    =  16
+NaNChecker::check_every   =  1
+NaNChecker::check_vars = "
+            HydroBase::Bvec
+            HydroBase::rho 
+            HydroBase::eps 
+            HydroBase::press 
+            HydroBase::vel
+            HydroBase::w_lorentz
+"
+NaNChecker::action_if_found   =  "terminate"
+#NaNChecker::action_if_found  =  "abort"
+#NaNChecker::action_if_found = "just warn" #"terminate", "just warn", "abort"
+#NaNChecker::check_after=0
 
+#TerminationTrigger::max_walltime          =  0.0   # hours
+TerminationTrigger::max_walltime          =  24.0   # hours
+TerminationTrigger::on_remaining_walltime = 10.0   # minutes
+TerminationTrigger::termination_from_file   = "yes"
+TerminationTrigger::create_termination_file = "yes"
+TerminationTrigger::termination_file        = "../TERMINATE"
+
+
+#------------------------------------------------------------------------------
+# Run parameters:
+#------------------------------------------------------------------------------
+
+#------
+# Grid:
+#------
+
+Time::dtfac = 0.25
+MoL::ODE_Method             = "rk2"
+MoL::MoL_Intermediate_Steps = 2
+#MoL::ODE_Method             = "rk4"
+#MoL::MoL_Intermediate_Steps = 4
+#MoL::MoL_Num_Scratch_Levels = 1
 
 CartGrid3D::type         = "coordbase"
 CartGrid3D::domain       = "full"
 CartGrid3D::avoid_origin = "no"
 
 CoordBase::domainsize       = "minmax"
-#CoordBase::spacing          = "gridspacing"  # "gridspacing" or "numcells"
 CoordBase::spacing          = "numcells"  # "gridspacing" or "numcells"
 
 CoordBase::xmin =  -0.5
@@ -52,13 +130,14 @@ CoordBase::zmin =  -0.5
 CoordBase::xmax =   0.5
 CoordBase::ymax =   0.5
 CoordBase::zmax =   0.5
-#CoordBase::dx   = 0.0078125 # dx or ncells_x
-#CoordBase::dy   = 0.0078125 # dy or ncells_y
-#CoordBase::dz   = 0.0078125 # dz or ncells_z
+#CoordBase::dx   =   0.0078125  # dx or ncells_x
+#CoordBase::dy   =   0.0078125  # dy or ncells_y
+#CoordBase::dz   =   0.0078125  # dz or ncells_z
 CoordBase::ncells_x   = 128 # dx or ncells_x
 CoordBase::ncells_y   = 128 # dy or ncells_y
 CoordBase::ncells_z   = 128 # dz or ncells_z
 
+
 CoordBase::boundary_size_x_lower        = 3
 CoordBase::boundary_size_y_lower        = 3
 CoordBase::boundary_size_z_lower        = 3
@@ -79,78 +158,233 @@ CoordBase::boundary_staggered_y_upper   = "yes"
 CoordBase::boundary_staggered_z_upper   = "yes"
 
 Driver::ghost_size               = 3
-GRHydro::GRHydro_stencil         = 3
+GRHydro::GRHydro_stencil            = 3
 
 Periodic::periodic = "yes"
 Periodic::periodic_x = "yes"
 Periodic::periodic_y = "yes"
 Periodic::periodic_z = "yes"
 
-#ReflectionSymmetry::reflection_x = "no"
-#ReflectionSymmetry::reflection_y = "no"
-#ReflectionSymmetry::reflection_z = "yes"
-#ReflectionSymmetry::avoid_origin_x = "no"
-#ReflectionSymmetry::avoid_origin_y = "no"
-#ReflectionSymmetry::avoid_origin_z = "no"
+# General Carpet parameters:
+Carpet::domain_from_coordbase    = "yes"
+Carpet::enable_all_storage       = "no"
+Carpet::schedule_barriers        = "no"
 
-#Cactus::terminate       = "time"
-#Cactus::cctk_final_time = 100.0
-#Cactus::cctk_final_time = 1.0
-Cactus::terminate = "iteration"
-cactus::cctk_itlast = 1
+CarpetLib::poison_new_memory         = "yes"
+CarpetLib::poison_value              = 114
+CarpetLib::check_bboxes              = "no"
+CarpetLib::interleave_communications = "yes"
+#CarpetLib::vary_tags                 = "yes" # git version only!
+CarpetLib::combine_sends             = "yes"
+#CarpetLib::reduce_mpi_waitall        = "yes" # git version only!
 
-Carpet::domain_from_coordbase    = "yes"
+CarpetInterp::tree_search = "yes"
+CarpetInterp::check_tree_search = "no"
+
+#------
+# MODEL:
+#------
+
+HydroBase::initial_hydro         = "advectedloop"
+
+GRHydro_InitData::advectedloop_type = "3D"
+#GRHydro_InitData::advectedloop_case = "V^z/=0"
+GRHydro_InitData::advectedloop_case = "V^z=0"
+GRHydro_InitData::advectedloop_delA = "Exact"
+#GRHydro_InitData::advectedloop_delA = "Numeric"
+
+EOS_Omni::gl_gamma                 = 1.666666666666667
+GRHydro::initial_Gamma             = 1.666666666666667
+
+#----------
+# Numerics:
+#----------
+
+#TmunuBase::stress_energy_storage = "yes"
+#TmunuBase::stress_energy_at_RHS  = "no"
+#TmunuBase::timelevels            =  1
+#TmunuBase::prolongation_type     = "none"
+#TmunuBase::support_old_CalcTmunu_mechanism = "no"
+
+HydroBase::timelevels            = 2
+#HydroBase::timelevels            = 3
+
+SpaceMask::use_mask      = "yes"
+
+#-----------
+# Evolution:
+#-----------
+
+HydroBase::evolution_method      = "GRHydro"
+HydroBase::Bvec_evolution_method = "GRHydro"
+
+GRHydro::method_type               = "RSA FV"
+GRHydro::recon_method              = "tvd"
+GRHydro::tvd_limiter               = "vanleerMC2"
+GRHydro::recon_vars                = "primitive"
+GRHydro::riemann_solver            = "HLLE"
+GRHydro::decouple_normal_Bfield    = "yes"
+GRHydro::bound                     = "none"
+GRHydro::GRHydro_eos_type          = "General"
+GRHydro::GRHydro_eos_table         = "Ideal_Fluid"
+
+GRHydro::Grhydro_MaxNumConstrainedVars = 13
+GRHydro::GRHydro_MaxNumEvolvedVars     = 10
+
+GRHydro::clean_divergence          = "yes"
+GRHydro::psidcspeed                = "light speed"
+GRHydro::kap_dc                    = 10.0
+GRHydro::track_divB                = "yes"
+GRHydro::calculate_bcom            = "yes"
+
+#------------------------------------------------------------------------------
+# Output:
+#------------------------------------------------------------------------------
 
 IO::out_dir = $parfile
-CarpetIOBasic::outInfo_vars="hydrobase::rho Hydrobase::bvec GRHydro::bcons"
-CarpetIOBasic::outInfo_every=1
-CarpetIOASCII::out1D_every = 80
-CarpetIOASCII::out1D_vars = "HydroBase::rho HydroBase::press HydroBase::eps  HydroBase::vel grhydro::dens grhydro::tau grhydro::scon HydroBase::Bvec grhydro::Bcons"
+IO::out_fileinfo           = "none"
+
+IOBasic::outInfo_every = 1
+IOBasic::outInfo_reductions = "maximum"
+IOBasic::outInfo_vars  = "
+ Carpet::physical_time_per_hour
+ GRHydro::bcom_sq
+ HydroBase::press
+ HydroBase::rho
+ SystemStatistics::maxrss_mb
+"
+
+#IOScalar::outScalar_every      = 1024
+IOScalar::outScalar_every      = 128   #t=0.25
+IOScalar::one_file_per_group   = "yes"
+IOScalar::outScalar_reductions = "minimum maximum average norm1 norm2"
+IOScalar::outScalar_vars       = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GrHydro::divB
+ GRHydro::scon
+ GRHydro::tau
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
+ SystemStatistics::process_memory_mb
+"
+
+IOASCII::one_file_per_group     = "yes"
+IOASCII::output_symmetry_points = "no"
+IOASCII::output_ghost_points    = "no"  #hg version only!
+IOASCII::output_boundary_points = "no"  #hg version only!
+#IOASCII::out3D_ghosts       = "no"  #hg (DEPRECATED)
+#IOASCII::out3D_outer_ghosts = "no" #hg (DEPRECATED)
+
+IOASCII::out0D_every     = 128
+IOASCII::out0D_vars      = "
+ Carpet::timing
+"
+
+#Set these IOASCII options for initial data only:
+IOASCII::out1D_every     = 256
+#IOASCII::out1D_dt        = 10
+IOASCII::out1D_d         = "yes"
+IOASCII::out1D_vars      = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GrHydro::divB
+ GrHydro::psidc
+ GRHydro::scon
+ GRHydro::tau
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
+"
+
+#IOASCII::out2D_every     = 256000000
+#IOASCII::out2D_vars      = "
+# GRHydro::bcom
+# GRHydro::bcom0
+# GRHydro::bcom_sq
+# GRHydro::Bcons
+# GRHydro::dens
+# GrHydro::divB
+# GRHydro::scon
+# GRHydro::tau
+# HydroBase::Bvec
+# HydroBase::eps
+# HydroBase::press
+# HydroBase::rho
+# HydroBase::vel
+# HydroBase::w_lorentz
+#"
 
 CarpetIOHDF5::one_file_per_group             = "yes"
 CarpetIOHDF5::open_one_input_file_at_a_time  = "yes"
 
-CarpetIOHDF5::out2D_every                    = 20
+CarpetIOHDF5::output_symmetry_points         = "yes"
+CarpetIOHDF5::output_ghost_points            = "yes"
+CarpetIOHDF5::output_boundary_points         = "yes"
+CarpetIOHDF5::output_buffer_points           = "yes"
+
+CarpetIOHDF5::out2D_every                    = 512 #t=1
 CarpetIOHDF5::out2D_xy                       = "yes"
 CarpetIOHDF5::out2D_xz                       = "no"
 CarpetIOHDF5::out2D_yz                       = "no"
 CarpetIOHDF5::out2D_xyplane_z                = 0.0
 CarpetIOHDF5::out2D_vars      = "
-#  CarpetReduce::weight
-#  GRHydro::GRHydro_tracers
-#  Grid::coordinates
-  GRHydro::Bcons
-  GrHydro::dens 
-  GrHydro::divB
-  GRHydro::scon 
-  GRHydro::tau 
-  HydroBase::Bvec 
-  HydroBase::eps
-  HydroBase::press
-  HydroBase::rho
-  HydroBase::vel
-  HydroBase::w_lorentz
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GRHydro::divB
+ GrHydro::psidc
+ GRHydro::scon
+ GRHydro::tau
+ Grid::coordinates
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
 "
 
-CarpetIOHDF5::out3D_every                    = 100
-CarpetIOHDF5::out3D_vars      = "
-#  CarpetReduce::weight
-#  GRHydro::GRHydro_tracers
-#  Grid::coordinates
-  GRHydro::Bcons
-  GrHydro::dens 
-  GrHydro::divB
-  GRHydro::scon 
-  GRHydro::tau 
-  HydroBase::Bvec 
-  HydroBase::eps
-  HydroBase::press
-  HydroBase::rho
-  HydroBase::vel
-  HydroBase::w_lorentz
+CarpetIOHDF5::out3D_every = 2560  #t=5 = (1 loop)
+CarpetIOHDF5::out3D_vars  = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GRHydro::divB
+ GrHydro::psidc
+ GRHydro::scon
+ GRHydro::tau
+ Grid::coordinates
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
 "
 
 #------------------------------------------------------------------------------
+# Analysis:
+#------------------------------------------------------------------------------
+
+#------------------------------------------------------------------------------
 # Checkpoint/Recovery:
 #------------------------------------------------------------------------------
 IOHDF5::checkpoint                  = "yes"
diff --git a/par/advectedloop3D_vz.par b/par/advectedloop3D_vz.par
new file mode 100644
index 0000000..15cbd2a
--- /dev/null
+++ b/par/advectedloop3D_vz.par
@@ -0,0 +1,401 @@
+#==============================================================================
+# Advected magnetic field loop (3d version): GRHydro_InitData
+#==============================================================================
+
+#------------------------------------------------------------------------------
+# Cactus parameters:
+#------------------------------------------------------------------------------
+Cactus::cctk_run_title = "Advected magnetic field loop (3d version)"
+Cactus::cctk_full_warnings         = "yes"
+
+#Cactus::terminate		= "never"
+Cactus::terminate       = "time"
+Cactus::cctk_final_time = 10.0
+#Cactus::terminate = "iteration"
+#Cactus::cctk_itlast        =  0
+#Cactus::cctk_itlast        =  256
+#Cactus::terminate="runtime"
+#Cactus::max_runtime=28800  #  46 days
+#Cactus::max_runtime=1410  #  23.5 hours
+#Cactus::max_runtime=1380  #  23 hours
+#Cactus::max_runtime=690  #  11.5 hours
+#Cactus::max_runtime=450  #  7.5 hours
+#Cactus::max_runtime=210  #  3.5 hours
+
+#------------------------------------------------------------------------------
+# Activate all necessary thorns:
+#------------------------------------------------------------------------------
+
+ActiveThorns = "Boundary CartGrid3D CoordBase Fortran InitBase IOUtil LocalReduce SymBase Time"
+ActiveThorns = "AEILocalInterp LocalInterp"
+ActiveThorns = "MoL Periodic Slab SpaceMask"
+ActiveThorns = "Carpet CarpetInterp CarpetIOASCII CarpetIOHDF5 CarpetIOScalar CarpetLib CarpetIOBasic CarpetReduce CarpetRegrid2 CarpetSlab LoopControl"
+#ActiveThorns = "Formaline NaNChecker TerminationTrigger TimerReport"
+ActiveThorns = "NaNChecker TerminationTrigger TimerReport"
+ActiveThorns = "ADMbase ADMcoupling ADMmacros CoordGauge StaticConformal"
+ActiveThorns = "Constants TmunuBase HydroBase "
+ActiveThorns = "EOS_Omni"
+ActiveThorns = "GRHydro GRHydro_InitData"
+ActiveThorns = "HDF5"
+ActiveThorns = "SystemStatistics"
+
+#------------------------------------------------------------------------------
+# Diagnostic parameters:
+#------------------------------------------------------------------------------
+#AHFinderDirect::verbose_level = "physics details"
+
+Carpet::output_timers_every = 1024
+Carpet::output_timer_tree_every = 256
+Carpet::output_initialise_timer_tree = "yes"
+Carpet::storage_verbose   = "no"
+#Carpet::timers_verbose    = "no"
+#Carpet::verbose           = "yes"  # only for Initial Data
+Carpet::verbose           = "no"
+Carpet::veryverbose       = "no"
+Carpet::grid_structure_filename = "carpet-grid-structure.asc"
+Carpet::grid_coordinates_filename = "carpet-grid-coordinates.asc"
+
+CarpetLib::output_bboxes  = "no"
+CarpetLib::print_memstats_every     = 1024
+CarpetLib::memstat_file    = "carpetlib-memory-statistics.asc"
+#CarpetLib::print_timestats_every    = 1024
+#CarpetLib::timestat_file    = "carpetlib-timing-statistics.asc"
+
+CarpetReduce::verbose    = "no"
+CarpetRegrid2::verbose    = "yes"
+#CarpetRegrid2::veryverbose    = "yes"
+
+#NaNChecker::verbose         = "all"
+
+TimerReport::out_every    = 1024
+TimerReport::out_filename = "TimerReport"
+#TimerReport::output_all_timers = "yes"
+#TimerReport::output_all_timers_together = "yes"
+#TimerReport::output_all_timers_readable = "yes"
+#TimerReport::before_checkpoint          = "yes"
+TimerReport::n_top_timers = 40
+
+#------------------------------------------------------------------------------
+# Utility parameters:
+#------------------------------------------------------------------------------
+
+#NaNChecker::check_every    =  16
+NaNChecker::check_every   =  1
+NaNChecker::check_vars = "
+            HydroBase::Bvec
+            HydroBase::rho 
+            HydroBase::eps 
+            HydroBase::press 
+            HydroBase::vel
+            HydroBase::w_lorentz
+"
+NaNChecker::action_if_found   =  "terminate"
+#NaNChecker::action_if_found  =  "abort"
+#NaNChecker::action_if_found = "just warn" #"terminate", "just warn", "abort"
+#NaNChecker::check_after=0
+
+#TerminationTrigger::max_walltime          =  0.0   # hours
+TerminationTrigger::max_walltime          =  24.0   # hours
+TerminationTrigger::on_remaining_walltime = 10.0   # minutes
+TerminationTrigger::termination_from_file   = "yes"
+TerminationTrigger::create_termination_file = "yes"
+TerminationTrigger::termination_file        = "../TERMINATE"
+
+
+#------------------------------------------------------------------------------
+# Run parameters:
+#------------------------------------------------------------------------------
+
+#------
+# Grid:
+#------
+
+Time::dtfac = 0.25
+MoL::ODE_Method             = "rk2"
+MoL::MoL_Intermediate_Steps = 2
+#MoL::ODE_Method             = "rk4"
+#MoL::MoL_Intermediate_Steps = 4
+#MoL::MoL_Num_Scratch_Levels = 1
+
+CartGrid3D::type         = "coordbase"
+CartGrid3D::domain       = "full"
+CartGrid3D::avoid_origin = "no"
+
+CoordBase::domainsize       = "minmax"
+CoordBase::spacing          = "numcells"  # "gridspacing" or "numcells"
+
+CoordBase::xmin =  -0.5
+CoordBase::ymin =  -0.5
+CoordBase::zmin =  -0.5
+CoordBase::xmax =   0.5
+CoordBase::ymax =   0.5
+CoordBase::zmax =   0.5
+#CoordBase::dx   =   0.0078125  # dx or ncells_x
+#CoordBase::dy   =   0.0078125  # dy or ncells_y
+#CoordBase::dz   =   0.0078125  # dz or ncells_z
+CoordBase::ncells_x   = 128 # dx or ncells_x
+CoordBase::ncells_y   = 128 # dy or ncells_y
+CoordBase::ncells_z   = 128 # dz or ncells_z
+
+
+CoordBase::boundary_size_x_lower        = 3
+CoordBase::boundary_size_y_lower        = 3
+CoordBase::boundary_size_z_lower        = 3
+CoordBase::boundary_size_x_upper        = 3
+CoordBase::boundary_size_y_upper        = 3
+CoordBase::boundary_size_z_upper        = 3
+CoordBase::boundary_shiftout_x_lower    = 0
+CoordBase::boundary_shiftout_y_lower    = 0
+CoordBase::boundary_shiftout_z_lower    = 0
+CoordBase::boundary_shiftout_x_upper    = 0
+CoordBase::boundary_shiftout_y_upper    = 0
+CoordBase::boundary_shiftout_z_upper    = 0
+CoordBase::boundary_staggered_x_lower   = "yes"
+CoordBase::boundary_staggered_y_lower   = "yes"
+CoordBase::boundary_staggered_z_lower   = "yes"
+CoordBase::boundary_staggered_x_upper   = "yes"
+CoordBase::boundary_staggered_y_upper   = "yes"
+CoordBase::boundary_staggered_z_upper   = "yes"
+
+Driver::ghost_size               = 3
+GRHydro::GRHydro_stencil            = 3
+
+Periodic::periodic = "yes"
+Periodic::periodic_x = "yes"
+Periodic::periodic_y = "yes"
+Periodic::periodic_z = "yes"
+
+# General Carpet parameters:
+Carpet::domain_from_coordbase    = "yes"
+Carpet::enable_all_storage       = "no"
+Carpet::schedule_barriers        = "no"
+
+CarpetLib::poison_new_memory         = "yes"
+CarpetLib::poison_value              = 114
+CarpetLib::check_bboxes              = "no"
+CarpetLib::interleave_communications = "yes"
+#CarpetLib::vary_tags                 = "yes" # git version only!
+CarpetLib::combine_sends             = "yes"
+#CarpetLib::reduce_mpi_waitall        = "yes" # git version only!
+
+CarpetInterp::tree_search = "yes"
+CarpetInterp::check_tree_search = "no"
+
+#------
+# MODEL:
+#------
+
+HydroBase::initial_hydro         = "advectedloop"
+
+GRHydro_InitData::advectedloop_type = "3D"
+GRHydro_InitData::advectedloop_case = "V^z/=0"
+#GRHydro_InitData::advectedloop_case = "V^z=0"
+GRHydro_InitData::advectedloop_delA = "Exact"
+#GRHydro_InitData::advectedloop_delA = "Numeric"
+
+EOS_Omni::gl_gamma                 = 1.666666666666667
+GRHydro::initial_Gamma             = 1.666666666666667
+
+#----------
+# Numerics:
+#----------
+
+#TmunuBase::stress_energy_storage = "yes"
+#TmunuBase::stress_energy_at_RHS  = "no"
+#TmunuBase::timelevels            =  1
+#TmunuBase::prolongation_type     = "none"
+#TmunuBase::support_old_CalcTmunu_mechanism = "no"
+
+HydroBase::timelevels            = 2
+#HydroBase::timelevels            = 3
+
+SpaceMask::use_mask      = "yes"
+
+#-----------
+# Evolution:
+#-----------
+
+HydroBase::evolution_method      = "GRHydro"
+HydroBase::Bvec_evolution_method = "GRHydro"
+
+GRHydro::method_type               = "RSA FV"
+GRHydro::recon_method              = "tvd"
+GRHydro::tvd_limiter               = "vanleerMC2"
+GRHydro::recon_vars                = "primitive"
+GRHydro::riemann_solver            = "HLLE"
+GRHydro::decouple_normal_Bfield    = "yes"
+GRHydro::bound                     = "none"
+GRHydro::GRHydro_eos_type          = "General"
+GRHydro::GRHydro_eos_table         = "Ideal_Fluid"
+
+GRHydro::Grhydro_MaxNumConstrainedVars = 13
+GRHydro::GRHydro_MaxNumEvolvedVars     = 10
+
+GRHydro::clean_divergence          = "yes"
+GRHydro::psidcspeed                = "light speed"
+GRHydro::kap_dc                    = 10.0
+GRHydro::track_divB                = "yes"
+GRHydro::calculate_bcom            = "yes"
+
+#------------------------------------------------------------------------------
+# Output:
+#------------------------------------------------------------------------------
+
+IO::out_dir = $parfile
+IO::out_fileinfo           = "none"
+
+IOBasic::outInfo_every = 1
+IOBasic::outInfo_reductions = "maximum"
+IOBasic::outInfo_vars  = "
+ Carpet::physical_time_per_hour
+ GRHydro::bcom_sq
+ HydroBase::press
+ HydroBase::rho
+ SystemStatistics::maxrss_mb
+"
+
+#IOScalar::outScalar_every      = 1024
+IOScalar::outScalar_every      = 128   #t=0.25
+IOScalar::one_file_per_group   = "yes"
+IOScalar::outScalar_reductions = "minimum maximum average norm1 norm2"
+IOScalar::outScalar_vars       = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GrHydro::divB
+ GRHydro::scon
+ GRHydro::tau
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
+ SystemStatistics::process_memory_mb
+"
+
+IOASCII::one_file_per_group     = "yes"
+IOASCII::output_symmetry_points = "no"
+IOASCII::output_ghost_points    = "no"  #hg version only!
+IOASCII::output_boundary_points = "no"  #hg version only!
+#IOASCII::out3D_ghosts       = "no"  #hg (DEPRECATED)
+#IOASCII::out3D_outer_ghosts = "no" #hg (DEPRECATED)
+
+IOASCII::out0D_every     = 128
+IOASCII::out0D_vars      = "
+ Carpet::timing
+"
+
+#Set these IOASCII options for initial data only:
+IOASCII::out1D_every     = 256
+#IOASCII::out1D_dt        = 10
+IOASCII::out1D_d         = "yes"
+IOASCII::out1D_vars      = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GrHydro::divB
+ GrHydro::psidc
+ GRHydro::scon
+ GRHydro::tau
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
+"
+
+#IOASCII::out2D_every     = 256000000
+#IOASCII::out2D_vars      = "
+# GRHydro::bcom
+# GRHydro::bcom0
+# GRHydro::bcom_sq
+# GRHydro::Bcons
+# GRHydro::dens
+# GrHydro::divB
+# GRHydro::scon
+# GRHydro::tau
+# HydroBase::Bvec
+# HydroBase::eps
+# HydroBase::press
+# HydroBase::rho
+# HydroBase::vel
+# HydroBase::w_lorentz
+#"
+
+CarpetIOHDF5::one_file_per_group             = "yes"
+CarpetIOHDF5::open_one_input_file_at_a_time  = "yes"
+
+CarpetIOHDF5::output_symmetry_points         = "yes"
+CarpetIOHDF5::output_ghost_points            = "yes"
+CarpetIOHDF5::output_boundary_points         = "yes"
+CarpetIOHDF5::output_buffer_points           = "yes"
+
+CarpetIOHDF5::out2D_every                    = 512 #t=1
+CarpetIOHDF5::out2D_xy                       = "yes"
+CarpetIOHDF5::out2D_xz                       = "no"
+CarpetIOHDF5::out2D_yz                       = "no"
+CarpetIOHDF5::out2D_xyplane_z                = 0.0
+CarpetIOHDF5::out2D_vars      = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GRHydro::divB
+ GrHydro::psidc
+ GRHydro::scon
+ GRHydro::tau
+ Grid::coordinates
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
+"
+
+CarpetIOHDF5::out3D_every = 2560  #t=5 = (1 loop)
+CarpetIOHDF5::out3D_vars  = "
+ GRHydro::bcom
+ GRHydro::bcom0
+ GRHydro::bcom_sq
+ GRHydro::Bcons
+ GRHydro::dens
+ GRHydro::divB
+ GrHydro::psidc
+ GRHydro::scon
+ GRHydro::tau
+ Grid::coordinates
+ HydroBase::Bvec
+ HydroBase::eps
+ HydroBase::press
+ HydroBase::rho
+ HydroBase::vel
+ HydroBase::w_lorentz
+"
+
+#------------------------------------------------------------------------------
+# Analysis:
+#------------------------------------------------------------------------------
+
+#------------------------------------------------------------------------------
+# Checkpoint/Recovery:
+#------------------------------------------------------------------------------
+IOHDF5::checkpoint                  = "yes"
+IO::checkpoint_dir                  = $parfile
+#IO::checkpoint_ID                   = "yes"
+#IO::checkpoint_every                = 6144
+##IO::checkpoint_every_walltime_hours = 6.0
+#IO::checkpoint_keep=3
+IO::checkpoint_on_terminate         = "yes"
+
+#IO::recover     = "autoprobe"
+#IO::recover_dir = $parfile
+
+