path: root/schedule.ccl

# Schedule definitions for thorn Whisky
# $Header$

#######################################################################
### We leave the storage on all the time for the variables required ###
### by MoL. There is probably a better way of doing this.           ###
#######################################################################

#################################################
### Storage for the extra timelevels for the  ###
### use of MoL with Einstein                  ###
#################################################

if (timelevels == 3)
{
  STORAGE:dens[3]
  STORAGE:tau[3]
  STORAGE:scon[3]
  STORAGE:w_lorentz[3]
  if (number_of_particles)
  {
    STORAGE:particles[3]
  }
  STORAGE: ADMBase::metric[3], ADMBase::curv[3]
  STORAGE: ADMBase::lapse[3]
}
else
{
  STORAGE:dens[2]
  STORAGE:tau[2]
  STORAGE:scon[2]
  STORAGE:w_lorentz[2]
  if (number_of_particles)
  {
    STORAGE:particles[2]
  }
  STORAGE: ADMBase::metric[2], ADMBase::curv[2]
  STORAGE: ADMBase::lapse[2]
}
STORAGE:whisky_reflevel
STORAGE:densrhs
STORAGE:taurhs
STORAGE:srhs
STORAGE:whisky_eos_scalars
STORAGE:whisky_minima
STORAGE:whisky_scalars
#STORAGE:fluxweightvolume
#STORAGE:cell_surface
if (number_of_particles)
{
  STORAGE:particle_rhs
  STORAGE:particle_arrays
}

if (evolve_tracer)
{
  STORAGE:whisky_tracers[3]
  STORAGE:whisky_cons_tracers[3]
  STORAGE:whisky_tracer_rhs
}

# leave this here for compatibility with older code, should not be used anymore
# and go out at some point
schedule group Whisky_Initial IN HydroBase_Initial
{
} "Whisky initial data group"

#################################################
### Storage for the extra timelevels for the  ###
### use of MoL with Einstein                  ###
#################################################

if (timelevels == 3)
{
  STORAGE: ADMBase::metric[3], ADMBase::curv[3]
  STORAGE: ADMBase::lapse[3]
}
else
{
  STORAGE: ADMBase::metric[2], ADMBase::curv[2]
  STORAGE: ADMBase::lapse[2]
}
if (!CCTK_Equals(initial_shift,"none")) 
{
  if (timelevels == 3)
  {  
    STORAGE: ADMBase::shift[3]
  }
  else
  {
    STORAGE: ADMBase::shift[2]
  }
  if (CCTK_Equals(shift_evolution_method,"Comoving"))
  {
    if (timelevels == 3)
    {  
      STORAGE: whisky_coords[3]
    }
    else
    {
      STORAGE: whisky_coords[2]
    }
    STORAGE: whisky_coords_rhs

    schedule Whisky_SetUpCoords IN HydroBase_Initial
    {
      LANG: Fortran
    } "Set up the coordinates for use with the comoving shift"

    schedule Whisky_EvolveCoords IN WhiskyRHS
    {
      LANG: Fortran
    } "Evolve the coordinates for the comoving shift"

    schedule Whisky_ComovingShift IN HydroBase_PostStep AFTER HydroBase_Con2Prim
    {
      LANG: Fortran
    } "Comoving shift"

  }           
}

##############################################
### Storage for the conformal state scalar ###
##############################################

STORAGE: conformal_state

###############################
### Register startup banner ###
###############################

schedule Whisky_Startup AT WRAGH AFTER EOSBase_GeneralRegister AFTER HydroBase_StartUp
{
  LANG: Fortran
} "Startup banner"

#########################################
### Register the masks with SpaceMask ###
#########################################

schedule Whisky_RegisterMask AT STARTUP
{
  LANG: C
} "Register the hydro masks"


####################################
### Check the parameters are ok. ###
####################################

schedule Whisky_ParamCheck AT PARAMCHECK
{
  LANG: Fortran
} "Check parameters"

######################################
### Standard symmetry registration ###
######################################

schedule Whisky_InitSymBound AT BASEGRID
{
  LANG: Fortran
} "Schedule symmetries"

##########################################################
### Schedule the flux weighting calculation at initial ###
##########################################################

# schedule Whisky_Weights AT CCTK_INITIAL
# {
#   LANG: C
# } "Set up the weighting terms for the fluxes"

###################################
### Register with GZPatchSystem ###
###################################

SCHEDULE GROUP GZPatchSystem_register
{
} "Tell Cactus that this group exists, but is not scheduled from here"

SCHEDULE Whisky_register_GZPatchSystem IN GZPatchSystem_register
{
  LANG: C
  OPTIONS: meta
} "register to-be-interpatch-synchronized variables with GZPatchSystem"

##################################
### Set the handle for the EOS ###
##################################

schedule Whisky_EOSHandle AT CCTK_INITIAL before HydroBase_Initial
{
  LANG: C
} "Set the EOS number"

schedule Whisky_EOSHandle AT CCTK_POST_RECOVER_VARIABLES
{
  LANG: C
} "Set the EOS number"

####################################
### Setup of rho minima scalars  ###
####################################

schedule Whisky_Rho_Minima_Setup  AT CCTK_Initial BEFORE HydroBase_Initial
{
  LANG: Fortran
} "Set up minimum for the rest-mass density in the atmosphere (before intial data)"

if (rho_abs_min_after_recovery > 0.0)
{
  schedule Whisky_Change_Rho_Minimum_At_Recovery AT CCTK_POST_RECOVER_VARIABLES
  {
    LANG: Fortran
  } "Set up minimum for the rest-mass density in the atmosphere (before intial data)"
}

if (CCTK_IsThornActive("PUGH" ))
{
   schedule Whisky_Rho_Minima_Setup_Final_PUGH  AT CCTK_PostInitial BEFORE MoL_PostStep
   {
     LANG: C
   } "Set the value of the rest-mass density of the atmosphere which will be used during the evolution (PUGH)"
}  
else if (CCTK_IsThornActive("Carpet"))
 {
#   schedule Whisky_Rho_Minima_Setup_Final  AT CCTK_PostInitial BEFORE MoL_PostStep
   schedule Whisky_Rho_Minima_Setup_Final AT CCTK_PostPostInitial BEFORE Con2Prim
   {
     LANG: C
   } "Set the value of the rest-mass density of the atmosphere which will be used during the evolution"
 }    

# this is a temporary hack, because carpet does allow only one loop over the levels for Basegrid-Iniital-Postinitial
# so we must compute whisky_rho_min at postpostinitial and the constraints after this (and afer C2P)
#  schedule GROUP ADMConstraintsGroup at CCTK_POSTINITIAL after (MoL_PostStep MoL_PostInitial)
  schedule GROUP ADMConstraintsGroup at CCTK_POSTPOSTINITIAL
  {
  } "Evaluate ADM constraints, and perform symmetry boundary conditions"

######################################################################
### Setup and remove the coefficient arrays for ENO reconstruction ###
######################################################################

if (CCTK_Equals(recon_method,"eno")) 
{

  schedule Whisky_ENOSetup AT CCTK_Basegrid
  {
    LANG:Fortran
  } "Coefficients for ENO reconstruction"

  schedule Whisky_ENOShutdown AT CCTK_Terminate BEFORE Driver_Terminate
  {
    LANG:Fortran
  } "Deallocate ENO coefficients"

}

######################################################################
### This routine is a bit strangely situated, as it's really to do ###
### with initial data. There may be a better place for it later.   ###
### What it does is reset the hydrodynamical quantities if we have ###
### changed the EoS between constructing the initial model and     ###
### evolving. Essentially, we assume that the polytropic EoS that  ###
### we are using for the atmosphere is correct, and reset eps      ###
### given the values for rho. We then can call the primitive to    ###
### conservative routine to get the pressure.                      ###
######################################################################
if (EoS_Change)
{
  if (CCTK_Equals(EoS_Change_type,"Gamma"))
  {
    schedule Whisky_EoSChangeGamma AT CCTK_Initial AFTER HydroBase_Initial BEFORE Whisky_IVP
    { 
      LANG: Fortran
    } "Reset the specific internal energy if the EoS changes between ID and evolution"
  }
  if (CCTK_Equals(EoS_Change_type,"K"))
  {
    schedule Whisky_EoSChangeK AT CCTK_Initial AFTER HydroBase_Initial BEFORE Whisky_IVP
    { 
      LANG: Fortran
    } "Reset the hydro variables if the EoS (K) changes between ID and evolution"
  }
  if (CCTK_Equals(EoS_Change_type,"GammaKS"))
  {
    schedule Whisky_EoSChangeGammaK_Shibata AT CCTK_Initial AFTER HydroBase_Initial BEFORE Whisky_IVP
    { 
      LANG: Fortran
      SYNC: dens
      SYNC: tau
      SYNC: scon
      SYNC: w_lorentz
      SYNC: hydrobase::rho
      SYNC: hydrobase::press
      SYNC: hydrobase::eps
      SYNC: hydrobase::vel
    } "Reset the hydro variables if the EoS Gamma and K change between ID and evolution"
  }
}

#####################################
### Setup of dens minima scalars  ###
#####################################
# commented out, since unused for a long time
#schedule Whisky_Dens_Minima_Setup AT CCTK_Postinitial
#{
#  LANG: Fortran
#} "Set up and check minima for dens"

#################################################
### Standard registration of variables to MoL ###
#################################################

schedule Whisky_Register IN MoL_Register
{
  LANG: C
} "Register variables for MoL"

####################################################
### Setup of any scalars for efficiency purposes ###
####################################################

schedule Whisky_Scalar_Setup IN MoL_PreStep
{
  LANG: Fortran
} "Set up and check scalars for efficiency"

################################################
### We might want to switch off evolution... ###
################################################

if (CCTK_EQUALS(evolution_method, "whisky")) {

STORAGE:whisky_atmosphere_mask
STORAGE:whisky_atmosphere_descriptors

schedule Whisky_SetupMask AT CCTK_Initial BEFORE HydroBase_Initial
{
  LANG: Fortran
} "Initialize the atmosphere mask"

# If using mesh refinement
schedule Whisky_SetupMask AT POSTREGRID BEFORE MoL_PostStep AFTER (MaskOne,MaskZero)
{
  LANG: Fortran
} "Initialize the atmosphere mask"

schedule Whisky_SetupMask AT POSTRESTRICTINITIAL BEFORE HydroBase_PostStep AFTER (MaskOne,MaskZero)
{
  LANG: Fortran
} "Initialize the atmosphere mask"

if (wk_atmosphere)
{
  schedule Whisky_InitAtmosMask AT CCTK_PostInitial
  {
    LANG: Fortran
  } "Set the atmosphere mask"

  schedule Whisky_InitAtmosMask AT POSTREGRID AFTER Whisky_SetupMask BEFORE MoL_PostStep
  {
    LANG: Fortran
  } "Set the atmosphere mask"

  schedule Whisky_InitAtmosMask AT POSTRESTRICTINITIAL AFTER Whisky_SetupMask BEFORE HydroBase_PostStep
  {
    LANG: Fortran
  } "Set the atmosphere mask"
}

schedule Whisky_SetupDescriptors AT CCTK_Initial BEFORE HydroBase_Initial
{
  LANG: C
} "Get and store the mask descriptors"

# If using mesh refinement


#####################################################################
### The group to calculate the update term for MoL. This contains ###
### the calculation of the source terms and the flux update.      ###
#####################################################################

schedule group WhiskyRHS IN HydroBase_RHS
{
  STORAGE:whisky_scalars
} "Calculate the update terms"

#============================================
# Uncomment the following lines for debugging
#
# schedule Whisky_Scalar_Setup AT CCTK_Initial
# {
#   LANG: Fortran
# } "Set up and check scalars for efficiency"
# 
# schedule group WhiskyRHS AT CCTK_Analysis
# {
#   STORAGE:whisky_scalars
#   TRIGGERS: densrhs
#   TRIGGERS: srhs
#   TRIGGERS: taurhs
# } "Calculate the update terms"
# 
# STORAGE:whisky_fluxes
# STORAGE:whisky_con_bext
# STORAGE:whisky_prim_bext
# STORAGE:EOS_temps
# 
# schedule Primitive2ConservativeCells AT CCTK_POSTINITIAL AFTER GZPatchSystem_cxform BEFORE MoL_PostStep
# {
#   LANG: Fortran
# } "Convert to conserved variables"
#
#==============================================

if (number_of_particles)
{
  schedule WhiskyParticleInitial AT CCTK_Initial BEFORE HydroBase_Initial
  {
    OPTIONS: GLOBAL
    LANG: Fortran
  } "Initial data for the particle arrays"

  schedule WhiskyParticleRHS IN WhiskyRHS
  {
    OPTIONS: GLOBAL
    LANG: Fortran
  } "Update terms for the particles"
}

####################################################################
### Do the source terms first, as this does not require the loop ###
### over the different directions                                ###
####################################################################

schedule SourceTerms IN WhiskyRHS BEFORE FluxTerms
{
  LANG: Fortran
} "Source term calculation"

#################################################################
### Initial setup for the loop over the different directions. ###
#################################################################

schedule WhiskyStartLoop IN WhiskyRHS BEFORE FluxTerms
{
  LANG: Fortran
  OPTIONS: level
} "Set the flux_direction variable"

###################################################################
### The group to calculate the update terms from the fluxes. We ###
### do this as a loop over each direction to reduce coding and  ###
### hopefully to reduce bugs. The parameter flux_direction runs ###
### from (3->0) corresponding to (z->x) and stopping. At each   ###
### step in the loop the data is reconstructed and then the     ###
### fluxes are computed by the Riemann solve.                   ###
###################################################################

#######################################################
### Switch between RSA FV and flux split FD methods ###
#######################################################

if (CCTK_Equals(method_type, "RSA FV"))
{

  if (evolve_tracer)
  {  
    schedule group FluxTerms IN WhiskyRHS WHILE Whisky::flux_direction
    {
      STORAGE:whisky_prim_bext
      STORAGE:whisky_con_bext
      STORAGE:whisky_fluxes
      STORAGE:whisky_tracer_cons_bext
      STORAGE:whisky_tracer_prim_bext
      STORAGE:whisky_tracer_flux
    } "Calculation of intercell fluxes"
  }
  else
  {
    schedule group FluxTerms IN WhiskyRHS WHILE Whisky::flux_direction
    {
      STORAGE:whisky_prim_bext
      STORAGE:whisky_con_bext
      STORAGE:whisky_fluxes
    } "Calculation of intercell fluxes"
  }
    
##############################################################
### This is a wrapper call to the reconstruction routines. ###
##############################################################

  if (CCTK_Equals(whisky_eos_type,"General")) {

    schedule Reconstruction IN FluxTerms AS Reconstruct
    {
      LANG: Fortran
    } "Reconstruct the functions at the cell boundaries"
    
  }
  else if (CCTK_Equals(whisky_eos_type,"Polytype")) {
    
    schedule ReconstructionPolytype IN FluxTerms AS Reconstruct
    {
      LANG: Fortran
    } "Reconstruct the functions at the cell boundaries"
    
  }
  
  if (set_trivial_rp_grid_function)
  {
    schedule Set_Trivial_Riemann_Problem_Grid_Function \
    IN FluxTerms AFTER Reconstruct
    {
      LANG: C
      SYNC: whisky_trivial_rp_gf_group
    } "Set the gridfunction for the trp (for debugging only)"
  }
  
######################################################
### This is a wrapper call to the Riemann solvers. ###
######################################################

  if (use_eosgeneral) 
  {
    schedule RiemannSolveGeneral IN FluxTerms AFTER Whisky_Convert AS Riemann
    {
      LANG: Fortran
      STORAGE: EOS_temps
      STORAGE: RoeAverage_temps
    } "Solve the local Riemann problems"
  }
  else if (CCTK_Equals(whisky_eos_type,"General")) {
    
    schedule RiemannSolve IN FluxTerms AFTER Whisky_Convert AS Riemann
    {
      LANG: Fortran
      STORAGE: EOS_temps
    } "Solve the local Riemann problems"
    
  }
  else if (CCTK_Equals(whisky_eos_type,"Polytype")) {
    
    schedule RiemannSolvePolytype IN FluxTerms AFTER Whisky_Convert AS Riemann
    {
      LANG: Fortran
      STORAGE: EOS_temps
    } "Solve the local Riemann problems"
  }
  
}
else if (CCTK_Equals(method_type, "Flux split FD"))
{

  STORAGE:fs_alpha

  if (evolve_tracer)
  {

    schedule group FluxTerms IN WhiskyRHS WHILE Whisky::flux_direction 
    {
      STORAGE: whisky_fluxes
      STORAGE: whisky_tracer_flux
    } "Calculation of intercell fluxes"

    schedule Whisky_FSAlpha IN FluxTerms BEFORE Whisky_SplitFlux
    {
      LANG: Fortran
    } "Compute the maximum characteristic speeds"

    schedule Whisky_SplitFlux IN FluxTerms AS Reconstruct
    {
      LANG: Fortran
      STORAGE: flux_splitting
      STORAGE: whisky_tracer_flux_splitting
      SYNC: whisky_fluxes
    } "Compute the fluxes using WENO5 FD + Lax-Friedrichs splitting"

  }
  else
  {

    schedule group FluxTerms IN WhiskyRHS WHILE Whisky::flux_direction 
    {
      STORAGE: whisky_fluxes
    } "Calculation of intercell fluxes"

    schedule Whisky_FSAlpha IN FluxTerms BEFORE Whisky_SplitFlux
    {
      LANG: Fortran
    } "Compute the maximum characteristic speeds"

    schedule Whisky_SplitFlux IN FluxTerms AS Reconstruct
    {
      LANG: Fortran
      STORAGE: flux_splitting
      SYNC: whisky_fluxes
    } "Compute the fluxes using WENO5 FD + Lax-Friedrichs splitting"

  }

}

###########################################################
### After calculating the fluxes, calculate the update. ###
###########################################################

schedule UpdateCalculation IN FluxTerms AFTER Riemann
{
  LANG: Fortran
} "Calculate the update term from the fluxes"
  
#################################
### Advance the loop counter. ###
#################################

schedule WhiskyAdvanceLoop IN FluxTerms AFTER UpdateCalculation
{
  LANG: Fortran
  OPTIONS: level
} "Decrement the flux_direction variable"

###########################################################
### If we're in the atmosphere or inside the excision   ###
### region then we don't want to do any updating (in    ###
### fact if we're inside the excision region we don't   ###
### want to calculate the fluxes, but we'll worry about ###
### that later). Just zero the update terms where       ###
### certain conditions are violated.                    ###
###########################################################

schedule WhiskyUpdateAtmosphereMask IN WhiskyRHS AFTER FluxTerms
{
  LANG: Fortran
} "Alter the update terms if inside the atmosphere region"

###############################################################
### After we've done the update, there's a few things to do ###
###############################################################

# This should not be used anymore and be removed after some time
schedule group Whisky_PostStep IN HydroBase_PostStep
{
} "Post step tasks for Whisky"

#################################################################
### After MoL has updated the conserved variables, we need to ###
### convert back to primitive variables. This is a wrapper    ###
### over the entire grid.                                     ###
#################################################################

########################################################
### Find the refinement level that is being computed ###
########################################################

schedule Whisky_RefinementLevel IN MoL_PostStep BEFORE (SetMetricTemps,HydroBase_PostStep)
{
  LANG: Fortran
} "Calculate current refinement level"

schedule Whisky_RefinementLevel AT CCTK_PostStep
{
  LANG: Fortran
} "Calculate current refinement level (for the check of the C2P mask)"

schedule Whisky_RefinementLevel AT POSTREGRIDINITIAL 
{
  LANG: Fortran
} "Calculate current refinement level"

schedule Whisky_RefinementLevel AT INITIAL BEFORE HydroBase_Initial
{
  LANG: Fortran
} "Calculate current refinement level"


if (use_eosgeneral) 
{

  STORAGE:Metric_temps

  schedule SetMetricTemps IN MoL_PostStep BEFORE HydroBase_PostStep
  {
    LANG: Fortran
    SYNC: metric_temps
  } "Set the temporary metric terms"

  schedule SetMetricTemps AT POSTRESTRICTINITIAL BEFORE HydroBase_PostStep
  {
    LANG: Fortran
    SYNC: metric_temps
  } "Set the temporary metric terms"


  if (CCTK_Equals(whisky_eos_type,"General")) 
  {

    schedule Conservative2PrimitiveGeneral IN HydroBase_Con2Prim AS Con2Prim
    {
      LANG: Fortran
      STORAGE: Con2Prim_temps
    } "Convert back to primitive variables (general)"

  }
  else if (CCTK_Equals(whisky_eos_type,"Polytype")) 
  {

    schedule Con2PrimPolytypeGeneral IN HydroBase_Con2Prim AS Con2Prim
    {
      LANG: Fortran
      STORAGE: Con2Prim_temps
    } "Convert back to primitive variables (polytype)"

  }

}  
else if (CCTK_Equals(whisky_eos_type,"General")) 
{

  schedule Conservative2Primitive IN HydroBase_Con2Prim AS Con2Prim
  {
    LANG: Fortran
  } "Convert back to primitive variables (general)"

}
else if (CCTK_Equals(whisky_eos_type,"Polytype")) 
{
  
  schedule Conservative2PrimitivePolytype IN HydroBase_Con2Prim AS Con2Prim
  {
    LANG: Fortran
  } "Convert back to primitive variables (polytype)"

}

#################################################################
### Having finished all the updates, we apply the boundary    ###
### conditions and synchronize the conservative and primitive ###
### variables. All other grid functions are reset only in the ###
### interior of the grid and are totally reset at every step, ###
### and so synchronization is not necessary.                  ###
#################################################################

#schedule Whisky_Boundaries IN HydroBase_PostStep AFTER Con2Prim

if (evolve_tracer)
{
  STORAGE:whisky_tracers[3]
  STORAGE:whisky_cons_tracers[3]
  STORAGE:whisky_tracer_rhs
}

if (outflow_boundaries)
{
  schedule Whisky_OutflowBoundaries IN HydroBase_PostStep BEFORE Whisky_Boundaries
  {
    LANG: Fortran
  } "Outflow boundaries over only some of the domain"
}

# This should not be used anymore and should be removed after some time
schedule group Do_Whisky_Boundaries IN HydroBase_Boundaries
{
} "Whisky Boundary conditions group"

if (evolve_tracer)
{
  schedule Whisky_Boundaries IN HydroBase_Select_Boundaries
  {
    LANG: Fortran
    OPTIONS: LEVEL
    SYNC: dens
    SYNC: tau
    SYNC: scon
    SYNC: w_lorentz
    SYNC: HydroBase::rho
    SYNC: HydroBase::press
    SYNC: HydroBase::eps
    SYNC: HydroBase::vel
    SYNC: whisky_cons_tracers
    SYNC: whisky_tracers
  } "Select Whisky boundary conditions"
} else
{
  schedule Whisky_Boundaries IN HydroBase_Select_Boundaries
  {
    LANG: Fortran
    OPTIONS: LEVEL
    SYNC: dens
    SYNC: tau
    SYNC: scon
    SYNC: w_lorentz
    SYNC: HydroBase::rho
    SYNC: HydroBase::press
    SYNC: HydroBase::eps
    SYNC: HydroBase::vel
  } "Select Whisky boundary conditions"
}

############################################################
### Compute first differences of rho for mesh refinement ###
############################################################

# commented out (2006.08.22) since unused, for the time being
#STORAGE:DiffRho

#schedule Whisky_DiffRho IN HydroBase_PostStep AFTER Whisky_ApplyBCs
#{
#  LANG: Fortran
#} "Compute relative differences in rho"


# older version
# schedule Whisky_DiffRho AT POSTREGRID
# {
#   LANG: Fortran
# } "Compute relative differences in rho"

################################################################
### If a point has been marked as requiring resetting to the ###
### atmosphere, this is where we do it.                      ###
###                                                          ###
### You didn't see this abuse of MoL. Nothing to see here,   ###
### move along.                                              ###
################################################################

schedule Whisky_AtmosphereReset IN MoL_Evolution AFTER MoL_Step BEFORE HydroBase_Boundaries AFTER MoL_RestoreSandR
{
  LANG: Fortran
} "Reset the atmosphere"

schedule group HydroBase_Boundaries IN MoL_Evolution AFTER MoL_Step
{
} "HydroBase Boundary conditions group"

} # end of  if (CCTK_EQUALS(hydrobase::evolution_method, "whisky"))
  
if (set_trivial_rp_grid_function)
{
  STORAGE: whisky_trivial_rp_gf_group
}

if (ppm_mppm_debug_eigenvalues)
{
  STORAGE: whisky_mppm_eigenvalues
}

if (compute_DCandMaxima)
{
  STORAGE: whisky_maxima_location
  STORAGE: whisky_maxima_position
  STORAGE: whisky_maxima_iteration
  STORAGE: whisky_maxima_separation
  STORAGE: maxrho_global

  schedule Whisky_InitFindMaxima AT Initial
  {
    LANG:Fortran
    OPTIONS: GLOBAL
  } "Initialize the scalars for the routine that locates the maxima"


  schedule Whisky_InitFindMaxima AT CCTK_POST_RECOVER_VARIABLES
  {
    LANG:Fortran
    OPTIONS: GLOBAL
  } "Initialize the scalars for the routine that locates the maxima"

  schedule GROUP Whisky_DCAndMaxima AT POSTSTEP
  {
    STORAGE: whisky_maxima_location
    STORAGE: whisky_maxima_position
    STORAGE: whisky_maxima_separation
  } "Find the maximum of the density and the star separation"
  
  schedule GROUP Whisky_DCAndMaxima AT CCTK_POST_RECOVER_VARIABLES
  {
    STORAGE: whisky_maxima_location
    STORAGE: whisky_maxima_position
    STORAGE: whisky_maxima_separation
  } "Find the maximum of the density and the star separation"

  if (use_coord_maxima)
  {
 
    schedule Whisky_FindMaxima IN Whisky_DCAndMaxima
    {
      LANG: Fortran
      OPTIONS: local  
  } "Use the maximum of the density to set the position of the center of the star"
    
  }
  else
  {
    
    schedule Whisky_FindWeightedMaxima IN Whisky_DCAndMaxima
    {
      LANG: Fortran
      OPTIONS: local  
    } "Use the weighted maximum of the density to set the position used by DriftCorrect"
    
  }
  
  if (set_dc_centroid)
  {
    schedule Whisky_SetDCCentroid IN Whisky_DCAndMaxima AFTER Whisky_FindMaxima
    {
      LANG: Fortran
      OPTIONS: GLOBAL
    } "Set DriftCorrect"
  }

  if (compute_EqualMassStarSeparation)
  {
    schedule Whisky_FindSeparation IN Whisky_DCAndMaxima AFTER Whisky_FindMaxima
    {
      LANG: Fortran
      OPTIONS: GLOBAL
      TRIGGERS: whisky_maxima_position
      TRIGGERS: whisky_maxima_separation
    } "Find the separation of a binary NS from the maxima"
  }
}

# Check that rho >= whisky_rho_min
if (Check_Rho_Minimum)
{
  schedule Whisky_Check_Rho_Minimum AT ANALYSIS
  {
    LANG: Fortran
    TRIGGERS: HydroBase::rho
    TRIGGERS: HydroBase::press
    TRIGGERS: HydroBase::eps
  } "Check whether somewhere rho(i,j,k) < whisky_rho_min and produce a WARNING"
  
  schedule Whisky_RefinementLevel AT ANALYSIS BEFORE Whisky_Check_Rho_Minimum
  {
    LANG: Fortran
    TRIGGERS: HydroBase::rho
    TRIGGERS: HydroBase::press
    TRIGGERS: HydroBase::eps
  } "Calculate current refinement level"
}

# set and check a mask containing the failures of C2P; if they occur at points overwritten by finer grids, they can be ignored.

STORAGE: whisky_C2P_failed[1]

schedule reset_whisky_C2P_failed AT BASEGRID
{
  LANG: Fortran
} "Initialise the mask function that contains the points where C2P has failed (at BASEGRID)"

schedule reset_whisky_C2P_failed AT CCTK_PRESTEP
{
  LANG: Fortran
} "Reset the mask function that contains the points where C2P has failed (at PRESTEP)"

schedule sync_whisky_C2P_failed AT CCTK_EVOL AFTER MoL_Evolution
{
  LANG: Fortran
  SYNC: whisky_C2P_failed
} "Syncronise the mask function that contains the points where C2P has failed"

schedule check_whisky_C2P_failed AT CCTK_POSTSTEP AFTER Whisky_RefinementLevel
{
  LANG: Fortran
} "Check the mask function that contains the points where C2P has failed and report an error in case a failure is found"

schedule Whisky_Tmunu IN AddToTmunu
{
  LANG: Fortran
} "Compute the energy-momentum tensor"

#the following is necessary because TmunuBase does not have enough schedule

schedule GROUP SetTmunu AT POSTRESTRICTINITIAL AFTER HydroBase_Con2Prim BEFORE ADMConstraintsGroup
{
} "Calculate the stress-energy tensor"

schedule GROUP SetTmunu AT POSTPOSTINITIAL AFTER HydroBase_Con2Prim BEFORE ADMConstraintsGroup
{
} "Calculate the stress-energy tensor"

schedule GROUP SetTmunu AT POST_RECOVER_VARIABLES
{
} "Calculate the stress-energy tensor"

schedule GROUP SetTmunu IN MoL_Evolution AFTER ApplyBCs
{
} "Calculate the stress-energy tensor"