diff options
Diffstat (limited to 'CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc')
| -rw-r--r-- | CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc | 797 |
1 files changed, 91 insertions, 706 deletions
diff --git a/CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc b/CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc index 392c8619d..97552a6e6 100644 --- a/CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc +++ b/CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc @@ -13,56 +13,54 @@ -#include "cctk.h" -#include "cctk_Parameters.h" -#include "cctk_Version.h" - -#include "AMRwriter.hh" -#include "AmrGridReader.hh" -#ifdef HDF4 -# include "HDFIO.hh" -#endif -#ifdef HDF5 -# include "H5IO.hh" -#endif -#include "IEEEIO.hh" -#include "IO.hh" +#include <AMRwriter.hh> +#include <AmrGridReader.hh> +#include <H5IO.hh> +#include <HDFIO.hh> +#include <IEEEIO.hh> +#include <IO.hh> // Hack to stop FlexIO type clash + #undef BYTE #undef CHAR -#include "bbox.hh" -#include "data.hh" -#include "gdata.hh" -#include "ggf.hh" -#include "vect.hh" +#include "cctk.h" +#include "cctk_Parameters.h" + +#include "CactusBase/IOUtil/src/ioGH.h" + +#include "Carpet/CarpetLib/src/bbox.hh" +#include "Carpet/CarpetLib/src/data.hh" +#include "Carpet/CarpetLib/src/gdata.hh" +#include "Carpet/CarpetLib/src/ggf.hh" +#include "Carpet/CarpetLib/src/vect.hh" +#include "CactusBase/IOUtil/src/ioGH.h" +#include "CactusBase/IOUtil/src/ioutil_CheckpointRecovery.h" +#include "CactusBase/IOUtil/src/ioutil_Utils.h" +//#include "StoreNamedData.h" #include "carpet.hh" #include "ioflexio.hh" extern "C" { - static const char* rcsid = "$Header: /home/eschnett/C/carpet/Carpet/CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc,v 1.22 2004/01/12 10:50:31 cott Exp $"; + static const char* rcsid = "$Header: /home/eschnett/C/carpet/Carpet/CarpetAttic/CarpetIOFlexIOCheckpoint/src/checkpointrestart.cc,v 1.1 2003/05/16 14:02:18 hawke Exp $"; CCTK_FILEVERSION(Carpet_CarpetIOFlexIO_checkpointrestart_cc); } - namespace CarpetCheckpointRestart { using namespace std; using namespace Carpet; using namespace CarpetIOFlexIO; - using namespace CarpetIOFlexIOUtil; - int Checkpoint (const cGH* const cgh, int called_from); + static int Checkpoint (const cGH* const cgh, int called_from); + - int RecoverParameters (IObase* reader); - static int RecoverGHextensions (cGH* cgh, IObase* reader); - int RecoverVariables (cGH* cgh, IObase* reader, AmrGridReader* amrreader); - void CarpetIOFlexIO_EvolutionCheckpoint( const cGH* const cgh){ + void CarpetChReEvolutionCheckpoint( const cGH* const cgh){ DECLARE_CCTK_PARAMETERS @@ -70,14 +68,13 @@ namespace CarpetCheckpointRestart { ((checkpoint_every > 0 && cgh->cctk_iteration % checkpoint_every == 0) || checkpoint_next)) { - if (verbose) + if (! CCTK_Equals ("verbose", "none")) { CCTK_INFO ("---------------------------------------------------------"); CCTK_VInfo (CCTK_THORNSTRING, "Dumping periodic checkpoint at " "iteration %d", cgh->cctk_iteration); CCTK_INFO ("---------------------------------------------------------"); } - Checkpoint (cgh, CP_EVOLUTION_DATA); if (checkpoint_next) @@ -89,461 +86,41 @@ namespace CarpetCheckpointRestart { } -/*@@ - @routine CarpetIOFlexIO_RecoverParameters - @date Fri Oct 10 2003 - @author Christian Ott, Thomas Radke - @desc - @desc - Recovers the parameters from an HDF5 checkpoint file. - This routine is scheduled at CCTK_RECOVER_PARAMETERS. - - Note that it cannot be registered with IOUtil to be scheduled - from there (as done with the CarpetIOFlexIO_Recover routine) because - the registration mechanism isn't activated yet - at CCTK_RECOVER_PARAMETERS. - Instead we call the generic parameter recovery routine - from IOUtil here, and just pass the necessary callback function - and its arguments. - - Note also that this routine doesn't get passed any parameters, - not even a GH, because this doesn't exist yet at the time it is - being called. - @enddesc - - @calls IOUtil_RecoverParameters - - @returntype int - @returndesc - return code of @seeroutine IOUtil_RecoverParameters, ie. - positive for successful parameter recovery, or<BR> - 0 if recovery wasn't requested, or<BR> - negative if parameter recovery failed - @endreturndesc -@@*/ - - - int CarpetIOFlexIO_RecoverParameters(void){ - return (IOUtil_RecoverParameters (CarpetIOFlexIO_Recover, ".hdf5", "HDF5")); - } - -/*@@ - @routine CarpetIOFlexIO_Recover - @date Fri Oct 10 2003 - @author Christian Ott (Tom Goodale IOFlexIO version) - @desc - Recovers a Carpet GH from an HDF5 file. - This routine is registered with IOUtil as CarpetIOFlexIO's recovery - routine. - @enddesc - - @calls OpenFile - RecoverParameters - RecoverGHextensions - CarpetIOFlexIOi_RecoverVariables - IOUtil_PrintTimings - - @var GH - @vdesc Pointer to CCTK grid hierarchy - @vtype cGH * - @vio in - @endvar - @var basefilename - @vdesc the basefilename of the file to recover from - The file suffix is appended by the routine. - @vtype const char * - @vio in - @endvar - @var called_from - @vdesc flag indicating where this routine was called from - (either CP_RECOVER_DATA or FILEREADER_DATA) - @vtype int - @vio in - @endvar - - @returntype int - @returndesc - >0 = success - -1 = recovery failed - @endreturndesc -@@*/ - - -int CarpetIOFlexIO_Recover (cGH* cgh, const char *basefilename, int called_from) -{ - int result,myproc; - CarpetIOFlexIOGH *myGH; - char filename[1024]; - - static IObase* reader = NULL; - - DECLARE_CCTK_PARAMETERS - - /* to make the compiler happy */ - myGH = NULL; - result = 0; - - myproc = CCTK_MyProc (cgh); - - fprintf(stderr,"\n reflevel: %d\n",reflevel); - - - if (called_from == CP_RECOVER_PARAMETERS) - { - CCTK_VInfo (CCTK_THORNSTRING, "got this far... '%s'", basefilename); - if (myproc == 0){ - reader = new H5IO(basefilename,IObase::Read); - CCTK_VInfo (CCTK_THORNSTRING, "blah '%s'", basefilename); - if ( ! reader->isValid() ) - { - CCTK_VInfo(CCTK_THORNSTRING,"file is not open"); - return (-1); - } - CCTK_VInfo(CCTK_THORNSTRING,"file is open"); - } - } - else - { - /* This is the case for CP_RECOVER_DATA. - CCTK_RECOVER_PARAMETERS must have been called before - and set up the file info structure. */ - if (myproc == 0){ - if (! reader->isValid() ) - { - CCTK_VInfo(CCTK_THORNSTRING,"file is not open2"); - return (-1); - } - } - } - - /* Recover parameters */ - - if (called_from == CP_RECOVER_PARAMETERS) - { - return (RecoverParameters (reader)); - } - - - if (called_from == CP_RECOVER_DATA) { - - AmrGridReader* amrreader = 0; - - if(myproc==0) - amrreader = new AmrGridReader(*reader); - - - CCTK_INT4 numberoftimes; - IObase::DataType datatype; - int i,dim; - if (myproc == 0) { - - /* we need all the times on the individual levels */ - i = reader->readAttributeInfo ("numberoftimes", datatype, dim); - if(i >=0 && datatype == FLEXIO_INT && dim == 1) { - char buffer[100]; - reader->readAttribute (i, &numberoftimes); - assert(numberoftimes==refleveltimes.size()); - for(int lcv=0;lcv<numberoftimes;lcv++) { - sprintf(buffer,"refleveltime%d",lcv); - i = reader->readAttributeInfo (buffer, datatype, dim); - if(i >=0 && datatype == FLEXIO_REAL && dim == 1) { - reader->readAttribute (i, &refleveltimes[lcv]); - } - else { - CCTK_WARN(0,"BAD BAD BAD! Can't read refleveltime!!"); - } - } - } - else - { - CCTK_WARN (0, "Unable to restore reflevel times!"); - } - } - - CACTUS_MPI_ERROR (MPI_Bcast (&numberoftimes, 1, CARPET_MPI_INT4, 0,MPI_COMM_WORLD)); - CACTUS_MPI_ERROR (MPI_Bcast (&refleveltimes[0], numberoftimes, CARPET_MPI_REAL, 0, MPI_COMM_WORLD)); - - - - - BEGIN_REFLEVEL_LOOP(cgh) { - BEGIN_MGLEVEL_LOOP(cgh) { - - - /* make sure we are looking at the first dataset where - all the good stuff ist stored! */ - if(myproc==0) - reader->seek(0); - - /* Recover GH extentions */ - CCTK_INFO ("Recovering GH extensions"); - result += RecoverGHextensions (cgh, reader); - - // cout << refleveltimes[reflevel]<<endl; - tt->set_time(reflevel,mglevel,(CCTK_REAL) cgh->cctk_iteration/maxreflevelfact); - cout << "tt " << tt->time(0,reflevel,mglevel) << endl; - - } END_MGLEVEL_LOOP; - } END_REFLEVEL_LOOP; - - if (! result) - { - /* Recover variables */ - CCTK_VInfo (CCTK_THORNSTRING, "Recovering data! "); - result = RecoverVariables (cgh, reader,amrreader); - } - if(myproc==0) { - delete reader; - delete amrreader; - } - - - } - - - - if (called_from == CP_RECOVER_DATA) - { - CCTK_VInfo (CCTK_THORNSTRING, - "Restarting simulation at iteration %d (physical time %g)", - cgh->cctk_iteration, (double) cgh->cctk_time); - } - - // CCTK_WARN (-1,"STOPSTOPSTOP2"); - - return (result); -} - - /******************************************************************** ******************** Internal Routines ************************ ********************************************************************/ - int RecoverParameters(IObase* reader){ - - int myproc, retval; - int i, asize; - char *parameters; - CCTK_INT4 parameterSize; - - IObase::DataType datatype; - CCTK_REAL bogusdata; - - int dims[3]; - int rank=0; - int maxdims=3; - - DECLARE_CCTK_PARAMETERS - - myproc = CCTK_MyProc (NULL); - - if (myproc == 0){ - CCTK_VInfo (CCTK_THORNSTRING, "Recovering parameters from checkpoint "); - - /* read the first (bogus) dataset to which the parameters an GHExtensions - are attached */ - - reader->readInfo(datatype,rank,dims,maxdims); - CCTK_VInfo (CCTK_THORNSTRING, "blahbalh: datatype %d FLEXIO_REAL: %d",datatype,FLEXIO_REAL); - - if(datatype != FLEXIO_REAL || rank !=1 ) - CCTK_WARN (-1,"Wrong recover file format! First dataset type mismatch!"); - - reader->read(&bogusdata); - - /* get the parameters attribute. */ - i = reader->readAttributeInfo ("global_parameters", datatype, asize); - if (i >= 0 && datatype == FLEXIO_CHAR && asize > 0) - { - parameterSize = (CCTK_INT4) asize; - parameters = (char*) malloc (parameterSize + 1); - reader->readAttribute (i, parameters); - } - else - { - CCTK_WARN (1, "Can't read global parameters. " - "Is this really a Cactus IEEEIO checkpoint file ?"); - } - CCTK_VInfo (CCTK_THORNSTRING, "\n%s\n",parameters); - } - -#ifdef CCTK_MPI - /* Broadcast the parameter buffer size to all processors */ - /* NOTE: We have to use MPI_COMM_WORLD here - because CARPET_COMM_WORLD is not yet set up at parameter recovery time. - We also assume that CARPET_MPI_INT4 is a compile-time defined datatype. */ - CACTUS_MPI_ERROR (MPI_Bcast (¶meterSize, 1, CARPET_MPI_INT4, 0, - MPI_COMM_WORLD)); -#endif - - if (parameterSize > 0) - { -#ifdef CCTK_MPI - if (myproc) - { - parameters = (char*) malloc (parameterSize + 1); - } - - CACTUS_MPI_ERROR (MPI_Bcast (parameters, parameterSize + 1, CARPET_MPI_CHAR, - 0, MPI_COMM_WORLD)); -#endif - - IOUtil_SetAllParameters (parameters); - - free (parameters); - } - - /* return positive value for success otherwise negative */ - retval = (parameterSize > 0 ? 1 : -1); - return (retval); - - - // CCTK_WARN (-1,"STOPSTOPSTOP"); - - - } - - - static int RecoverGHextensions (cGH *GH, IObase* reader) - { - int i, type,dim; - CCTK_REAL realBuffer; - CCTK_INT4 int4Buffer[2]; - CCTK_INT4 intbuffer,numberoftimes; - - IObase::DataType datatype; - - if (CCTK_MyProc (GH) == 0) - { - - /* get the iteration number */ - i = reader->readAttributeInfo ("GH$iteration", datatype, dim); - - - if (i >= 0 && datatype == FLEXIO_INT4 && dim == 1) - { - reader->readAttribute (i, &int4Buffer[0]); - } - else - { - CCTK_WARN (1, "Unable to restore GH->cctk_iteration, defaulting to 0"); - int4Buffer[0] = 0; - } - - /* get the main loop index */ - i = reader->readAttributeInfo ( "main loop index", datatype, dim); - if (i >= 0 && datatype == FLEXIO_INT4 && dim == 1) - { - reader->readAttribute (i, &int4Buffer[1]); - } - else - { - CCTK_WARN (1, "Unable to restore main loop index, defaulting to 0"); - int4Buffer[1] = 0; - } - - /* get cctk_time */ - i = reader->readAttributeInfo ("GH$time", datatype, dim); - if (i >= 0 && datatype == FLEXIO_REAL && dim == 1) - { - reader->readAttribute (i, &realBuffer); - } - else - { - CCTK_WARN (1, "Unable to restore GH->cctk_time, defaulting to 0.0"); - realBuffer = 0.0; - } - } - -#ifdef CCTK_MPI - /* Broadcast the GH extensions to all processors */ - /* NOTE: We have to use MPI_COMM_WORLD here - because PUGH_COMM_WORLD is not yet set up at parameter recovery time. - We also assume that PUGH_MPI_INT4 is a compile-time defined datatype. */ - - CACTUS_MPI_ERROR (MPI_Bcast (int4Buffer, 2, CARPET_MPI_INT4, 0,MPI_COMM_WORLD)); - CACTUS_MPI_ERROR (MPI_Bcast (int4Buffer, 2, CARPET_MPI_INT4, 0,MPI_COMM_WORLD)); - CACTUS_MPI_ERROR (MPI_Bcast (&realBuffer, 1, CARPET_MPI_REAL,0,MPI_COMM_WORLD)); -#endif - - GH->cctk_time = refleveltimes[reflevel]; - - - GH->cctk_iteration = (int) int4Buffer[0]; - CCTK_SetMainLoopIndex ((int) int4Buffer[1]); - - - return (0); - } - - - - - int DumpParams (const cGH* const cgh, int all, IObase* writer){ + static int DumpParams (const cGH* const cgh, int all, IObase* writer){ char *parameters; parameters = IOUtil_GetAllParameters(cgh,all); - + if(parameters) { - WriteAttribute(writer,"global_parameters",parameters); + writer->writeAttribute("global_parameters",IObase::Char, + strlen(parameters)+1,parameters); free(parameters); } - return 0; } - int DumpGHExtensions (const cGH* const cgh, IObase* writer){ - - CCTK_INT4 itmp; - CCTK_REAL dtmp; - const char *version; - ioGH *ioUtilGH; - - - /* get the handle for IOUtil extensions */ - ioUtilGH = (ioGH *) CCTK_GHExtension (cgh, "IO"); - - itmp = CCTK_MainLoopIndex (); - WriteAttribute(writer,"main loop index",itmp); - itmp = cgh->cctk_iteration; - WriteAttribute(writer,"GH$iteration",itmp); - - itmp = ioUtilGH->ioproc_every; - WriteAttribute(writer,"GH$ioproc_every",itmp); - - itmp = CCTK_nProcs (cgh); - WriteAttribute(writer,"GH$nprocs",itmp); - - dtmp = cgh->cctk_time; - WriteAttribute(writer,"GH$time", dtmp); - - version = CCTK_FullVersion (); - WriteAttribute(writer,"Cactus version", version); - - return 0; - } - - - int Checkpoint (const cGH* const cgh, int called_from) + static int Checkpoint (const cGH* const cgh, int called_from) { - char cp_filename[1024], cp_tempname[1024]; - int myproc, first_vindex, gindex; + char filename[1024]; + int myproc, first_vindex, gindex, retval; char *fullname; const char *timer_descriptions[3] = {"Time to dump parameters: ", "Time to dump datasets: ", "Total time to checkpoint:"}; const ioGH *ioUtilGH; - // const int varindex = CCTK_VarIndex("ADMBASE:gxx"); int varindex = 0; int group = 0; - int retval = 0; cGroup gdata; IObase* writer = 0; @@ -551,241 +128,103 @@ int CarpetIOFlexIO_Recover (cGH* cgh, const char *basefilename, int called_from) ioRequest *request; DECLARE_CCTK_PARAMETERS - - CarpetIOFlexIOGH *myGH; - myGH = (CarpetIOFlexIOGH *) CCTK_GHExtension (cgh, "CarpetIOFlexIO"); - - /* check if CarpetIOFlexIO was registered as I/O method */ - if (myGH == NULL) - { - CCTK_WARN (-1, "No CarpetIOFlexIO I/O methods registered"); - return (-1); - } - - + myproc = CCTK_MyProc (cgh); ioUtilGH = (const ioGH *) CCTK_GHExtension (cgh, "IO"); - IOUtil_PrepareFilename (cgh, NULL, cp_filename, called_from, + IOUtil_PrepareFilename (cgh, NULL, filename, called_from, myproc / ioUtilGH->ioproc_every, ioUtilGH->unchunked); + + sprintf(filename, "%s.ieee",filename); - // Invent a file name - const char* extension = 0; - if (CCTK_Equals(out3D_format, "IEEE")) { - extension = ".raw"; -#ifdef HDF4 - } else if (CCTK_Equals(out3D_format, "HDF4")) { - extension = ".hdf"; -#endif -#ifdef HDF5 - } else if (CCTK_Equals(out3D_format, "HDF5")) { - extension = ".h5"; -#endif - } else { - assert (0); - } - - sprintf(cp_tempname,"%s.tmp%s",cp_filename,extension); - - - sprintf(cp_filename,"%s%s",cp_filename,extension); - + fprintf(stderr,"%s\n",filename); if (CCTK_MyProc(cgh)==0) { - fprintf(stderr,"\n verbose: %d\n",verbose); - if (verbose) + if (CCTK_Equals ("verbose", "full")) { - CCTK_VInfo (CCTK_THORNSTRING, "Creating temporary checkpoint file '%s'", cp_tempname); + CCTK_VInfo (CCTK_THORNSTRING, "Creating file '%s'", filename); } - // writer = new IEEEIO(cp_tempname, IObase::Create); - - if (CCTK_Equals(out3D_format, "IEEE")) { - writer = new IEEEIO(cp_tempname, IObase::Create); -#ifdef HDF4 - } else if (CCTK_Equals(out3D_format, "HDF4")) { - writer = new HDFIO(cp_tempname, IObase::Create); -#endif -#ifdef HDF5 - } else if (CCTK_Equals(out3D_format, "HDF5")) { - writer = new H5IO(cp_tempname, IObase::Create); -#endif - } else { - assert (0); - } + writer = new IEEEIO(filename, IObase::Create); if (! (writer->isValid()) ) { CCTK_VWarn (1, __LINE__, __FILE__, CCTK_THORNSTRING, "Can't open checkpoint file '%s'. Checkpointing is skipped", - cp_tempname); + filename); return (-1); } - amrwriter = new AMRwriter(*writer); - /* now we are writing a first (bogus) dataset to which - we will attach all parameters and GHextensions as Attributes - */ - - CCTK_REAL startdata = 666.66; - int rank=1; - int dim[1]={1}; - writer->write(FLEXIO_REAL,rank,dim,&startdata); - - /* now dump parameters */ - if (verbose) - { - CCTK_VInfo (CCTK_THORNSTRING, "Dumping Parameters'"); - } + // dump parameters DumpParams (cgh, 1, writer); + } - /* and now dump GH extentions */ - if (verbose) + + // now dump the grid varibles, sorted by groups + + if (CCTK_Equals ("verbose", "full")) + { + CCTK_INFO ("Dumping Grid Variables ..."); + } + for (group = CCTK_NumGroups () - 1; group >= 0; group--) + { + /* only dump groups which have storage assigned */ + if (CCTK_QueryGroupStorageI (cgh, group) <= 0) { - CCTK_VInfo (CCTK_THORNSTRING, "Dumping GHExtensions"); + continue; } - DumpGHExtensions(cgh,writer); - - /* finally, we need all the times on the individual levels */ - const int numberoftimes=refleveltimes.size(); - writer->writeAttribute("numberoftimes",FlexIODataType(CCTK_VARIABLE_INT),1,&numberoftimes); - for(int i=0;i < numberoftimes;i++) { - char buffer[100]; - sprintf(buffer,"refleveltime%d",i); - writer->writeAttribute(buffer,FlexIODataType(CCTK_VARIABLE_REAL),1,&refleveltimes[i]); + /* dump all timelevels except the oldest (for multi-level groups) */ + CCTK_GroupData (group, &gdata); + if (gdata.numtimelevels > 1) + { + gdata.numtimelevels--; } - } - - // now dump the grid varibles for all reflevels and components, sorted by groups - BEGIN_REFLEVEL_LOOP(cgh) { - - BEGIN_MGLEVEL_LOOP(cgh) { - - if (verbose) - { - CCTK_INFO ("Dumping Grid Variables ..."); - } - for (group = CCTK_NumGroups () - 1; group >= 0; group--) - { - /* only dump groups which have storage assigned */ - - if (CCTK_QueryGroupStorageI (cgh, group) <= 0) - { - continue; - } - const int grouptype = CCTK_GroupTypeI(group); - - /* scalars and grid arrays only have 1 reflevel: */ - if ( (grouptype != CCTK_GF) && (reflevel != 0) ) - continue; - - /* now check if there is any memory allocated - for GFs and GAs. GSs should always have - memory allocated and there is at this point - no CCTK function to check this :/ - */ - - if ( (grouptype == CCTK_GF) || (grouptype == CCTK_ARRAY)){ - const int gpdim = CCTK_GroupDimI(group); - int gtotalsize=1; - for(int d=0;d<gpdim;d++){ - const int* gpsize= CCTK_ArrayGroupSizeI(cgh,d,group); - assert(gpsize != NULL); - gtotalsize*=gpsize[d]; - } - if(gtotalsize == 0){ - if (verbose) CCTK_VInfo(CCTK_THORNSTRING, "Group %s is zero-sized. No checkpoint info written",CCTK_GroupName(group)); - continue; - } - } - - - /* get the number of allocated timelevels */ - CCTK_GroupData (gindex, &gdata); - gdata.numtimelevels = 0; - gdata.numtimelevels = CCTK_GroupStorageIncrease (cgh, 1, &group, - &gdata.numtimelevels,NULL); - - - CCTK_GroupData (group, &gdata); - - /* dump all timelevels except the oldest (for multi-level groups) */ - /* COMMENTED OUT!! We _need_ all timelevels!!! - if (gdata.numtimelevels > 1) - { - gdata.numtimelevels--; - } - - */ + int first_vindex = CCTK_FirstVarIndexI (group); - int first_vindex = CCTK_FirstVarIndexI (group); + /* get the default I/O request for this group */ + request = IOUtil_DefaultIORequest (cgh, first_vindex, 1); + /* disable checking for old data objects, disable datatype conversion + and downsampling */ + request->check_exist = 0; + request->hdatatype = gdata.vartype; + for (request->hdim = 0; request->hdim < request->vdim; request->hdim++) + { + request->downsample[request->hdim] = 1; + } - - /* get the default I/O request for this group */ - request = IOUtil_DefaultIORequest (cgh, first_vindex, 1); - - /* disable checking for old data objects, disable datatype conversion - and downsampling */ - request->check_exist = 0; - request->hdatatype = gdata.vartype; - for (request->hdim = 0; request->hdim < request->vdim; request->hdim++) - { - request->downsample[request->hdim] = 1; - } - - /* loop over all variables in this group */ - for (request->vindex = first_vindex; - request->vindex < first_vindex + gdata.numvars; - request->vindex++) + /* loop over all variables in this group */ + for (request->vindex = first_vindex; + request->vindex < first_vindex + gdata.numvars; + request->vindex++) + { + /* loop over all timelevels of this variable */ + for (request->timelevel = 0; + request->timelevel < gdata.numtimelevels; + request->timelevel++) { - /* loop over all timelevels of this variable */ - for (request->timelevel = 0; - request->timelevel < gdata.numtimelevels; - request->timelevel++) - { - - if (verbose) + + if (CCTK_Equals (verbose, "full")) { fullname = CCTK_FullName (request->vindex); CCTK_VInfo (CCTK_THORNSTRING, " %s (timelevel %d)", fullname, request->timelevel); free (fullname); } - // write the var - - - if (grouptype == CCTK_ARRAY || grouptype == CCTK_GF || grouptype == CCTK_SCALAR) - { - char* fullname = CCTK_FullName (request->vindex); - if (verbose) - CCTK_VInfo (CCTK_THORNSTRING,"%s:: reflevel: %d component: %d grouptype: %d ",fullname,reflevel,component,grouptype); - free(fullname); - retval += WriteGF(cgh,writer,amrwriter,request,1); - } - else - { - CCTK_VWarn (1, __LINE__, __FILE__, CCTK_THORNSTRING, - "Invalid group type %d for variable '%s'", grouptype, fullname); - retval = -1; - } + // write the var + retval += WriteVarAs(cgh,writer,amrwriter,request->vindex,group); + } + } /* end of loop over all variables */ - } - } /* end of loop over all variables */ - - } /* end of loop over all groups */ - - } END_MGLEVEL_LOOP; - - } END_REFLEVEL_LOOP; + } /* end of loop over all groups */ - // Close the temporary file + // Close the file if (CCTK_MyProc(cgh)==0) { delete amrwriter; amrwriter = 0; @@ -793,69 +232,15 @@ int CarpetIOFlexIO_Recover (cGH* cgh, const char *basefilename, int called_from) writer = 0; } - CCTK_VInfo(CCTK_THORNSTRING,"retval: %d",retval); - - if (retval == 0) - { - if (CCTK_MyProc(cgh)==0) { - if (rename (cp_tempname, cp_filename)) - { - CCTK_VWarn (1, __LINE__, __FILE__, CCTK_THORNSTRING, - "Could not rename temporary checkpoint file '%s' to '%s'", - cp_tempname, cp_filename); - retval = -1; - } - else { - if (myGH->cp_filename_list[myGH->cp_filename_index]) - { - if (checkpoint_keep > 0) - { - remove (myGH->cp_filename_list[myGH->cp_filename_index]); - } - free (myGH->cp_filename_list[myGH->cp_filename_index]); - } - myGH->cp_filename_list[myGH->cp_filename_index] = strdup (cp_filename); - myGH->cp_filename_index = (myGH->cp_filename_index+1) % abs (checkpoint_keep); - } - } - } return 0; - } - - int RecoverVariables (cGH* cgh, IObase* reader, AmrGridReader* amrreader){ - - int retval = 0; - int myproc = CCTK_MyProc (cgh); - int currdataset,ndatasets; - - CCTK_VInfo(CCTK_THORNSTRING,"Starting to recover data!!!"); + } - if(myproc==0) { - ndatasets = reader->nDatasets(); - //CCTK_VInfo (CCTK_THORNSTRING, "ndatasets=%d", ndatasets); - assert (ndatasets>=0); - } - - // Broadcast number of datasets - MPI_Bcast (&ndatasets, 1, MPI_INT, 0, dist::comm); - assert (ndatasets>=0); +} // namespace CarpetCheckpointRestart - for (currdataset=1;currdataset < ndatasets;currdataset++) { - if(myproc==0) { - reader->seek(currdataset); - } - - ReadGF(cgh,reader,amrreader,currdataset); - } - - return retval; - } - -} // namespace CarpetCheckpointRestart |