1 files changed, 94 insertions, 0 deletions
diff --git a/CarpetDev/CarpetIOF5/src/distribute.hh b/CarpetDev/CarpetIOF5/src/distribute.hh
new file mode 100644
index 000000000..420b584c4
--- /dev/null
+++ b/CarpetDev/CarpetIOF5/src/distribute.hh
@@ -0,0 +1,94 @@
+#ifndef DISTRIBUTE_HH
+#define DISTRIBUTE_HH
+
+#include <cctk.h>
+
+#include <defs.hh>
+#include <vect.hh>
+
+#include <list>
+
+#include <mpi.h>
+
+
+
+namespace CarpetIOF5 {
+  
+  using namespace std;
+  
+  
+  
+  // Fragment descriptor
+  struct fragdesc_t {
+    // only integer entries
+    int varindex;
+    static int const mglevel = 0;
+    int reflevel, map, src_component, timelevel;
+    ivect imin, imax;           // upper bound is inclusive
+    
+    // destination
+    int component, process;
+    
+    // meta-messages
+    enum state_t { state_normal, state_sent_all, state_all_sent_all };
+    int state;
+    
+    fragdesc_t(): state(state_normal) {}
+    
+    int num_ints() const { return sizeof(fragdesc_t) / sizeof(int); }
+    int npoints() const;
+    int vartypesize() const;
+    MPI_Datatype datatype() const;
+  };
+  
+  
+  
+  // Scatter (distribute) Cactus variables
+  class scatter_t {
+    
+    enum tags { tag_desc, tag_data };
+    
+    struct transmission_t {
+      fragdesc_t fragdesc;
+      vector<char> data;
+      MPI_Request request;
+    };
+    
+    cGH const *const cctkGH;
+    
+    // Desired number of public receives to keep posted at all times
+    static int const num_public_recvs = 10;
+    list<transmission_t*> public_recvs, recvs, sends;
+    int num_received, num_sent;
+    ptrdiff_t bytes_allocated;
+    
+    bool did_send_all;
+    int did_receive_sent_all;
+    bool did_receive_all_sent_all;
+    fragdesc_t to_parent, to_children;
+    
+  public:
+    scatter_t(cGH const *const cctkGH_);
+    ~scatter_t();
+    
+    void send(fragdesc_t const& fd, void const *data);
+    
+  private:
+    void post_public_recvs();
+    void do_some_work(bool do_wait = false);
+    
+    void maybe_send_did_send();
+    void send_all_did_send();
+    void set_did_send_all();
+    void set_did_receive_sent_all();
+    void set_did_receive_all_sent_all();
+    void handle_state_transition(fragdesc_t const& fd);
+    
+    list<transmission_t*> split_for_sending(fragdesc_t const& fd,
+                                            void const *data);
+    void write_data(transmission_t *const tm);
+  };
+  
+} // namespace CarpetIOF5
+
+#endif  // #ifndef DISTRIBUTE_HH