1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
#include <stdio.h>
#include <stdlib.h>
#include "IO.hh"
#include "IEEEIO.hh"
#include "Reader.hh"
#include "Writer.hh"
#include "Timer.hh"
// #include "vatoi.hh"
int main(int argc,char *argv[]){
float *data = new float[256*256*256];
float *buffer = data;
double origin[3]={0,0,0};
double dx[3]={0.25,0.25,0.25};
int rank=3;
int dims[3]={256,256,256};
//int dims[3]={1,1,1};
int ngigs = 5;
Timer t;
char label[31];
Writer *writer;
IEEEIO *iefile;
IObase *outfile = iefile = new IEEEIO("data3d.raw",IObase::Create);
//iefile->bufferOn(128*1024); // set up a 128k write buffer
if(argc>=2) ngigs=atoi(argv[1]);
int ndatawrites = (int)(((double)ngigs*1024.0L*1024.0L*1024.0L) / (256.0L*256.0L*256.0L*4.0L));
printf("==========================================\n");
printf("ngigs=%u ndatawrites=%u each of size %f megs\n",
ngigs,ndatawrites,256.0*256.0*256.0*4.0/(1024*1024));
writer = new Writer(*outfile);
writer->setParams(rank,dims,IObase::Float32,origin,dx);
// data[0]=1.0;
int i;
for(i=0;i<256*256*256;i++)
data[i]=(float)i;
t.start();
for(i=0;i<ndatawrites;i++){
float s,u,r;
writer->setDims(dims);
writer->write(data);
//outfile->pause();
//puts("paused");
//outfile->resume();
//puts("resumed");
t.elapsedTimeSeconds(s,u,r);
sprintf(label,"mylabel.%04u",i);
printf("Cycle[%u] label[%s] %fGigs %fMegs/sec\n",
i,label,
(float)(((double)i*256.0L*256.0L*256.0L*4.0L)/(1024.0L*1024.0L*1024.0L)),
(float)(((double)i*256.0L*256.0L*256.0L*4.0L)/(1024.0L*1024.0L))/r);
//puts("after mylabel");
outfile->writeAttribute("Mylabel",IObase::Char,31,label);
}
/* puts("\tnow seek to end\n");
outfile->seek(outfile->nDatasets());
puts("\treserve a chunk");
outfile->reserveChunk(IObase::Float32,rank,dims);
puts("\tWrite a stream fo 40x40x40");
outfile->writeStream(data,40*40*20);
puts("\tWrite the next stream of 40x40x20");
outfile->writeStream(data+40*40*20,40*40*20);*/
puts("\t writer done!!\n\n");
delete writer;
delete outfile;
/*
puts("Start appending");
outfile = new IEEEIO("data3d.raw",IObase::Append);
printf("Isvalid? %d\n",outfile->isValid());
outfile->reserveStream(IObase::Float32,rank,dims);
outfile->writeStream(data,40*40*20);
outfile->writeStream(data+40*40*20,40*40*20);
printf("nrecords=%u\n",outfile->nDatasets());
delete outfile;
puts("Done appending : Reopen for reading.");
*/
//exit(0);
puts("start reader***************************");
Reader *reader;
IObase *infile = new IEEEIO("data3d.raw",IObase::Read);
//printf("nrecords=%u\n",outfile->nDatasets());
// reader = new Reader(*infile);
int ndatasets=infile->nDatasets();
printf("Number of datasets=%d\n",ndatasets);
t.reset();
t.start();
for(i=0;i<ndatasets;i++){
int j,r;
// float buffer[40*40*40];
for(j=0;j<40*40*40;j++) buffer[j]=0;
int rank,dims[3];
float s,u,rl;
IObase::DataType datatype;
printf("Cycle %u\n",i);
infile->readInfo(datatype,rank,dims);
printf("Data info dt=%u,rank=%u,dims=%u,%u,%u\n",
(int)(datatype),rank,dims[0],dims[1],dims[2]);
r=infile->read(buffer);
// r=infile->readStream(buffer,dims[0]*dims[1]*dims[2]);
t.elapsedTimeSeconds(s,u,rl);
printf("\tread %d elements\n",r);
printf("\tReadDataset[%u] %fGigs %fMegs/sec\n",
i,
(float)(((double)i*256.0L*256.0L*256.0L*4.0L)/(1024.0L*1024.0L*1024.0L)),
(float)(((double)i*256.0L*256.0L*256.0L*4.0L)/(1024.0L*1024.0L))/rl);
for(j=0;j<10;j++)
printf("Data[%u]=%f\n",j,buffer[j]);
puts("***done printing data");
int nattribs=infile->nAttributes();
printf("Number of Attributes=%d\n",nattribs);
for(j=0;j<nattribs;j++){
char attribname[64];
Long length;
infile->readAttributeInfo(j,attribname,datatype,length);
printf("\tAttribute[%u] name=%s\n",j,attribname);
switch(datatype){
case IObase::Float32:{
//float buf[5];
puts("Float");
printf("length=%u\n",length);
} break;
case IObase::Float64:{
double buf[5];
puts("Double");
printf("length=%u\n",length);
infile->readAttribute(j,buf);
for(int k=0;k<length;k++)
printf("\tElement[%u]=%lf\n",k,buf[k]);
} break;
case IObase::Int32:{
//int buf[5];
puts("Integer");
printf("length=%u\n",length);
} break;
case IObase::String:{
char buf[128];
puts("String");
infile->readAttribute(j,buf);
printf("len=%u val=[%s]\n",length,buf);
break;
}
default:
printf("unknown type %d\n",(int)datatype);
break;
}
}
}
//delete reader;
delete infile;
puts("done");
return 0;
}
|
