mirror of
https://bitbucket.org/cosmicvoids/vide_public.git
synced 2025-07-04 23:31:12 +00:00
Added missing libsw library
This commit is contained in:
Guilhem Lavaux
parent
dd5e51c09c
commit
9dff8cfb5a
57 changed files with 13454 additions and 0 deletions
290
external/libsdf/libsw/SDFread.c
vendored
Normal file
290
external/libsdf/libsw/SDFread.c
vendored
Normal file
|
|
@ -0,0 +1,290 @@
|
|||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <string.h>
|
||||
#include <math.h>
|
||||
#include <stddef.h>
|
||||
#include <stdarg.h>
|
||||
#include "mpmy.h"
|
||||
#include "SDF.h"
|
||||
#include "Assert.h"
|
||||
#include "Malloc.h"
|
||||
#include "Msgs.h"
|
||||
#include "error.h"
|
||||
#include "verify.h"
|
||||
#include "SDFread.h"
|
||||
#include "gc.h"
|
||||
#include "singlio.h"
|
||||
#include "timers.h"
|
||||
|
||||
#define MAXNAMES 64
|
||||
|
||||
Timer_t SDFreadTm;
|
||||
|
||||
/* These ought to be arguments to SDFread, but that breaks too many
|
||||
things that call SDFread. The varargs makes creating a wrapper a pain. */
|
||||
char *SDFread_datafile = "datafile";
|
||||
char *SDFread_hdrfile = "hdrfile";
|
||||
char *SDFread_npart = "npart";
|
||||
|
||||
SDF *SDFread(SDF *csdfp, void **btabp, int *gnobjp, int *nobjp,
|
||||
int stride,
|
||||
/* char *name, offset_t offset, int *confirm */...)
|
||||
{
|
||||
va_list ap;
|
||||
char name[256];
|
||||
int start;
|
||||
SDF *sdfp;
|
||||
int gnobj, nobj;
|
||||
void *btab;
|
||||
int Nfiles, procs_per_file, myfile, mysection;
|
||||
char hdrname[256];
|
||||
void *addrs[MAXNAMES];
|
||||
char *names[MAXNAMES];
|
||||
int strides[MAXNAMES];
|
||||
int nobjs[MAXNAMES];
|
||||
int64_t starts[MAXNAMES];
|
||||
int *confirm;
|
||||
int nnames;
|
||||
int sz = 0;
|
||||
|
||||
EnableTimer(&SDFreadTm, "SDFread");
|
||||
StartTimer(&SDFreadTm);
|
||||
|
||||
if( !SDFread_datafile || !SDFhasname(SDFread_datafile, csdfp) ){
|
||||
sdfp = csdfp;
|
||||
SinglWarning("SDFread: Looking for data in 'control' file\n");
|
||||
Nfiles = 1;
|
||||
}else{
|
||||
sdfp = NULL;
|
||||
Nfiles = SDFnrecs(SDFread_datafile, csdfp);
|
||||
if( Nfiles > MPMY_Nproc() || Nfiles < 0){
|
||||
SinglError("Sorry, bad Nfiles (%d)!\n", Nfiles);
|
||||
}
|
||||
}
|
||||
|
||||
/* Pick out which file in the control file will be ours. */
|
||||
/* and which "section" of the file. */
|
||||
procs_per_file = MPMY_Nproc()/Nfiles;
|
||||
Verify(procs_per_file*Nfiles == MPMY_Nproc());
|
||||
myfile = MPMY_Procnum()/procs_per_file;
|
||||
mysection = MPMY_Procnum()%procs_per_file;
|
||||
|
||||
if( sdfp == NULL ){
|
||||
VerifySX(0==SDFseekrdvecs(csdfp,
|
||||
SDFread_datafile, myfile, 1, name, sizeof(name),
|
||||
NULL),
|
||||
SinglShout("%s", SDFerrstring));
|
||||
if( SDFread_hdrfile )
|
||||
SDFgetstringOrDefault(csdfp, SDFread_hdrfile, hdrname, sizeof(hdrname), "");
|
||||
else
|
||||
hdrname[0] = '\0';
|
||||
|
||||
/* This was moved from above where it used name unitialized */
|
||||
if (hdrname[0] && SDFissdf(name) ) {
|
||||
SinglWarning("Superfluous headerfile %s ignored\n", hdrname);
|
||||
hdrname[0] = '\0';
|
||||
}
|
||||
VerifySX(sdfp = SDFopen(hdrname, name),SinglShout("%s", SDFerrstring));
|
||||
}else{
|
||||
strncpy(name, "<SDF file>", sizeof(name));
|
||||
}
|
||||
|
||||
if( SDFbyteorder(sdfp) == 0 ){
|
||||
int swap;
|
||||
/* The data/hdr file itself doesn't specify a byte order. */
|
||||
SDFgetintOrDefault(csdfp, "swapbytes", &swap, 0);
|
||||
if( swap )
|
||||
SDFswap(sdfp);
|
||||
/* If there's no byteorder specified, then it won't swap */
|
||||
}
|
||||
|
||||
if( SDFread_npart && SDFgetint(sdfp, SDFread_npart, &gnobj) ){
|
||||
/* Hopefully calling va_start and va_end in here won't disturb */
|
||||
/* the real loop over arguments below... */
|
||||
va_start(ap, stride);
|
||||
names[0] = va_arg(ap, char *);
|
||||
gnobj = SDFnrecs(names[0], sdfp);
|
||||
va_end(ap);
|
||||
if( MPMY_Procnum() == 0 ){
|
||||
SinglShout("%s does not have an \"%s\".\n", name, SDFread_npart);
|
||||
SinglShout("Guessing %s=%d from SDFnrecs(., %s)\n",
|
||||
SDFread_npart, gnobj, names[0]);
|
||||
}
|
||||
}
|
||||
|
||||
NobjInitial(gnobj, procs_per_file, mysection, &nobj, &start);
|
||||
btab = Calloc(nobj, stride);
|
||||
Msgf(("Proc %d starting at %d in file, reading %d of %d\n",
|
||||
MPMY_Procnum(), start, nobj, gnobj));
|
||||
|
||||
nnames = 0;
|
||||
va_start(ap, stride);
|
||||
while(( names[nnames] = va_arg(ap, char *)) != NULL ){
|
||||
assert(nnames < MAXNAMES);
|
||||
addrs[nnames] = va_arg(ap, int) + (char *)btab;
|
||||
confirm = va_arg(ap, int *);
|
||||
if( !SDFhasname(names[nnames], sdfp) ){
|
||||
*confirm = 0;
|
||||
Msgf(("SDF file does not have %s\n", names[nnames]));
|
||||
continue;
|
||||
}else{
|
||||
*confirm = 1;
|
||||
}
|
||||
starts[nnames] = start;
|
||||
nobjs[nnames] = nobj;
|
||||
sz += SDFtype_sizes[SDFtype(names[nnames], sdfp)];
|
||||
strides[nnames] = stride;
|
||||
nnames++;
|
||||
}
|
||||
va_end(ap);
|
||||
|
||||
VerifyX(0==SDFseekrdvecsarr(sdfp, nnames,
|
||||
names, starts, nobjs, addrs, strides),
|
||||
Shout("%s", SDFerrstring));
|
||||
|
||||
*nobjp = nobj;
|
||||
MPMY_Combine(nobjp, gnobjp, 1, MPMY_INT, MPMY_SUM);
|
||||
Msgf(("nobj=%d, gnobj=%d\n", *nobjp, *gnobjp));
|
||||
|
||||
*btabp = btab;
|
||||
StopTimer(&SDFreadTm);
|
||||
OutputTimer(&SDFreadTm, singlPrintf); /* global sync and sets timer->max */
|
||||
singlPrintf("read %ld x %d at %.0f MB/s\n", *gnobjp, sz, (*gnobjp/(100.*1000.))*(sz/ReadTimer(&SDFreadTm)));
|
||||
DisableTimer(&SDFreadTm);
|
||||
return sdfp;
|
||||
}
|
||||
|
||||
SDF *SDFread64(SDF *csdfp, void **btabp, int64_t *gnobjp, int *nobjp,
|
||||
int stride,
|
||||
/* char *name, offset_t offset, int *confirm */...)
|
||||
{
|
||||
va_list ap;
|
||||
char name[256];
|
||||
int64_t start;
|
||||
SDF *sdfp;
|
||||
int64_t gnobj;
|
||||
int nobj;
|
||||
void *btab;
|
||||
int Nfiles, procs_per_file, myfile, mysection;
|
||||
char hdrname[256];
|
||||
void *addrs[MAXNAMES];
|
||||
char *names[MAXNAMES];
|
||||
int strides[MAXNAMES];
|
||||
int nobjs[MAXNAMES];
|
||||
int64_t starts[MAXNAMES];
|
||||
int *confirm;
|
||||
int nnames;
|
||||
int sz = 0;
|
||||
|
||||
EnableTimer(&SDFreadTm, "SDFread");
|
||||
StartTimer(&SDFreadTm);
|
||||
|
||||
if( !SDFread_datafile || !SDFhasname(SDFread_datafile, csdfp) ){
|
||||
sdfp = csdfp;
|
||||
SinglWarning("SDFread: Looking for data in 'control' file\n");
|
||||
Nfiles = 1;
|
||||
}else{
|
||||
sdfp = NULL;
|
||||
Nfiles = SDFnrecs(SDFread_datafile, csdfp);
|
||||
if( Nfiles > MPMY_Nproc() || Nfiles < 0){
|
||||
SinglError("Sorry, bad Nfiles (%d)!\n", Nfiles);
|
||||
}
|
||||
}
|
||||
|
||||
/* Pick out which file in the control file will be ours. */
|
||||
/* and which "section" of the file. */
|
||||
procs_per_file = MPMY_Nproc()/Nfiles;
|
||||
Verify(procs_per_file*Nfiles == MPMY_Nproc());
|
||||
myfile = MPMY_Procnum()/procs_per_file;
|
||||
mysection = MPMY_Procnum()%procs_per_file;
|
||||
|
||||
if( sdfp == NULL ){
|
||||
VerifySX(0==SDFseekrdvecs(csdfp,
|
||||
SDFread_datafile, myfile, 1, name, sizeof(name),
|
||||
NULL),
|
||||
SinglShout("%s", SDFerrstring));
|
||||
if( SDFread_hdrfile )
|
||||
SDFgetstringOrDefault(csdfp, SDFread_hdrfile, hdrname, sizeof(hdrname), "");
|
||||
else
|
||||
hdrname[0] = '\0';
|
||||
|
||||
/* This was moved from above where it used name unitialized */
|
||||
if (hdrname[0] && SDFissdf(name) ) {
|
||||
SinglWarning("Superfluous headerfile %s ignored\n", hdrname);
|
||||
hdrname[0] = '\0';
|
||||
}
|
||||
VerifySX(sdfp = SDFopen(hdrname, name),SinglShout("%s", SDFerrstring));
|
||||
}else{
|
||||
strncpy(name, "<SDF file>", sizeof(name));
|
||||
}
|
||||
|
||||
if( SDFbyteorder(sdfp) == 0 ){
|
||||
int swap;
|
||||
/* The data/hdr file itself doesn't specify a byte order. */
|
||||
SDFgetintOrDefault(csdfp, "swapbytes", &swap, 0);
|
||||
if( swap )
|
||||
SDFswap(sdfp);
|
||||
/* If there's no byteorder specified, then it won't swap */
|
||||
}
|
||||
|
||||
if( SDFread_npart && SDFgetint64(sdfp, SDFread_npart, &gnobj) ){
|
||||
/* Hopefully calling va_start and va_end in here won't disturb */
|
||||
/* the real loop over arguments below... */
|
||||
va_start(ap, stride);
|
||||
names[0] = va_arg(ap, char *);
|
||||
gnobj = SDFnrecs(names[0], sdfp);
|
||||
va_end(ap);
|
||||
if( MPMY_Procnum() == 0 ){
|
||||
SinglShout("%s does not have an \"%s\".\n", name, SDFread_npart);
|
||||
#if __WORDSIZE==64
|
||||
SinglShout("Guessing %s=%ld from SDFnrecs(., %s)\n",
|
||||
SDFread_npart, gnobj, names[0]);
|
||||
#else
|
||||
SinglShout("Guessing %s=%lld from SDFnrecs(., %s)\n",
|
||||
SDFread_npart, gnobj, names[0]);
|
||||
#endif
|
||||
}
|
||||
}
|
||||
|
||||
NobjInitial64(gnobj, procs_per_file, mysection, &nobj, &start);
|
||||
btab = Calloc(nobj, stride);
|
||||
Msgf(("Proc %d starting at %ld in file, reading %d of %ld\n",
|
||||
MPMY_Procnum(), start, nobj, gnobj));
|
||||
|
||||
nnames = 0;
|
||||
va_start(ap, stride);
|
||||
while(( names[nnames] = va_arg(ap, char *)) != NULL ){
|
||||
assert(nnames < MAXNAMES);
|
||||
addrs[nnames] = va_arg(ap, int) + (char *)btab;
|
||||
confirm = va_arg(ap, int *);
|
||||
if( !SDFhasname(names[nnames], sdfp) ){
|
||||
*confirm = 0;
|
||||
Msgf(("SDF file does not have %s\n", names[nnames]));
|
||||
continue;
|
||||
}else{
|
||||
*confirm = 1;
|
||||
}
|
||||
starts[nnames] = start;
|
||||
nobjs[nnames] = nobj;
|
||||
strides[nnames] = stride;
|
||||
sz += SDFtype_sizes[SDFtype(names[nnames], sdfp)];
|
||||
nnames++;
|
||||
}
|
||||
va_end(ap);
|
||||
|
||||
VerifyX(0==SDFseekrdvecsarr(sdfp, nnames,
|
||||
names, starts, nobjs, addrs, strides),
|
||||
Shout("%s", SDFerrstring));
|
||||
|
||||
*gnobjp = *nobjp = nobj;
|
||||
MPMY_Combine(gnobjp, gnobjp, 1, MPMY_INT64, MPMY_SUM);
|
||||
Msgf(("nobj=%d, gnobj=%ld\n", *nobjp, *gnobjp));
|
||||
|
||||
*btabp = btab;
|
||||
StopTimer(&SDFreadTm);
|
||||
OutputTimer(&SDFreadTm, singlPrintf); /* global sync and sets timer->max */
|
||||
singlPrintf("read %ld x %d at %.0f MB/s\n", *gnobjp, sz, (*gnobjp/(1000.*1000.))*(sz/ReadTimer(&SDFreadTm)));
|
||||
DisableTimer(&SDFreadTm);
|
||||
return sdfp;
|
||||
}
|
||||
|
||||
Loading…
Add table
Add a link
Reference in a new issue