guilhem_lavaux/vide_public
0
0
Fork 0
mirror of https://bitbucket.org/cosmicvoids/vide_public.git synced 2025-07-04 23:31:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

first attempt at doing multiple subsampling with generateMock

Browse source
This commit is contained in:
P.M. Sutter 2013-03-01 10:31:07 -06:00
parent 25e0e8f3ac
commit f8c8beafd0
1 changed files with 59 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

97
python_tools/void_python_tools/backend/launchers.py
View file

@ -105,37 +105,43 @@ def launchGenerate(sample, binPath, workDir=None, inputDataDir=None,
datafile = inputDataDir+"/"+sample.dataFile datafile = inputDataDir+"/"+sample.dataFile
if regenerate: prevSubSample = -1
inputParameterFlag = "inputParameter " + zobovDir+"/zobov_slice_"+sampleName+".par" for thisSubSample in sample.subsample.split():
outputFile = zobovDir+"/regenerated_zobov_slice_" + sampleName
else: if prevSubSample == -1:
inputParameterFlag = "" inputParameterFlag = ""
outputFile = zobovDir+"/zobov_slice_" + sampleName outputFile = zobovDir+"/zobov_slice_" + sampleName + "_ss" + thisSubSample
keepFraction = float(thsSubSample)
subSampleLime = "subsample %g" % keepFraction
else:
inputParameterFlag = "inputParameter " + zobovDir+"/zobov_slice_"+\
sampleName+"_ss"+prevSubSample+".par"
outputFile = zobovDir+"/_zobov_slice_" + sampleName + "_ss" + tihsSubSample
keepFraction = float(thisSubSample)/float(prevSubSample)
subSampleLime = "resubsample %g" % keepFraction
if sample.usePecVel:
includePecVelString = "peculiarVelocities"
else:
includePecVelString = "" includePecVelString = ""
if sample.usePecVel: includePecVelString = "peculiarVelocities"
if sample.useLightCone:
useLightConeString = "cosmo"
else:
useLightConeString = "" useLightConeString = ""
if sample.useLightCone: useLightConeString = "cosmo"
if sample.dataFormat == "multidark" or sample.dataFormat == "random": if sample.dataFormat == "multidark" or sample.dataFormat == "random":
dataFileLine = "multidark " + datafile dataFileLine = "multidark " + datafile
elif sample.dataFormat == "gadget": elif sample.dataFormat == "gadget":
dataFileLine = "gadget " + datafile dataFileLine = "gadget " + datafile
elif sample.dataFormat == "sdf":
dataFileLine = "sdf " + datafile
iX = float(sample.mySubvolume[0]) iX = float(sample.mySubvolume[0])
iY = float(sample.mySubvolume[1]) iY = float(sample.mySubvolume[1])
xMin = iX/sample.numSubvolumes * sample.boxLen xMin = iX/sample.numSubvolumes * sample.boxLen
yMin = iY/sample.numSubvolumes * sample.boxLen yMin = iY/sample.numSubvolumes * sample.boxLen
xMax = (iX+1)/sample.numSubvolumes * sample.boxLen xMax = (iX+1)/sample.numSubvolumes * sample.boxLen
yMax = (iY+1)/sample.numSubvolumes * sample.boxLen yMax = (iY+1)/sample.numSubvolumes * sample.boxLen
conf=""" conf="""
%s %s
output %s output %s
outputParameter %s outputParameter %s
@ -148,36 +154,51 @@ def launchGenerate(sample, binPath, workDir=None, inputDataDir=None,
rangeY_max %g rangeY_max %g
rangeZ_min %g rangeZ_min %g
rangeZ_max %g rangeZ_max %g
subsample %g
%s %s
""" % (dataFileLine, outputFile, """ % (dataFileLine, outputFile,
zobovDir+"/zobov_slice_"+sampleName+".par", outputFile+".par",
includePecVelString, includePecVelString,
useLightConeString, useLightConeString,
sample.dataUnit, sample.dataUnit,
xMin, xMax, yMin, yMax, xMin, xMax, yMin, yMax,
sample.zBoundaryMpc[0], sample.zBoundaryMpc[1], sample.zBoundaryMpc[0], sample.zBoundaryMpc[1],
sample.subsample,inputParameterFlag) subSampleLine,inputParameterFlag)
parmFile = os.getcwd()+"/generate_"+sample.fullName+".par" parmFile = os.getcwd()+"/generate_"+sample.fullName+".par"
file(parmFile, mode="w").write(conf) file(parmFile, mode="w").write(conf)
if regenerate or not (continueRun and jobSuccessful(logFile, "Done!\n")): doneLine = "Done %g\n" % keepFraction
cmd = "%s --configFile=%s &> %s" % (binPath,parmFile,logFile) if not (continueRun and jobSuccessful(logFile, doneLine)):
os.system(cmd) if (prevSubSample == -1):
if jobSuccessful(logFile, "Done!\n"): cmd = "%s --configFile=%s &> %s" % (binPath,parmFile,logFile)
print "done" else:
cmd = "%s --configFile=%s &>> %s" % (binPath,parmFile,logFile)
os.system(cmd)
if jobSuccessful(logFile, doneLine):
print "done"
else:
print "FAILED!"
exit(-1)
else: else:
print "FAILED!" print "already done!"
exit(-1)
else: # remove intermediate files
print "already done!" if (prevSubSample != -1):
os.unlink(zobovDir+"/zobov_slice_"+sampleName+"_ss"+prevSubSample+".par")
os.unlink(zobovDir+"/zobov_slice_"+sampleName+"_ss"+prevSubSample)
prevSubSample = thisSubSample
# place the final subsample
os.system("mv %s %s" % (zobovDir+"/zobov_slice_"+sampleName+"_ss"+\
prevSubSample, zobovDir+"/zobov_slice_"+sampleName))
os.system("mv %s %s" % (zobovDir+"/zobov_slice_"+sampleName+"_ss"+\
prevSubSample+".par", zobovDir+"/zobov_slice_"+sampleName+".par"))
if os.access("comoving_distance.txt", os.F_OK): if os.access("comoving_distance.txt", os.F_OK):
os.system("mv %s %s" % ("comoving_distance.txt", zobovDir)) os.system("mv %s %s" % ("comoving_distance.txt", zobovDir))
#os.system("mv %s %s" % ("sample_info.txt", zobovDir))
if os.access(parmFile, os.F_OK): if os.access(parmFile, os.F_OK):
os.unlink(parmFile) os.unlink(parmFile)