guilhem_lavaux/vide_public
0
0
Fork 0
mirror of https://bitbucket.org/cosmicvoids/vide_public.git synced 2025-07-05 07:41:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cleaned up the prepare catalog script to support more general halo files

Browse source
This commit is contained in:
P.M. Sutter 2012-12-01 08:46:50 -06:00
parent c781c5ee50
commit fec23b5c4f
2 changed files with 51 additions and 63 deletions
Download patch file Download diff file Expand all files Collapse all files

12
pipeline/datasets/multidark.py
View file

@ -52,13 +52,23 @@ prefix = "md_"
#subSamples = [0.0004] #subSamples = [0.0004]
subSamples = ((0.1, 0.05, 0.01, 0.002, 0.001, 0.0004, 0.0002)) subSamples = ((0.1, 0.05, 0.01, 0.002, 0.001, 0.0004, 0.0002))
# common filename of halo files # common filename of halo files, leave blank to ignore halos
haloFileBase = "mdr1_halos_z" haloFileBase = "mdr1_halos_z"
# minimum halo mass cuts to apply for the halo catalog # minimum halo mass cuts to apply for the halo catalog
# use "none" to get all halos # use "none" to get all halos
minHaloMasses = (("none", 2e12, 1.23e13)) minHaloMasses = (("none", 2e12, 1.23e13))
# locations of data in the halo catalog
haloFileMCol = 6
haloFileXCol = 0
haloFileYCol = 1
haloFileZCol = 2
haloFileVXCol = 3
haloFileVYCol = 4
haloFileVZCol = 5
haloFileColSep = ','
# adjust these two parameters given the memory contraints on your system: # adjust these two parameters given the memory contraints on your system:
# numZobovDivisions: how many sub-volumes per dimension will zobov process # numZobovDivisions: how many sub-volumes per dimension will zobov process
# numZobovThreads: how many sub-volumes to process at once? # numZobovThreads: how many sub-volumes to process at once?

102
python_tools/pipeline_source/prepareCatalogs.in.py
View file

@ -226,31 +226,28 @@ for thisSubSample in subSamples:
print " Doing subsample", thisSubSample, " scripts" print " Doing subsample", thisSubSample, " scripts"
setName = prefix+"ss"+str(thisSubSample) setName = prefix+"ss"+str(thisSubSample)
if dataFormat == "multidark": if dataFormat == "multidark":
writeScript(setName, "md.ss"+str(thisSubSample)+"_z", subSampleToUse = 1.0
scriptDir, catalogDir, fileNums, fileToUse = "md.ss"+str(thisSubSample)+"_z"
redshifts, suffix = ".dat"
numSubvolumes, numSlices, False, lbox, minRadius, omegaM, elif dataFormat == "gadget":
subsample=1.0) subSampleToUse = thisSubSample
writeScript(setName, "md.ss"+str(thisSubSample)+"_z", fileToUse = particleFileBase
scriptDir, catalogDir, suffix = ""
fileNums, elif dataFormat == "lanl":
redshifts, numSubvolumes, numSlices, True, lbox, minRadius, subSampleToUse = thisSubSample
omegaM, subsample=1.0) fileToUse = particleFileBase
elif dataFormat == "gadget" or dataFormat == "lanl": suffix = ""
writeScript(setName, particleFileBase, scriptDir, catalogDir, fileNums,
redshifts,
numSubvolumes, numSlices, False, lbox, minRadius, omegaM,
subsample=thisSubSample, suffix="")
writeScript(setName, particleFileBase, scriptDir, catalogDir, fileNums,
redshifts,
numSubvolumes, numSlices, True, lbox, minRadius, omegaM,
subsample=thisSubSample, suffix="")
elif dataFormat == "random": elif dataFormat == "random":
writeScript(setName, "ran.ss"+str(thisSubSample)+"_z", subSampleToUse = 1.0
scriptDir, catalogDir, fileNums, fileToUse = "ran.ss"+str(thisSubSample)+"_z"
redshifts, suffix = ".dat"
writeScript(setName, fileToUse, scriptDir, catalogDir, fileNums, redshifts,
numSubvolumes, numSlices, False, lbox, minRadius, omegaM, numSubvolumes, numSlices, False, lbox, minRadius, omegaM,
subsample=1.0) subsample=subSampleToUse, suffix=suffix)
writeScript(setName, fileToUse, scriptDir, catalogDir, fileNums, redshifts,
numSubvolumes, numSlices, True, lbox, minRadius, omegaM,
subsample=subSampleToUse, suffix=suffix)
if args.subsample or args.all: if args.subsample or args.all:
print " Doing subsample", thisSubSample print " Doing subsample", thisSubSample
@ -311,7 +308,7 @@ for thisSubSample in subSamples:
# ----------------------------------------------------------------------------- # -----------------------------------------------------------------------------
# now halos # now halos
if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "lanl"): if (args.script or args.all) and haloFileBase != "":
print " Doing halo scripts" print " Doing halo scripts"
for minHaloMass in minHaloMasses: for minHaloMass in minHaloMasses:
@ -319,16 +316,10 @@ if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "la
dataFile = catalogDir+haloFileBase+fileNums[0] dataFile = catalogDir+haloFileBase+fileNums[0]
inFile = open(dataFile, 'r') inFile = open(dataFile, 'r')
numPart = 0 numPart = 0
if dataFormat == "multidark": for line in inFile:
for line in inFile: line = line.split(haloFileColSep)
line = line.split(',') if minHaloMass == "none" or float(line[haloFileMCol]) > minHaloMass:
if minHaloMass == "none" or float(line[6]) > minHaloMass: numPart += 1
numPart += 1
elif dataFormat == "lanl":
for line in inFile:
line = line.split(' ')
if minHaloMass == "none" or float(line[0]) > minHaloMass:
numPart += 1
inFile.close() inFile.close()
minRadius = 2*int(np.ceil(lbox/numPart**(1./3.))) minRadius = 2*int(np.ceil(lbox/numPart**(1./3.)))
@ -343,7 +334,7 @@ if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "la
redshifts, redshifts,
numSubvolumes, numSlices, True, lbox, minRadius, omegaM) numSubvolumes, numSlices, True, lbox, minRadius, omegaM)
if args.halos or args.all: if (args.halos or args.all) and haloFileBase != "":
print " Doing halos" print " Doing halos"
for minHaloMass in minHaloMasses: for minHaloMass in minHaloMasses:
@ -355,15 +346,10 @@ if args.halos or args.all:
dataFile = catalogDir+haloFileBase+fileNums[iRedshift] dataFile = catalogDir+haloFileBase+fileNums[iRedshift]
inFile = open(dataFile, 'r') inFile = open(dataFile, 'r')
numPart = 0 numPart = 0
if dataFormat == "multidark": for line in inFile:
for line in inFile: line = line.split(haloFileColSep)
line = line.split(',') if minHaloMass == "none" or float(line[haloFileMCol]) > minHaloMass:
if minHaloMass == "none" or float(line[6]) > minHaloMass: numPart += 1
numPart += 1
elif dataFormat == "lanl":
line = line.split(' ')
if minHaloMass == "none" or float(line[0]) > minHaloMass:
numPart += 1
inFile.close() inFile.close()
sampleName = prefix+"halos_min"+str(minHaloMass)+"_z"+redshift sampleName = prefix+"halos_min"+str(minHaloMass)+"_z"+redshift
@ -377,20 +363,12 @@ if args.halos or args.all:
inFile = open(dataFile, 'r') inFile = open(dataFile, 'r')
for (iHalo,line) in enumerate(inFile): for (iHalo,line) in enumerate(inFile):
if dataFormat == "multidark": line = line.split(haloFileColSep)
line = line.split(',') if minHaloMass == "none" or float(line[haloFileMCol]) > minHaloMass:
if minHaloMass == "none" or float(line[6]) > minHaloMass: x = float(line[haloFileXCol])
x = float(line[0]) y = float(line[haloFileYCol])
y = float(line[1]) z = float(line[haloFileZCol])
z = float(line[2]) vz = float(line[haloFileVZCol])
vz = float(line[5])
elif dataFormat == "lanl":
line = line.split(' ')
if minHaloMass == "none" or float(line[0]) > minHaloMass:
x = float(line[1])
y = float(line[2])
z = float(line[3])
vz = float(line[4])
# write to output file # write to output file
outFile.write("%d %e %e %e %e\n" %(iHalo,x,y,z,vz)) outFile.write("%d %e %e %e %e\n" %(iHalo,x,y,z,vz))
@ -441,7 +419,7 @@ BOX_SIZE {boxSize}
root_filename hod root_filename hod
""" """
if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "lanl"): if (args.script or args.all) and haloFileBase != "":
print " Doing DR7 HOD scripts" print " Doing DR7 HOD scripts"
setName = prefix+"hod_dr72dim2" setName = prefix+"hod_dr72dim2"
writeScript(setName, prefix+"hod_dr72dim2_z", writeScript(setName, prefix+"hod_dr72dim2_z",
@ -451,7 +429,7 @@ if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "la
scriptDir, catalogDir, fileNums, redshifts, scriptDir, catalogDir, fileNums, redshifts,
numSubvolumes, numSlices, True, lbox, 5, omegaM) numSubvolumes, numSlices, True, lbox, 5, omegaM)
if args.hod or args.all: if (args.hod or args.all) and haloFileBase != "":
print " Doing DR7 HOD" print " Doing DR7 HOD"
for (iRedshift, redshift) in enumerate(redshifts): for (iRedshift, redshift) in enumerate(redshifts):
print " z = ", redshift print " z = ", redshift
@ -482,7 +460,7 @@ if args.hod or args.all:
# ----------------------------------------------------------------------------- # -----------------------------------------------------------------------------
# now the BOSS HOD # now the BOSS HOD
if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "lanl"): if (args.script or args.all) and haloFileBase != "":
print " Doing DR9 HOD scripts" print " Doing DR9 HOD scripts"
setName = prefix+"hod_dr9mid" setName = prefix+"hod_dr9mid"
writeScript(setName, prefix+"hod_dr9mid_z", writeScript(setName, prefix+"hod_dr9mid_z",
@ -492,7 +470,7 @@ if (args.script or args.all) and (dataFormat == "multidark" or dataFormat == "la
scriptDir, catalogDir, fileNums, redshifts, scriptDir, catalogDir, fileNums, redshifts,
numSubvolumes, numSlices, True, lbox, 15, omegaM) numSubvolumes, numSlices, True, lbox, 15, omegaM)
if args.hod or args.all: if (args.hod or args.all) and haloFileBase != "":
print " Doing DR9 HOD" print " Doing DR9 HOD"
for (iRedshift, redshift) in enumerate(redshifts): for (iRedshift, redshift) in enumerate(redshifts):
print " z = ", redshift print " z = ", redshift