Aquila-Consortium/csiborgtools
0
0
Fork 0
mirror of https://github.com/Richard-Sti/csiborgtools.git synced 2024-12-22 22:18:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

simplify loading

Browse source
This commit is contained in:
rstiskalek 2022-11-06 20:55:49 +00:00
parent e4ec1c4daa
commit d69012424e
1 changed files with 5 additions and 35 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
scripts/utils.py
View file

@ -19,7 +19,6 @@ Notebook utility functions.
import numpy import numpy
from os.path import join from os.path import join
from tqdm import trange
from astropy.cosmology import FlatLambdaCDM from astropy.cosmology import FlatLambdaCDM
try: try:
@ -33,40 +32,6 @@ Nsplits = 200
dumpdir = "/mnt/extraspace/rstiskalek/csiborg/" dumpdir = "/mnt/extraspace/rstiskalek/csiborg/"
def load_mmain_convert(n):
srcdir = "/users/hdesmond/Mmain"
arr = csiborgtools.io.read_mmain(n, srcdir)
csiborgtools.utils.convert_mass_cols(arr, "mass_cl")
csiborgtools.utils.convert_position_cols(
arr, ["peak_x", "peak_y", "peak_z"])
csiborgtools.utils.flip_cols(arr, "peak_x", "peak_z")
d, ra, dec = csiborgtools.utils.cartesian_to_radec(arr)
arr = csiborgtools.utils.add_columns(
arr, [d, ra, dec], ["dist", "ra", "dec"])
return arr
def load_mmains(N=None, verbose=True):
ids = csiborgtools.io.get_csiborg_ids("/mnt/extraspace/hdesmond")
N = ids.size if N is None else N
if N > ids.size:
raise ValueError("`N` cannot be larger than 101.")
# If N less than num of CSiBORG, then radomly choose
if N == ids.size:
choices = numpy.arange(N)
else:
choices = numpy.random.choice(ids.size, N, replace=False)
out = [None] * N
iters = trange(N) if verbose else range(N)
for i in iters:
j = choices[i]
out[i] = load_mmain_convert(ids[j])
return out
def load_processed(Nsim, Nsnap): def load_processed(Nsim, Nsnap):
simpath = csiborgtools.io.get_sim_path(Nsim) simpath = csiborgtools.io.get_sim_path(Nsim)
outfname = join( outfname = join(
@ -76,6 +41,7 @@ def load_processed(Nsim, Nsnap):
# Add mmain # Add mmain
mmain = csiborgtools.io.read_mmain(Nsim, "/mnt/zfsusers/hdesmond/Mmain") mmain = csiborgtools.io.read_mmain(Nsim, "/mnt/zfsusers/hdesmond/Mmain")
data = csiborgtools.io.merge_mmain_to_clumps(data, mmain) data = csiborgtools.io.merge_mmain_to_clumps(data, mmain)
csiborgtools.utils.flip_cols(data, "peak_x", "peak_z")
# Cut on numbre of particles and finite m200 # Cut on numbre of particles and finite m200
data = data[(data["npart"] > 100) & numpy.isfinite(data["m200"])] data = data[(data["npart"] > 100) & numpy.isfinite(data["m200"])]
@ -85,6 +51,10 @@ def load_processed(Nsim, Nsnap):
"r200", "r500", "Rs", "rho0", "peak_x", "peak_y", "peak_z"] "r200", "r500", "Rs", "rho0", "peak_x", "peak_y", "peak_z"]
data = csiborgtools.units.convert_from_boxunits( data = csiborgtools.units.convert_from_boxunits(
data, convert_cols, boxunits) data, convert_cols, boxunits)
# Now calculate spherical coordinates
d, ra, dec = csiborgtools.units.cartesian_to_radec(data)
data = csiborgtools.utils.add_columns(
data, [d, ra, dec], ["dist", "ra", "dec"])
return data return data