mirror of
https://github.com/Richard-Sti/csiborgtools.git
synced 2024-10-19 00:15:06 +02:00
56e39a8b1d
* Store indices as f32 * Fix init sorting * Organise imports * Rename pathing * Add particle loading * Improve particle reading * Add h5py reader * edit particle path * Update particles loading * update particles loading * Fix particle dumping * Add init fitting * Fix bug due to insufficient precision * Add commnet * Add comment * Add clumps catalogue to halo cat * Add comment * Make sure PIDS never forced to float32 * fix pid reading * fix pid reading * Update matching to work with new arrays * Stop using cubical sub boxes, turn off nshift if no smoothing * Improve caching * Move function definitions * Simplify calculation * Add import * Small updates to the halo * Simplify calculation * Simplify looping calculation * fix tonew * Add initial data * Add skip condition * Add unit conversion * Add loading background in batches * Rename mmain index * Switch overlaps to h5 * Add finite lagpatch check * fix column name * Add verbosity flags * Save halo IDs instead. * Switch back to npz * Delte nbs * Reduce size of the box * Load correct bckg of halos being matched * Remove verbosity * verbosity edits * Change lower thresholds
113 lines
4.8 KiB
Python
113 lines
4.8 KiB
Python
# This program is free software; you can redistribute it and/or modify it
|
|
# under the terms of the GNU General Public License as published by the
|
|
# Free Software Foundation; either version 3 of the License, or (at your
|
|
# option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful, but
|
|
# WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
|
|
# Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
"""A script to calculate overlap between two CSiBORG realisations."""
|
|
from argparse import ArgumentParser
|
|
from copy import deepcopy
|
|
from datetime import datetime
|
|
from distutils.util import strtobool
|
|
|
|
import numpy
|
|
from scipy.ndimage import gaussian_filter
|
|
|
|
try:
|
|
import csiborgtools
|
|
except ModuleNotFoundError:
|
|
import sys
|
|
|
|
sys.path.append("../")
|
|
import csiborgtools
|
|
from csiborgtools.read import HaloCatalogue, read_h5
|
|
|
|
# Argument parser
|
|
parser = ArgumentParser()
|
|
parser.add_argument("--nsim0", type=int)
|
|
parser.add_argument("--nsimx", type=int)
|
|
parser.add_argument("--nmult", type=float)
|
|
parser.add_argument("--sigma", type=float, default=None)
|
|
parser.add_argument("--smoothen", type=lambda x: bool(strtobool(x)),
|
|
default=None)
|
|
parser.add_argument("--verbose", type=lambda x: bool(strtobool(x)),
|
|
default=False)
|
|
args = parser.parse_args()
|
|
paths = csiborgtools.read.CSiBORGPaths(**csiborgtools.paths_glamdring)
|
|
smooth_kwargs = {"sigma": args.sigma, "mode": "constant", "cval": 0.0}
|
|
overlapper = csiborgtools.match.ParticleOverlap()
|
|
matcher = csiborgtools.match.RealisationsMatcher()
|
|
|
|
# Load the raw catalogues (i.e. no selection) including the initial CM
|
|
# positions and the particle archives.
|
|
cat0 = HaloCatalogue(args.nsim0, paths, load_initial=True,
|
|
minmass=("totpartmass", 1e12), with_lagpatch=True)
|
|
catx = HaloCatalogue(args.nsimx, paths, load_initial=True,
|
|
minmass=("totpartmass", 1e12), with_lagpatch=True)
|
|
|
|
clumpmap0 = read_h5(paths.particles_path(args.nsim0))["clumpmap"]
|
|
parts0 = read_h5(paths.initmatch_path(args.nsim0, "particles"))["particles"]
|
|
clid2map0 = {clid: i for i, clid in enumerate(clumpmap0[:, 0])}
|
|
|
|
clumpmapx = read_h5(paths.particles_path(args.nsimx))["clumpmap"]
|
|
partsx = read_h5(paths.initmatch_path(args.nsimx, "particles"))["particles"]
|
|
clid2mapx = {clid: i for i, clid in enumerate(clumpmapx[:, 0])}
|
|
|
|
|
|
# We generate the background density fields. Loads halos's particles one by one
|
|
# from the archive, concatenates them and calculates the NGP density field.
|
|
if args.verbose:
|
|
print(f"{datetime.now()}: generating the background density fields.",
|
|
flush=True)
|
|
delta_bckg = overlapper.make_bckg_delta(parts0, clumpmap0, clid2map0, cat0,
|
|
verbose=args.verbose)
|
|
delta_bckg = overlapper.make_bckg_delta(partsx, clumpmapx, clid2mapx, catx,
|
|
delta=delta_bckg, verbose=args.verbose)
|
|
|
|
# We calculate the overlap between the NGP fields.
|
|
if args.verbose:
|
|
print(f"{datetime.now()}: crossing the simulations.", flush=True)
|
|
match_indxs, ngp_overlap = matcher.cross(cat0, catx, parts0, partsx, clumpmap0,
|
|
clumpmapx, delta_bckg,
|
|
verbose=args.verbose)
|
|
# We wish to store the halo IDs of the matches, not their array positions in
|
|
# the catalogues
|
|
match_hids = deepcopy(match_indxs)
|
|
for i, matches in enumerate(match_indxs):
|
|
for j, match in enumerate(matches):
|
|
match_hids[i][j] = catx["index"][match]
|
|
|
|
fout = paths.overlap_path(args.nsim0, args.nsimx, smoothed=False)
|
|
numpy.savez(fout, ref_hids=cat0["index"], match_hids=match_hids,
|
|
ngp_overlap=ngp_overlap)
|
|
if args.verbose:
|
|
print(f"{datetime.now()}: calculated NGP overlap, saved to {fout}.",
|
|
flush=True)
|
|
|
|
if not args.smoothen:
|
|
quit()
|
|
|
|
# We now smoothen up the background density field for the smoothed overlap
|
|
# calculation.
|
|
if args.verbose:
|
|
print(f"{datetime.now()}: smoothing the background field.", flush=True)
|
|
gaussian_filter(delta_bckg, output=delta_bckg, **smooth_kwargs)
|
|
|
|
# We calculate the smoothed overlap for the pairs whose NGP overlap is > 0.
|
|
smoothed_overlap = matcher.smoothed_cross(cat0, catx, parts0, partsx,
|
|
clumpmap0, clumpmapx, delta_bckg,
|
|
match_indxs, smooth_kwargs)
|
|
|
|
fout = paths.overlap_path(args.nsim0, args.nsimx, smoothed=True)
|
|
numpy.savez(fout, smoothed_overlap=smoothed_overlap, sigma=args.sigma)
|
|
if args.verbose:
|
|
print(f"{datetime.now()}: calculated smoothed overlap, saved to {fout}.",
|
|
flush=True)
|