csiborgtools/fits.ipynb at b3fd14b81f834200f8c327e6a78b0fb46ffb00e3

mirror of https://github.com/Richard-Sti/csiborgtools.git synced 2024-10-18 20:05:06 +02:00

Richard Stiskalek b3fd14b81f

Gravitational potential calculation (#60 )

* Rename file

* add velocity field

* Add velcoity field

* Move smoothening

* Add verbosity flags

* remove blank

* Simplify paths

* Add potential calculation

* Update paths

* Add potential field

* Add potential calculation

* Move away sky matching

* Move interpolation functions

* Update nbs

2023-05-12 13:07:58 +01:00

3.8 MiB

Raw Blame History

In [1]:

import sys
import numpy as np
import h5py
import matplotlib.pyplot as plt
from numba import jit
import numpy

sys.path.append("../")
import csiborgtools

%matplotlib widget
%load_ext autoreload
%autoreload 2

In [2]:

paths = csiborgtools.read.CSiBORGPaths(**csiborgtools.paths_glamdring)
nsim0 = 7468 
nsimx = 7588 
nsnap0 = max(paths.get_snapshots(nsim0))
nsnapx = max(paths.get_snapshots(nsimx))
overlapper  = csiborgtools.match.ParticleOverlap()
partreader = csiborgtools.read.ParticleReader(paths)

In [22]:

clumpmap0 = csiborgtools.read.read_h5(paths.particles_path(nsim0))["clumpmap"]
parts0 = csiborgtools.read.read_h5(paths.initmatch_path(nsim0, "particles"))["particles"]
clid2map0 = {clid: i for i, clid in enumerate(clumpmap0[:, 0])}

# # clumpmapx = csiborgtools.read.read_h5(paths.particles_path(nsimx))["clumpmap"]
# # partsx = csiborgtools.read.read_h5(paths.initmatch_path(nsimx, "particles"))["particles"]
# # clid2mapx = {clid: i for i, clid in enumerate(clumpmapx[:, 0])}

cat0 = csiborgtools.read.HaloCatalogue(nsim0, paths, load_initial=True, minmass=None, with_lagpatch=True, load_clumps_cat=True)
catx = csiborgtools.read.HaloCatalogue(nsimx, paths, load_initial=True, minmass=None, with_lagpatch=True, load_clumps_cat=True)

In [4]:

f = np.load(paths.field_path("potential", "PCS", 256, 7444, False))

In [7]:

plt.figure()
plt.imshow(np.sum(f, axis=0))
plt.colorbar()
plt.show()

No description has been provided for this image

In [ ]:

In [7]:

f.shape

Out[7]:

(3, 512, 512, 512)

In [16]:

plt.figure()
plt.imshow(np.log10(np.abs(np.mean(f[0, ...], axis=-1))))
plt.colorbar()
plt.savefig("../plots/eye.png", dpi=450)
plt.show()

In [ ]:

In [76]:

x = pair.dist(in_initial=True, norm_kind="sum_patch")
y = pair.overlap(False)

x = np.concatenate(x)
y = np.concatenate(y)

In [80]:

from scipy.special import comb
from itertools import combinations

In [81]:

ics = paths.get_ics()

In [88]:

import random

combs = list(combinations(ics, 2))
random.shuffle(combs)

In [91]:

random.Random(32).shuffle(combs)

In [92]:

combs

Out[92]:

[(8236, 9676),
 (7756, 7924),
 (7684, 9796),
 (7996, 9244),
 (8380, 8476),
 (8596, 8956),
 (9220, 9268),
 (8572, 9604),
 (7588, 9028),
 (7636, 7732),
 (7588, 8884),
 (7636, 8980),
 (7564, 9460),
 (8092, 9292),
 (7900, 8548),
 (7804, 9508),
 (8500, 9004),
 (8212, 9148),
 (7516, 8548),
 (7684, 8140),
 (8476, 8908),
 (8308, 8452),
 (7756, 8188),
 (8620, 9772),
 (8932, 9388),
 (8692, 9028),
 (7732, 9028),
 (8476, 8716),
 (7924, 8188),
 (9388, 9700),
 (8620, 9364),
 (9148, 9412),
 (7540, 8860),
 (8500, 9244),
 (8548, 9508),
 (7972, 8596),
 (8356, 8524),
 (7684, 8764),
 (7588, 8524),
 (8044, 8188),
 (7924, 9364),
 (7492, 8716),
 (8332, 8404),
 (7804, 8260),
 (8044, 8524),
 (7804, 8812),
 (8692, 8812),
 (8332, 8956),
 (9100, 9316),
 (7684, 9844),
 (7852, 8932),
 (7468, 9316),
 (7900, 9196),
 (7780, 8188),
 (8284, 8428),
 (8500, 9028),
 (7732, 9004),
 (8980, 9556),
 (7444, 7876),
 (9028, 9340),
 (8476, 8788),
 (9508, 9796),
 (9292, 9820),
 (7828, 8740),
 (7876, 9556),
 (7468, 9220),
 (8404, 8668),
 (7924, 8596),
 (8524, 9196),
 (7948, 9364),
 (8740, 8788),
 (8308, 8956),
 (9364, 9772),
 (7492, 9364),
 (7876, 9388),
 (7804, 8212),
 (9052, 9220),
 (7468, 9628),
 (8236, 8308),
 (8548, 9028),
 (7564, 7756),
 (8884, 9652),
 (9460, 9532),
 (7444, 9772),
 (8860, 8908),
 (7924, 9196),
 (7636, 8164),
 (7468, 8404),
 (7516, 8836),
 (8212, 8980),
 (8356, 9004),
 (9004, 9340),
 (8428, 8956),
 (8404, 9700),
 (8140, 8716),
 (7708, 8788),
 (7660, 8260),
 (8836, 9196),
 (7876, 9748),
 (7684, 8740),
 (8500, 8884),
 (7924, 8092),
 (9652, 9772),
 (8548, 9124),
 (7948, 8764),
 (7516, 8164),
 (7708, 9364),
 (7540, 7828),
 (8404, 9004),
 (7612, 9004),
 (8836, 9796),
 (8428, 8500),
 (8644, 9580),
 (8020, 8812),
 (8644, 8884),
 (7852, 9628),
 (9340, 9652),
 (7588, 9484),
 (7900, 8668),
 (7516, 9700),
 (8212, 8500),
 (8308, 9724),
 (7468, 8020),
 (7516, 7900),
 (7828, 8788),
 (8524, 9412),
 (7684, 7972),
 (9148, 9748),
 (7708, 9412),
 (7732, 9580),
 (7924, 8428),
 (9388, 9844),
 (8068, 8908),
 (8140, 9052),
 (7564, 9652),
 (7468, 9124),
 (7660, 9796),
 (8260, 9532),
 (7564, 8476),
 (7492, 8932),
 (8932, 9124),
 (8212, 8236),
 (8596, 9100),
 (8860, 9604),
 (8956, 9676),
 (8308, 9172),
 (8380, 8500),
 (7900, 7996),
 (8692, 9388),
 (7996, 8740),
 (8524, 9148),
 (7444, 8692),
 (8596, 9412),
 (8020, 8860),
 (7900, 9340),
 (8044, 9364),
 (7780, 8212),
 (7612, 9196),
 (8692, 9796),
 (8596, 8692),
 (7732, 9436),
 (8668, 9724),
 (8212, 8956),
 (8404, 9628),
 (9532, 9820),
 (8764, 9004),
 (8188, 8332),
 (7924, 8692),
 (7756, 9676),
 (7756, 9316),
 (8452, 9748),
 (8476, 9004),
 (7732, 9484),
 (8452, 9844),
 (8260, 8284),
 (8044, 9748),
 (7564, 8620),
 (8260, 8836),
 (8740, 9556),
 (8452, 9292),
 (8140, 8380),
 (8500, 8572),
 (7516, 8572),
 (8236, 9628),
 (8332, 9196),
 (8644, 9364),
 (8428, 9196),
 (8812, 9172),
 (8836, 9076),
 (7828, 8404),
 (8092, 8788),
 (8644, 9388),
 (8308, 9244),
 (8188, 9268),
 (8284, 8764),
 (8500, 9388),
 (7564, 8812),
 (7588, 8644),
 (8212, 8764),
 (7732, 8044),
 (7588, 7828),
 (7852, 9436),
 (8668, 9388),
 (7828, 8164),
 (8044, 9316),
 (8116, 8956),
 (8284, 8692),
 (8884, 9100),
 (7468, 9820),
 (8596, 8860),
 (9316, 9772),
 (9004, 9172),
 (8212, 9364),
 (7828, 9724),
 (8500, 9124),
 (8716, 9364),
 (7900, 8020),
 (8404, 9772),
 (7468, 8692),
 (7876, 9148),
 (9076, 9844),
 (8596, 9340),
 (8548, 8956),
 (9148, 9268),
 (8116, 9700),
 (8092, 9532),
 (7948, 8980),
 (7564, 8716),
 (8308, 9508),
 (8524, 9796),
 (8020, 9460),
 (7564, 9796),
 (8740, 9028),
 (9412, 9460),
 (7492, 9652),
 (7468, 8884),
 (9196, 9844),
 (7732, 9172),
 (9028, 9412),
 (7756, 9196),
 (8332, 9796),
 (8548, 9484),
 (8404, 8956),
 (8836, 9220),
 (8356, 9076),
 (8308, 9196),
 (8884, 9244),
 (9580, 9676),
 (7876, 7972),
 (7564, 9820),
 (9076, 9700),
 (7804, 9196),
 (7876, 8572),
 (8788, 9388),
 (8188, 8236),
 (7540, 8284),
 (7612, 8692),
 (8500, 8908),
 (8428, 9172),
 (7948, 8500),
 (7660, 8236),
 (7828, 9796),
 (7852, 8020),
 (8260, 9724),
 (8020, 9172),
 (9340, 9700),
 (7444, 8644),
 (7900, 8236),
 (8164, 8788),
 (8620, 9004),
 (7564, 8308),
 (7996, 8428),
 (8236, 9700),
 (8188, 8308),
 (7660, 9052),
 (9100, 9292),
 (7444, 8884),
 (7828, 8260),
 (8404, 9268),
 (7972, 9076),
 (7444, 8212),
 (8524, 9364),
 (8308, 8668),
 (8500, 8812),
 (7996, 8788),
 (8020, 8140),
 (8764, 9412),
 (9244, 9436),
 (8908, 9724),
 (8212, 9532),
 (8692, 8956),
 (8212, 9268),
 (7924, 8044),
 (7612, 8092),
 (8956, 9004),
 (8788, 9436),
 (9004, 9484),
 (8020, 9244),
 (8812, 9508),
 (8116, 8236),
 (9268, 9388),
 (8668, 9460),
 (8212, 8836),
 (8908, 9508),
 (7636, 8260),
 (8692, 8788),
 (9148, 9844),
 (7588, 9844),
 (9076, 9436),
 (7900, 8524),
 (7516, 9244),
 (8332, 8884),
 (7708, 8116),
 (7972, 9652),
 (7804, 7924),
 (7660, 9364),
 (8092, 9484),
 (8380, 9700),
 (8356, 8860),
 (8596, 8908),
 (7972, 8812),
 (7804, 8236),
 (8236, 9340),
 (7756, 9148),
 (8068, 9676),
 (8788, 9292),
 (7972, 9220),
 (8044, 9580),
 (9604, 9628),
 (8716, 9604),
 (8404, 8476),
 (8668, 9676),
 (8308, 8980),
 (7828, 8188),
 (8500, 8980),
 (7732, 7804),
 (8356, 8908),
 (8884, 8932),
 (7636, 9604),
 (8188, 8788),
 (8020, 9004),
 (8812, 9412),
 (7564, 9772),
 (7996, 9844),
 (8572, 9004),
 (8572, 9340),
 (7972, 8764),
 (8548, 9340),
 (7852, 9340),
 (8332, 8788),
 (8164, 9460),
 (8596, 8620),
 (8212, 9292),
 (7564, 8212),
 (8092, 9436),
 (7612, 7804),
 (7660, 9148),
 (8356, 9052),
 (9100, 9148),
 (8596, 8932),
 (7732, 8236),
 (7900, 9364),
 (7708, 7972),
 (7636, 8404),
 (9316, 9340),
 (8692, 9604),
 (8764, 9196),
 (9460, 9508),
 (7588, 8764),
 (8260, 9652),
 (7444, 7612),
 (8332, 9676),
 (7684, 8308),
 (8524, 9220),
 (8188, 9700),
 (7996, 8980),
 (8284, 9580),
 (8140, 9508),
 (8572, 8836),
 (7924, 9748),
 (8884, 9748),
 (9148, 9772),
 (8116, 8140),
 (8308, 9028),
 (8980, 9052),
 (8116, 8788),
 (8164, 8836),
 (8620, 9796),
 (7828, 8908),
 (8908, 9172),
 (8572, 8692),
 (7684, 8260),
 (8764, 9436),
 (8092, 9724),
 (8404, 9748),
 (7636, 8476),
 (9412, 9652),
 (8404, 8860),
 (8812, 9292),
 (8548, 8932),
 (9388, 9628),
 (7780, 8788),
 (8140, 9148),
 (7588, 9268),
 (7924, 9340),
 (9268, 9412),
 (8236, 9772),
 (7780, 8548),
 (7444, 9580),
 (7564, 8836),
 (7636, 9292),
 (7660, 9196),
 (7564, 9076),
 (8716, 9532),
 (7540, 8644),
 (8476, 9772),
 (7708, 9100),
 (8884, 9268),
 (9148, 9508),
 (8644, 9076),
 (8836, 8860),
 (7564, 8140),
 (8644, 9244),
 (7852, 8620),
 (7876, 8212),
 (7444, 8812),
 (8524, 8836),
 (7492, 8644),
 (8164, 9076),
 (8020, 9436),
 (8692, 9172),
 (8116, 9076),
 (8572, 8716),
 (8116, 8668),
 (7684, 8116),
 (9532, 9748),
 (8764, 9340),
 (8692, 9244),
 (8572, 9148),
 (8500, 9556),
 (8500, 9532),
 (7588, 9244),
 (7492, 7852),
 (8356, 8788),
 (9148, 9700),
 (7660, 9460),
 (7780, 8428),
 (8380, 9052),
 (7588, 8812),
 (7780, 8980),
 (8452, 9628),
 (8644, 8860),
 (8188, 9412),
 (9244, 9556),
 (7996, 8068),
 (7756, 9412),
 (7804, 8524),
 (7828, 7852),
 (8788, 9628),
 (8884, 9556),
 (7516, 9268),
 (9100, 9820),
 (9220, 9340),
 (7660, 9604),
 (8188, 8980),
 (7468, 7804),
 (9292, 9580),
 (7732, 9076),
 (8620, 9052),
 (7444, 8452),
 (8068, 8884),
 (8332, 9700),
 (9076, 9652),
 (8332, 9172),
 (7756, 9388),
 (8284, 9820),
 (9556, 9772),
 (7972, 8044),
 (7852, 9244),
 (7852, 9316),
 (7612, 9172),
 (8332, 9052),
 (7588, 8692),
 (9340, 9388),
 (8116, 9124),
 (8572, 9700),
 (8668, 8788),
 (8236, 8452),
 (8092, 8428),
 (8020, 9556),
 (7468, 7828),
 (7564, 7684),
 (8380, 9004),
 (8212, 9340),
 (7780, 9028),
 (7780, 9700),
 (8404, 8980),
 (7684, 8620),
 (7684, 8524),
 (7876, 9196),
 (8236, 9532),
 (7684, 9364),
 (8260, 8908),
 (7948, 9028),
 (8908, 8980),
 (7516, 8428),
 (8212, 9676),
 (7876, 9796),
 (8140, 9076),
 (8020, 9268),
 (7516, 8812),
 (7468, 8260),
 (7948, 9748),
 (8740, 8908),
 (7444, 7468),
 (8692, 9436),
 (8308, 8428),
 (8404, 9340),
 (8188, 8884),
 (7636, 8092),
 (8404, 9292),
 (8116, 8164),
 (7540, 7996),
 (9460, 9820),
 (9220, 9244),
 (8740, 8932),
 (8716, 9076),
 (8596, 9484),
 (8692, 9076),
 (8116, 8596),
 (7660, 8620),
 (8308, 8860),
 (9124, 9724),
 (8332, 9532),
 (7852, 9196),
 (8932, 9004),
 (7732, 9316),
 (8140, 9220),
 (7804, 9700),
 (8092, 9124),
 (7636, 9700),
 (8020, 9748),
 (7924, 9652),
 (7972, 8452),
 (7588, 9820),
 (8020, 8284),
 (7900, 8836),
 (8020, 8908),
 (7924, 9172),
 (8428, 8644),
 (7516, 8860),
 (7756, 9364),
 (7780, 9340),
 (8716, 8860),
 (8836, 9028),
 (7948, 8236),
 (7900, 9820),
 (7636, 9724),
 (7612, 9268),
 (9388, 9748),
 (7708, 9004),
 (8500, 8764),
 (7516, 8236),
 (8140, 8332),
 (7756, 9556),
 (7852, 9076),
 (8596, 9172),
 (8740, 8884),
 (8572, 9100),
 (8044, 8668),
 (7780, 8380),
 (7804, 9148),
 (8548, 9220),
 (8548, 9004),
 (8860, 9796),
 (7444, 8620),
 (8716, 9052),
 (7924, 9628),
 (8140, 9724),
 (7444, 8020),
 (8476, 8548),
 (7564, 8788),
 (7516, 7972),
 (7948, 9844),
 (8044, 9532),
 (8452, 9148),
 (7564, 7588),
 (8092, 8404),
 (8956, 9580),
 (9340, 9748),
 (7996, 9508),
 (7540, 8716),
 (7732, 9796),
 (7444, 8764),
 (8092, 8980),
 (8476, 8860),
 (7996, 8596),
 (8932, 9724),
 (8836, 9748),
 (8908, 9244),
 (7732, 9292),
 (8404, 9316),
 (7972, 9196),
 (7636, 8284),
 (8764, 8812),
 (7468, 8644),
 (7996, 8452),
 (7660, 7852),
 (8044, 9676),
 (8212, 9436),
 (7540, 8500),
 (9172, 9580),
 (8956, 9172),
 (8980, 9460),
 (7516, 7924),
 (8164, 8452),
 (8308, 8500),
 (8452, 8788),
 (8356, 9820),
 (7564, 8980),
 (9004, 9604),
 (7684, 7876),
 (8572, 8884),
 (7876, 9292),
 (8692, 9700),
 (7804, 8164),
 (8236, 9460),
 (7876, 9244),
 (7876, 8260),
 (8716, 8764),
 (8452, 8620),
 (9628, 9700),
 (7948, 9220),
 (7900, 8260),
 (8668, 8956),
 (7708, 8932),
 (7660, 8980),
 (8596, 9292),
 (8836, 9508),
 (7540, 7564),
 (7948, 8332),
 (8116, 8476),
 (7540, 9196),
 (9412, 9436),
 (8908, 9844),
 (7492, 8188),
 (8380, 8956),
 (9052, 9292),
 (7924, 8212),
 (9244, 9772),
 (8212, 9748),
 (7588, 9460),
 (8572, 9580),
 (7564, 9748),
 (7564, 9580),
 (9052, 9148),
 (8236, 9580),
 (7588, 9412),
 (9292, 9844),
 (7612, 8380),
 (9076, 9580),
 (8044, 9628),
 (8692, 9484),
 (8356, 9484),
 (9124, 9652),
 (7540, 8620),
 (7444, 8572),
 (7756, 8092),
 (8260, 9460),
 (8284, 9172),
 (7852, 8476),
 (8284, 8548),
 (8428, 8476),
 (9244, 9844),
 (8116, 9772),
 (7540, 8044),
 (8356, 8404),
 (8116, 9052),
 (7540, 8236),
 (8020, 8572),
 (8476, 9820),
 (7684, 7852),
 (7828, 9436),
 (7612, 7828),
 (8812, 9436),
 (7564, 9052),
 (8404, 9388),
 (8980, 9412),
 (9028, 9220),
 (8476, 9460),
 (7804, 8692),
 (8308, 9388),
 (8572, 9484),
 (8668, 8692),
 (7468, 8716),
 (8044, 8356),
 (8356, 9604),
 (7900, 7924),
 (8164, 9316),
 (8356, 9676),
 (9484, 9844),
 (7780, 7828),
 (8788, 8884),
 (9172, 9532),
 (7804, 9532),
 (8188, 8692),
 (8236, 9004),
 (8620, 8884),
 (8092, 9172),
 (8092, 8236),
 (7492, 9268),
 (9196, 9508),
 (8044, 8572),
 (8428, 9124),
 (8380, 9292),
 (7660, 9484),
 (7540, 8476),
 (7660, 8908),
 (7564, 7996),
 (7972, 9628),
 (7756, 9748),
 (7948, 9100),
 (7516, 8932),
 (9436, 9676),
 (7516, 9436),
 (7804, 8764),
 (7636, 8932),
 (7972, 9580),
 (8020, 9076),
 (7708, 8212),
 (8188, 8668),
 (8428, 9820),
 (7708, 9340),
 (8452, 9436),
 (8236, 9364),
 (7636, 9220),
 (8068, 9484),
 (7588, 9364),
 (8188, 8404),
 (9244, 9508),
 (7924, 9052),
 (7780, 8956),
 (7612, 8332),
 (7780, 9844),
 (8620, 9196),
 (8044, 9436),
 (8092, 8836),
 (8404, 8596),
 (8716, 8812),
 (8956, 9556),
 (8788, 9340),
 (8788, 8812),
 (7636, 8860),
 (7492, 9484),
 (7564, 9604),
 (8836, 9772),
 (7540, 9748),
 (7780, 8500),
 (7468, 8668),
 (7444, 8932),
 (7588, 8452),
 (8236, 9220),
 (8860, 8980),
 (7756, 9220),
 (7996, 9364),
 (8524, 9484),
 (9004, 9292),
 (7516, 8524),
 (8476, 8572),
 (8116, 9844),
 (7828, 8140),
 (9148, 9388),
 (7948, 7972),
 (9244, 9748),
 (8308, 9748),
 (7996, 8908),
 (8092, 9220),
 (7876, 9676),
 (7612, 9220),
 (8572, 8596),
 (8524, 8812),
 (7516, 9844),
 (8476, 9028),
 (8116, 9412),
 (8212, 9412),
 (7852, 9412),
 (8164, 8260),
 (7660, 8548),
 (8548, 9052),
 (7540, 9388),
 (8452, 9004),
 (8092, 8212),
 (7972, 8380),
 (7708, 8284),
 (9076, 9556),
 (9052, 9844),
 (7996, 8284),
 (7780, 7804),
 (8092, 9772),
 (7804, 8356),
 (8836, 9316),
 (8164, 9412),
 (8956, 9316),
 (8764, 9172),
 (8044, 8692),
 (9004, 9028),
 (7660, 7756),
 (7780, 9364),
 (7756, 9052),
 (8236, 9484),
 (8284, 9676),
 (8932, 9148),
 (8260, 8596),
 (8236, 8956),
 (8404, 9820),
 (7732, 9388),
 (8836, 8956),
 (8644, 9700),
 (7804, 8092),
 (7684, 8548),
 (8788, 8860),
 (8332, 9316),
 (9124, 9820),
 (8932, 9076),
 (8956, 9220),
 (7588, 8116),
 (8788, 9244),
 (9340, 9556),
 (7540, 9076),
 (8188, 9652),
 (7564, 8092),
 (9148, 9676),
 (8404, 8620),
 (7468, 9388),
 (7756, 8212),
 (8452, 8764),
 (7780, 8716),
 (7636, 9388),
 (7684, 8644),
 (7516, 8188),
 (7516, 7588),
 (8812, 8884),
 (7516, 8644),
 (9028, 9292),
 (7900, 8716),
 (9508, 9748),
 (7780, 9100),
 (8908, 9052),
 (7492, 8668),
 (8188, 9292),
 (8140, 9628),
 (9244, 9604),
 (8716, 9028),
 (8452, 9052),
 (7684, 8332),
 (8428, 9844),
 (9172, 9676),
 (8308, 8788),
 (8116, 9100),
 (7636, 9532),
 (8908, 9268),
 (7780, 9628),
 (7516, 8908),
 (9532, 9676),
 (8716, 8836),
 (8692, 8932),
 (8356, 8836),
 (8308, 9772),
 (8572, 8956),
 (7468, 9580),
 (8428, 9004),
 (8044, 8596),
 (8260, 8428),
 (8452, 9700),
 (8356, 9316),
 (7564, 9388),
 (7732, 8932),
 (8860, 9388),
 (8452, 8716),
 (8164, 8212),
 (8188, 9628),
 (7804, 8332),
 (7588, 8380),
 (7564, 9148),
 (8380, 9580),
 (8380, 8692),
 (7492, 8860),
 (8524, 9604),
 (8260, 9292),
 (7780, 7924),
 (8260, 9148),
 (8380, 9220),
 (7972, 8236),
 (8476, 9652),
 (7852, 8596),
 (7540, 7852),
 (7564, 8548),
 (8140, 9388),
 (8356, 8548),
 (9148, 9196),
 (8860, 9820),
 (8140, 8188),
 (8788, 9412),
 (8092, 8356),
 (7828, 9844),
 (8644, 9748),
 (7876, 9220),
 (8380, 9724),
 (7636, 7804),
 (7852, 8236),
 (8428, 9676),
 (7564, 8932),
 (8860, 9772),
 (7900, 9796),
 (9148, 9796),
 (9076, 9484),
 (8308, 8884),
 (8380, 8932),
 (7900, 8284),
 (8644, 9028),
 (8332, 8908),
 (7708, 8164),
 (7684, 8812),
 (7444, 9436),
 (7780, 8620),
 (7900, 8428),
 (8764, 8980),
 (9196, 9700),
 (9316, 9484),
 (7588, 9604),
 (7996, 9628),
 (8092, 8308),
 (7468, 8164),
 (8644, 9556),
 (8620, 8980),
 (8068, 8332),
 (9052, 9652),
 (7708, 8380),
 (8908, 9124),
 (7948, 8644),
 (7900, 9748),
 (8332, 9652),
 (9052, 9244),
 (9172, 9484),
 (7612, 9100),
 (7660, 8932),
 (8188, 8740),
 (8836, 9052),
 (7948, 9484),
 (7468, 8332),
 (7612, 8548),
 (8380, 9316),
 (7924, 8548),
 (7972, 9460),
 (7564, 9292),
 (8164, 8620),
 (8812, 9460),
 (8836, 9292),
 (8140, 8908),
 (8644, 9124),
 (7828, 9412),
 (7444, 7948),
 (7516, 9508),
 (7588, 8932),
 (8164, 8356),
 (8788, 9508),
 (8116, 8644),
 (8332, 9844),
 (7588, 7876),
 (9556, 9748),
 (7612, 9244),
 (7564, 7948),
 (7492, 9388),
 (9172, 9556),
 (7516, 9580),
 (8092, 8500),
 (8404, 8764),
 (8044, 9508),
 (8356, 9748),
 (7492, 8236),
 (8644, 9340),
 (7660, 8404),
 (7804, 9436),
 (7636, 8524),
 (8212, 8380),
 (8404, 9676),
 (9556, 9628),
 (8908, 9412),
 (8524, 9076),
 (8596, 8764),
 (7516, 9796),
 (7540, 8932),
 (7540, 9820),
 (7948, 8164),
 (7468, 9652),
 (7564, 7780),
 (7780, 9484),
 (8332, 9220),
 (7540, 9508),
 (7900, 9028),
 ...]

In [ ]:

In [77]:

plt.figure()
plt.scatter(x, y, s=0.1)
plt.show()

In [ ]:

In [53]:

for i in list(clid2map0.keys())[50000:]:
    print(i)
    k = clid2map0[i]

    X = csiborgtools.read.load_parent_particles(k, parts0, clumpmap0, clid2map0, cat0.clumps_cat)
    if X is not None:
        break
X

Out[53]:

array([[4.3213072e-01, 3.3612296e-01, 4.9542564e-01, 1.1641532e-10],
       [4.2634511e-01, 3.3506793e-01, 4.9537191e-01, 1.1641532e-10],
       [4.2104098e-01, 3.3217159e-01, 4.9831006e-01, 1.1641532e-10],
       ...,
       [4.3010166e-01, 3.2942852e-01, 4.9635866e-01, 1.1641532e-10],
       [4.2487869e-01, 3.3458143e-01, 4.9207175e-01, 1.1641532e-10],
       [4.2629939e-01, 3.2695419e-01, 4.9106851e-01, 1.1641532e-10]],
      dtype=float32)

In [54]:

plt.figure()
plt.scatter(X[:, 0], X[:, 1], s=1)

plt.show()

In [ ]:

In [5]:

parts = csiborgtools.read.read_h5(paths.particles_path(nsim0))["particles"]

In [6]:

box = csiborgtools.read.BoxUnits(nsnap0, nsim0, paths)

field = csiborgtools.field.DensityField(box, "CIC")

In [7]:

rho = np.load(paths.density_field_path("PCS", 7444, False))
rho_rsp = np.load(paths.density_field_path("PCS", 7444, True))

In [14]:

plt.figure()
plt.imshow(np.sum(rho, axis=1))
plt.show()

In [13]:

plt.figure()
plt.imshow(np.sum(rho_rsp, axis=1))
plt.show()

In [ ]:

In [25]:

np.abs(x - 1).max()

Out[25]:

0.0018435717

In [ ]:

In [94]:

k0 = clumpmap0[clid2map0[0], 2] + 1
# parts.shape[0]

In [96]:

parts.shape[0] - k0

Out[96]:

182510395

In [44]:

clumps_cat = csiborgtools.read.ClumpsCatalogue(nsim0, paths, load_fitted=True, minmass=None, maxdist=155 / 0.705)

In [119]:

cat = csiborgtools.read.HaloCatalogue(nsim0, paths, minmass=None)

In [124]:

cat['ID']

Out[124]:

array([       1,        3,        5, ..., 21809643, 21810694, 21818034],
      dtype=int32)

In [114]:

len(cat)

Out[114]:

In [118]:

numpy.isnan(cat["lagpatch"]).sum()

Out[118]:

In [ ]:

In [88]:

cat['x0']

Out[88]:

array([-42.401093 , -32.8627   , -45.08371  , ...,   9.587616 ,
         5.0563965,  12.45813  ], dtype=float32)

In [ ]:

In [46]:

len(clumps_cat)

Out[46]:

In [50]:

m = numpy.isfinite(clumps_cat["lambda200c"])

plt.figure()
plt.hist(np.log10(clumps_cat["lambda200c"][m]), bins="auto")

plt.show()

In [ ]:

In [5]:

clumps_cat["index"][:10]

Out[5]:

array([ 1,  2,  3,  5,  6,  7,  9, 11, 12, 13], dtype=int32)

In [6]:

X = csiborgtools.read.load_parent_particles(3, parts, clumpmap0, clid2map0, clumps_cat)

In [29]:

clump = csiborgtools.fits.Clump(X, clumps_cat[2], box)
clumps_cat[2]["index"]

Out[29]:

In [37]:

clump.spherical_overdensity_mass(200)

Out[37]:

(0.0008713664483347365, 1.8111896e-06)

In [26]:

def f(mass):
    return numpy.cumsum(mass)

@jit(nopython=True)
def g(mass):
    return numpy.cumsum(mass)

x  = clump['M']

In [25]:

%timeit f(x)

73.4 µs ± 401 ns per loop (mean ± std. dev. of 7 runs, 10,000 loops each)

In [28]:

%timeit g(x)

31.8 µs ± 385 ns per loop (mean ± std. dev. of 7 runs, 10,000 loops each)

In [ ]:

In [19]:

%timeit clump.spherical_overdensity_mass(200)

3.79 ms ± 47.2 µs per loop (mean ± std. dev. of 7 runs, 100 loops each)

In [14]:

plt.figure()
plt.plot(rs, y)
plt.yscale("log")
plt.xscale("log")
plt.show()

In [16]:

%timeit clump.r()

224 µs ± 4.17 µs per loop (mean ± std. dev. of 7 runs, 1,000 loops each)

In [87]:

x, y, z = clump['x'], clump['y'], clump['z']
x0, y0, z0 = clumps_cat[3]['x'], clumps_cat[3]['y'], clumps_cat[3]['z']

In [93]:

%timeit ((x - x0)**2 + (y - y0)**2 + (z - z0)**2)**0.5

145 µs ± 539 ns per loop (mean ± std. dev. of 7 runs, 10,000 loops each)

In [92]:

%timeit clump.r()

242 µs ± 6.44 µs per loop (mean ± std. dev. of 7 runs, 1,000 loops each)

In [267]:

delta_bckg *= 2

In [260]:

%timeit delta1, delta2, cellmins, nonzero = overlapper.make_deltas(pos, pos2, mass, mass)
# __ = overlapper.make_deltas(pos, pos2, mass, mass)

1.23 ms ± 6.98 µs per loop (mean ± std. dev. of 7 runs, 1,000 loops each)

In [271]:

%timeit overlapper(pos, pos2, mass, mass, delta_bckg)

1.75 ms ± 11.8 µs per loop (mean ± std. dev. of 7 runs, 1,000 loops each)

In [259]:

fig, axs = plt.subplots(ncols=2, figsize=(10, 5))
axs[0].imshow(np.sum(delta1, axis=0))
axs[1].imshow(np.sum(delta2, axis=0))
fig.tight_layout()

In [93]:

delta = overlapper.make_bckg_delta(pos, mass / mass)

In [282]:

from functools import cache 
from functools import lru_cache

In [283]:

from time import sleep

@lru_cache(maxsize=1024)
def f(x):
    sleep(0.5)
    return x * x

In [286]:

%timeit f(2)

79 ns ± 0.372 ns per loop (mean ± std. dev. of 7 runs, 10,000,000 loops each)

In [77]:

clumpmap0[:]

Out[77]:

array([[        0,         0, 277961071],
       [        1, 277961072, 277980356],
       [        2, 277980357, 277985437],
       ...,
       [ 21836472, 460470781, 460470782],
       [ 21836487, 460470783, 460471462],
       [ 21836785, 460471463, 460471466]], dtype=int32)

In [72]:

dens = overlapper.make_delta(pos, mass, subbox=True)

In [75]:

In [ ]:

In [55]:

x.shape, x0.shape

Out[55]:

((134842, 7), (134842, 4))

In [56]:

plt.figure()
# plt.scatter(x[:, 0], x[:, 1], s=0.1)
plt.scatter(x0[:, 0], x0[:, 1], s=0.1)

plt.show()

In [ ]:

In [11]:

unique_clump_ids = numpy.unique(clump_ids)

In [22]:

unique_clump_ids[:100]

Out[22]:

array([  0,   1,   2,   3,   5,   6,   7,   9,  11,  12,  13,  14,  15,
        17,  19,  21,  22,  23,  29,  32,  34,  39,  43, 134, 137, 138,
       139, 149, 151, 156, 157, 158, 159, 161, 163, 165, 167, 168, 169,
       172, 173, 175, 178, 179, 181, 183, 186, 187, 188, 189, 191, 193,
       194, 196, 197, 198, 204, 207, 209, 211, 212, 213, 214, 215, 216,
       217, 218, 221, 223, 225, 227, 228, 231, 232, 237, 238, 240, 243,
       245, 247, 248, 249, 252, 257, 258, 259, 260, 262, 263, 264, 267,
       268, 269, 270, 272, 273, 274, 275, 276, 278], dtype=int32)

In [26]:

%timeit numpy.nan == numpy.nan

131 ns ± 0.529 ns per loop (mean ± std. dev. of 7 runs, 10,000,000 loops each)

In [27]:

%timeit numpy.isnan(numpy.nan)

791 ns ± 5.14 ns per loop (mean ± std. dev. of 7 runs, 1,000,000 loops each)

In [29]:

test = {"asd": 1}
with h5py.File("test.hp", 'w') as f:
    f.create_dataset("test", data=test)

---------------------------------------------------------------------------
TypeError                                 Traceback (most recent call last)
Cell In[29], line 3
      1 test = {"asd": 1}
      2 with h5py.File("test.hp", 'w') as f:
----> 3     f.create_dataset("test", data=test)

File ~/csiborgtools/venv_csiborg/lib/python3.9/site-packages/h5py/_hl/group.py:183, in Group.create_dataset(self, name, shape, dtype, data, **kwds)
    180         parent_path, name = name.rsplit(b'/', 1)
    181         group = self.require_group(parent_path)
--> 183 dsid = dataset.make_new_dset(group, shape, dtype, data, name, **kwds)
    184 dset = dataset.Dataset(dsid)
    185 return dset

File ~/csiborgtools/venv_csiborg/lib/python3.9/site-packages/h5py/_hl/dataset.py:88, in make_new_dset(parent, shape, dtype, data, name, chunks, compression, shuffle, fletcher32, maxshape, compression_opts, fillvalue, scaleoffset, track_times, external, track_order, dcpl, dapl, efile_prefix, virtual_prefix, allow_unknown_filter, rdcc_nslots, rdcc_nbytes, rdcc_w0)
     86     else:
     87         dtype = numpy.dtype(dtype)
---> 88     tid = h5t.py_create(dtype, logical=1)
     90 # Legacy
     91 if any((compression, shuffle, fletcher32, maxshape, scaleoffset)) and chunks is False:

File h5py/h5t.pyx:1664, in h5py.h5t.py_create()

File h5py/h5t.pyx:1688, in h5py.h5t.py_create()

File h5py/h5t.pyx:1748, in h5py.h5t.py_create()

TypeError: Object dtype dtype('O') has no native HDF5 equivalent

In [ ]:

In [23]:

k0, kf = minmax_clump(259, clump_ids)

kf - k0 + 1

Out[23]:

In [24]:

clump_ids[k0:kf+1]

Out[24]:

array([259, 259, 259, ..., 259, 259, 259], dtype=int32)

In [ ]:

In [3]:

import numpy

nsim = nsim0
nsnap = nsnap0


part0 = h5py.File(paths.initmatch_path(nsim, "particles"), 'r')['particles']
cmap = h5py.File(paths.particles_path(nsim, "clumpmap"), 'r')
partf = h5py.File(paths.particles_path(nsim), 'r')["particles"]

In [8]:

part0[cmap[str(558655)], :]

In [5]:

cat = csiborgtools.read.ClumpsCatalogue(nsim, paths, rawdata=True)

In [44]:

from tqdm import tqdm
y = np.zeros((10000, 2), dtype=np.int32)

for i, hid in tqdm(enumerate(cat["index"][cat.ismain][:10000])):
    n = np.sum(cat["parent"] == hid)
    y[i, :] = hid, n

10000it [00:51, 193.86it/s]

In [8]:

cat["index"][cat["parent"] == 558655]

Out[8]:

array([558655, 558659, 558673, 558675, 558677, 558692, 558705, 558717,
       558724, 558726, 558739, 558746, 558857, 559232, 559256, 559292,
       559325, 559343, 559349, 559384, 559388, 559406, 559415, 559453,
       559467, 559473, 559492, 559496, 559541, 559544, 559548, 559570,
       559571, 559604, 559612, 559637, 559643, 559648, 559655, 559724,
       559735, 559779, 559780, 559792, 559802, 559804, 559817, 559910,
       559918, 559926, 559960, 559977, 559982, 559997, 560012, 560031,
       560122, 560213, 560325, 560375, 560426, 560517, 560798, 562156,
       563235, 563254, 563586, 563651, 563671, 563892, 564050, 564068,
       564138, 564153, 564358, 564525, 564734, 564745, 564779, 564831,
       565008, 565180, 565272, 565276, 565521, 565620, 565701, 565891,
       566046, 566604, 566705, 567047, 567336, 567720, 568897, 569232,
       569376, 569773, 573130, 575459, 575880, 576414, 579319, 579445,
       579722, 579770, 580117, 580388, 580441, 580507, 580518, 581594,
       581767, 582047, 582713, 583256, 586403, 587027, 587239, 588764,
       593803, 595742, 596219, 599285, 600189, 603135, 605484],
      dtype=int32)

In [45]:

y[np.argmax(y[:, 1]), :]

Out[45]:

array([558655,    127], dtype=int32)

In [8]:

keys = list(cmap.keys())

In [11]:

csiborgtools.fits.load_parent_particles(558655, part0, cmap, cat)
# Xf = csiborgtools.fits.load_parent_particles(378, partf, cmap, cat)

[558655 558659 558673 558675 558677 558692 558705 558717 558724 558726
 558739 558746 558857 559232 559256 559292 559325 559343 559349 559384
 559388 559406 559415 559453 559467 559473 559492 559496 559541 559544
 559548 559570 559571 559604 559612 559637 559643 559648 559655 559724
 559735 559779 559780 559792 559802 559804 559817 559910 559918 559926
 559960 559977 559982 559997 560012 560031 560122 560213 560325 560375
 560426 560517 560798 562156 563235 563254 563586 563651 563671 563892
 564050 564068 564138 564153 564358 564525 564734 564745 564779 564831
 565008 565180 565272 565276 565521 565620 565701 565891 566046 566604
 566705 567047 567336 567720 568897 569232 569376 569773 573130 575459
 575880 576414 579319 579445 579722 579770 580117 580388 580441 580507
 580518 581594 581767 582047 582713 583256 586403 587027 587239 588764
 593803 595742 596219 599285 600189 603135 605484]

  0%|          | 0/127 [00:00<?, ?it/s]

In [6]:

plt.figure()

plt.scatter(X[:, 0], X[:, 1], s=0.1)
# plt.scatter(Xf[:, 0], Xf[:, 1], s=0.1)

plt.show()

In [ ]:

In [3]:

pid_final = np.load("pid_final.npy")
pid_init = np.load("pid_initial.npy")

In [4]:

pid_order = np.argsort(pid_final).astype(np.int32)

pid_order_2 = np.argsort(pid_order).astype(np.int32)

In [6]:

# Sort them

pid_init = pid_init[np.argsort(pid_init)]

In [11]:

np.alltrue(pid_init[pid_order_2] == pid_final)

Out[11]:

True

In [10]:

Out[10]:

array([        6,         7,         8, ..., 429538984, 456581538,
       456482476], dtype=int32)

In [ ]:

In [25]:

pid_final[pid_order][pid_order_2]

Out[25]:

array([        6,         7,         8, ..., 429538984, 456581538,
       456482476], dtype=int32)

In [ ]:

In [18]:

part0['ID']

Out[18]:

array([        1,         2,         3, ..., 460357796, 460357797,
       460357798], dtype=int32)

In [ ]:

In [8]:

indx1 = numpy.argsort(part0['ID'])

indx2 = numpy.argsort(pid)

indx1_inv = numpy.argsort(indx1)
part0 = part0[indx2][indx1_inv]
# pid = pid[indx2]

In [9]:

part0

Out[9]:

array([(0.6463347 , 0.5915494 , 0.3729033 , 1.1641532e-10, 285313656),
       (0.22073722, 0.49019635, 0.9627326 , 5.9604645e-08,  58672855),
       (0.7210556 , 0.18949312, 0.37298316, 5.9604645e-08, 459417395),
       ...,
       (0.46851808, 0.2966002 , 0.44987014, 1.1641532e-10,   2684309),
       (0.7481397 , 0.02954267, 0.8927611 , 5.9604645e-08, 402473389),
       (0.9159686 , 0.8301242 , 0.67392564, 5.9604645e-08, 287235917)],
      dtype=[('x', '<f4'), ('y', '<f4'), ('z', '<f4'), ('M', '<f4'), ('ID', '<i4')])

In [ ]:

In [10]:

pid

Out[10]:

array([        6,         7,         8, ..., 429538984, 456581538,
       456482476], dtype=int32)

In [6]:

pid

Out[6]:

array([        1,         2,         3, ..., 460471465, 460471466,
       460471467], dtype=int32)

In [9]:

cat = csiborgtools.read.ClumpsCatalogue(nsim, paths, load_fitted=False, rawdata=True)
parent_ids = cat["index"][cat.ismain]

parent_ids[:50]

Out[9]:

array([  1,   2,   3,   5,   6,   7,   9,  11,  12,  13,  15,  17,  19,
        21,  22,  23,  29,  32,  34,  39, 134, 137, 138, 139, 149, 151,
       156, 157, 158, 159, 161, 163, 167, 168, 169, 172, 173, 175, 178,
       181, 186, 188, 189, 191, 196, 197, 198, 204, 209, 211], dtype=int32)

In [54]:

i = cat["index"][np.argsort(cat["mass_cl"])[::-3][213]]
i

Out[54]:

11031538

In [55]:

# clid = 10170336
# clid = 10170336 + 12
clid = i


mmain_indxs = cat["index"][cat["parent"] == clid]
# mask = clump_ids == clid
# print(mask.sum())
print(mmain_indxs)

print([numpy.sum(clump_ids == j) for j in mmain_indxs])

[11031538 11032027 11033906 11034471 11034477 11034692 11035306 11049411
 11057461 11058959]
[24440, 256, 133, 0, 0, 0, 113, 0, 0, 0]

In [56]:

mask = numpy.isin(clump_ids, mmain_indxs)
mask.sum()

Out[56]:

In [57]:

# coords = part0[mask, :]
plt.figure()
plt.scatter(part0['x'][mask], part0['y'][mask], s=1)

plt.show()

In [ ]:

In [193]:

particles0 = h5py.File(paths.initmatch_path(nsim0, "particles"), 'r')['particles']
particlesx = h5py.File(paths.initmatch_path(nsimx, "particles") , 'r')['particles']

In [4]:

# delta_bckg = overlapper.make_bckg_delta(particles0, verbose=True)
# delta_bckg = overlapper.make_bckg_delta(particlesx, delta=delta_bckg, verbose=True)
# np.save("./bckg_{}_{}.npy".format(nsim0, nsimx), delta_bckg)
# delta_bckg = np.load("./bckg_{}_{}.npy".format(nsim0, nsimx))

In [194]:

map0 = h5py.File(paths.initmatch_path(nsim0, "halomap"), 'r')
mapx = h5py.File(paths.initmatch_path(nsimx, "halomap"), 'r')

In [174]:

keys = np.array(sorted([int(x) for x in mapx.keys()]))

In [175]:

paths = csiborgtools.read.CSiBORGPaths(**csiborgtools.paths_glamdring)

halocat = csiborgtools.read.HaloCatalogue(nsimx, paths, rawdata=True)
clumpcat = csiborgtools.read.ClumpsCatalogue(nsimx, paths, rawdata=True)

In [176]:

clid = 2


np.sum(clumpcat["parent"] == clid)

# mmain_indxs = clumpcat["index"][clumpcat["parent"] == clid]

# mmain_indxs
# mmain_mask = numpy.isin(clump_ids, mmain_indxs, assume_unique=True)

Out[176]:

In [195]:

fs = list(map0.keys())

In [196]:

from tqdm import tqdm
tot = 0
for f in tqdm(fs):
    tot += map0[f].shape[0]

print(tot)

100%|██████████| 173643/173643 [01:29<00:00, 1947.49it/s]

362439022

In [197]:

particles0

Out[197]:

<HDF5 dataset "particles": shape (182510395, 4), type "<f4">

In [198]:

tot / 182510395

Out[198]:

1.9858541317605498

In [172]:

particlesx

Out[172]:

<HDF5 dataset "particles": shape (182036133, 4), type "<f4">

In [177]:

i = 10170336


k = np.where(cat["ID"] == i)[0][0]
k

Out[177]:

In [178]:

# i = np.random.choice(keys[keys<100000])

# # i = 10040155 #+ 11

print(i)
# i = 32


mask = map0[str(i)]
mask

10170336

Out[178]:

<HDF5 dataset "10170336": shape (2085,), type "<i8">

In [183]:

halo = particlesx[mask, :]

In [184]:

np.sum(halo[:, 3]) / 1.1641532e-10

Out[184]:

2085.000032720428

In [186]:

plt.figure()
plt.scatter(halo[:, 0], halo[:, 1], s=2)
# plt.scatter(cat['x'][k], cat['y'][k], s=10, c='r')

plt.xlabel(r"x")
plt.ylabel(r"y")

plt.show()

In [ ]:

In [21]:

plt.figure()
plt.imshow(np.log10(np.sum(delta_bckg, axis=0)))
plt.show()

/tmp/ipykernel_7442/2249068321.py:2: RuntimeWarning: divide by zero encountered in log10
  plt.imshow(np.log10(np.sum(delta_bckg, axis=0)))

In [2]:

f = h5py.File("../data/particles_7444.h5", "r")

In [8]:

f["particles"][0, :]

Out[8]:

array([ 4.42346358e-01,  7.09757663e-03,  4.64053304e-01, -1.96926287e-03,
       -2.67177823e-03, -6.45721859e-04,  1.16415322e-10])

In [ ]:

3.8 MiB Raw Blame History

3.8 MiB

Raw Blame History