mirror of
https://github.com/hoellin/selfisys_public.git
synced 2025-06-07 16:41:11 +00:00
Initial commit: v0.1.0
This commit is contained in:
hoellinger
commit
c041384662
172 changed files with 45744 additions and 0 deletions
702
docs/_modules/selfisys/utils/workers.html
Normal file
702
docs/_modules/selfisys/utils/workers.html
Normal file
|
|
@ -0,0 +1,702 @@
|
|||
|
||||
|
||||
<!DOCTYPE html>
|
||||
<html class="writer-html5" lang="en" data-content_root="../../../">
|
||||
<head>
|
||||
<meta charset="utf-8" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||||
<title>selfisys.utils.workers — SelfiSys /Users/hoellinger/Library/CloudStorage/Dropbox/travail/these/science/code/SELFI/selfisys/src/ documentation</title>
|
||||
<link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=80d5e7a1" />
|
||||
<link rel="stylesheet" type="text/css" href="../../../_static/css/theme.css?v=e59714d7" />
|
||||
|
||||
|
||||
<script src="../../../_static/jquery.js?v=5d32c60e"></script>
|
||||
<script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
|
||||
<script src="../../../_static/documentation_options.js?v=75025241"></script>
|
||||
<script src="../../../_static/doctools.js?v=9bcbadda"></script>
|
||||
<script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
|
||||
<script src="../../../_static/js/theme.js"></script>
|
||||
<link rel="index" title="Index" href="../../../genindex.html" />
|
||||
<link rel="search" title="Search" href="../../../search.html" />
|
||||
</head>
|
||||
|
||||
<body class="wy-body-for-nav">
|
||||
<div class="wy-grid-for-nav">
|
||||
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
|
||||
<div class="wy-side-scroll">
|
||||
<div class="wy-side-nav-search" >
|
||||
|
||||
|
||||
|
||||
<a href="../../../index.html" class="icon icon-home">
|
||||
SelfiSys
|
||||
</a>
|
||||
<div role="search">
|
||||
<form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
|
||||
<input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
|
||||
<input type="hidden" name="check_keywords" value="yes" />
|
||||
<input type="hidden" name="area" value="default" />
|
||||
</form>
|
||||
</div>
|
||||
</div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
|
||||
<p class="caption" role="heading"><span class="caption-text">API Documentation</span></p>
|
||||
<ul>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.hiddenbox.html">hiddenbox</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox"><code class="docutils literal notranslate"><span class="pre">HiddenBox</span></code></a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.Npop"><code class="docutils literal notranslate"><span class="pre">HiddenBox.Npop</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.Ntimesteps"><code class="docutils literal notranslate"><span class="pre">HiddenBox.Ntimesteps</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.Psingle"><code class="docutils literal notranslate"><span class="pre">HiddenBox.Psingle</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.compute_pool"><code class="docutils literal notranslate"><span class="pre">HiddenBox.compute_pool()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.evaluate"><code class="docutils literal notranslate"><span class="pre">HiddenBox.evaluate()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.force_neglect_lightcone"><code class="docutils literal notranslate"><span class="pre">HiddenBox.force_neglect_lightcone</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.force_recompute_mocks"><code class="docutils literal notranslate"><span class="pre">HiddenBox.force_recompute_mocks</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.gravity_on"><code class="docutils literal notranslate"><span class="pre">HiddenBox.gravity_on</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.load_pool"><code class="docutils literal notranslate"><span class="pre">HiddenBox.load_pool()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.make_data"><code class="docutils literal notranslate"><span class="pre">HiddenBox.make_data()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.modified_selfi"><code class="docutils literal notranslate"><span class="pre">HiddenBox.modified_selfi</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.prefix_mocks"><code class="docutils literal notranslate"><span class="pre">HiddenBox.prefix_mocks</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.reset_survey"><code class="docutils literal notranslate"><span class="pre">HiddenBox.reset_survey()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.setup_only"><code class="docutils literal notranslate"><span class="pre">HiddenBox.setup_only</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.switch_recompute_pool"><code class="docutils literal notranslate"><span class="pre">HiddenBox.switch_recompute_pool()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.switch_setup"><code class="docutils literal notranslate"><span class="pre">HiddenBox.switch_setup()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.hiddenbox.html#selfisys.hiddenbox.HiddenBox.update"><code class="docutils literal notranslate"><span class="pre">HiddenBox.update()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.normalise_hb.html">normalise_hb</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.normalise_hb.html#selfisys.normalise_hb.define_normalisation"><code class="docutils literal notranslate"><span class="pre">define_normalisation()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.normalise_hb.html#selfisys.normalise_hb.worker_normalisation"><code class="docutils literal notranslate"><span class="pre">worker_normalisation()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.normalise_hb.html#selfisys.normalise_hb.worker_normalisation_public"><code class="docutils literal notranslate"><span class="pre">worker_normalisation_public()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.normalise_hb.html#selfisys.normalise_hb.worker_normalisation_wrapper"><code class="docutils literal notranslate"><span class="pre">worker_normalisation_wrapper()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.prior.html">prior</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.get_summary"><code class="docutils literal notranslate"><span class="pre">get_summary()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.logposterior_hyperparameters_parallel"><code class="docutils literal notranslate"><span class="pre">logposterior_hyperparameters_parallel()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.perform_prior_optimisation_and_plot"><code class="docutils literal notranslate"><span class="pre">perform_prior_optimisation_and_plot()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior"><code class="docutils literal notranslate"><span class="pre">planck_prior</span></code></a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.mean"><code class="docutils literal notranslate"><span class="pre">planck_prior.mean</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.covariance"><code class="docutils literal notranslate"><span class="pre">planck_prior.covariance</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.inv_covariance"><code class="docutils literal notranslate"><span class="pre">planck_prior.inv_covariance</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.Nbin_max"><code class="docutils literal notranslate"><span class="pre">planck_prior.Nbin_max</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.Nbin_min"><code class="docutils literal notranslate"><span class="pre">planck_prior.Nbin_min</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.compute"><code class="docutils literal notranslate"><span class="pre">planck_prior.compute()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.load"><code class="docutils literal notranslate"><span class="pre">planck_prior.load()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.logpdf"><code class="docutils literal notranslate"><span class="pre">planck_prior.logpdf()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.sample"><code class="docutils literal notranslate"><span class="pre">planck_prior.sample()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.planck_prior.save"><code class="docutils literal notranslate"><span class="pre">planck_prior.save()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.prior.html#selfisys.prior.worker_class"><code class="docutils literal notranslate"><span class="pre">worker_class()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.selection_functions.html">selection_functions</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection"><code class="docutils literal notranslate"><span class="pre">LognormalSelection</span></code></a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.init_selection"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.init_selection()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.lognormals_z_to_x"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.lognormals_z_to_x()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.multiple_lognormal"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.multiple_lognormal()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.multiple_lognormal_z"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.multiple_lognormal_z()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.one_lognormal"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.one_lognormal()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.one_lognormal_z"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.one_lognormal_z()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.selection_functions.html#selfisys.selection_functions.LognormalSelection.r_grid"><code class="docutils literal notranslate"><span class="pre">LognormalSelection.r_grid()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.selfi_interface.html">selfi_interface</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.selfi_interface.html#selfisys.selfi_interface.PrintMessage"><code class="docutils literal notranslate"><span class="pre">PrintMessage()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.selfi_interface.html#selfisys.selfi_interface.indent"><code class="docutils literal notranslate"><span class="pre">indent()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.selfi_interface.html#selfisys.selfi_interface.unindent"><code class="docutils literal notranslate"><span class="pre">unindent()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.sbmy_interface.html">sbmy_interface</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.sbmy_interface.html#selfisys.sbmy_interface.compute_Phi"><code class="docutils literal notranslate"><span class="pre">compute_Phi()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.sbmy_interface.html#selfisys.sbmy_interface.generate_white_noise_Field"><code class="docutils literal notranslate"><span class="pre">generate_white_noise_Field()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.sbmy_interface.html#selfisys.sbmy_interface.get_power_spectrum_from_cosmo"><code class="docutils literal notranslate"><span class="pre">get_power_spectrum_from_cosmo()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.sbmy_interface.html#selfisys.sbmy_interface.handle_time_stepping"><code class="docutils literal notranslate"><span class="pre">handle_time_stepping()</span></code></a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.sbmy_interface.html#selfisys.sbmy_interface.setup_sbmy_parfiles"><code class="docutils literal notranslate"><span class="pre">setup_sbmy_parfiles()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.grf.html">grf</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.grf.html#selfisys.grf.primordial_grf"><code class="docutils literal notranslate"><span class="pre">primordial_grf()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../selfisys.utils.html">selfisys.utils package</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#submodules">Submodules</a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.examples_utils">selfisys.utils.examples_utils module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.examples_utils.clear_large_plot"><code class="docutils literal notranslate"><span class="pre">clear_large_plot()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.logger">selfisys.utils.logger module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.CustomLogger"><code class="docutils literal notranslate"><span class="pre">CustomLogger</span></code></a><ul>
|
||||
<li class="toctree-l4"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.CustomLogger.diagnostic"><code class="docutils literal notranslate"><span class="pre">CustomLogger.diagnostic()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.CustomLoggerHandler"><code class="docutils literal notranslate"><span class="pre">CustomLoggerHandler</span></code></a><ul>
|
||||
<li class="toctree-l4"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.CustomLoggerHandler.emit"><code class="docutils literal notranslate"><span class="pre">CustomLoggerHandler.emit()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.INDENT"><code class="docutils literal notranslate"><span class="pre">INDENT()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.PrintDiagnostic"><code class="docutils literal notranslate"><span class="pre">PrintDiagnostic()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.PrintError"><code class="docutils literal notranslate"><span class="pre">PrintError()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.PrintInfo"><code class="docutils literal notranslate"><span class="pre">PrintInfo()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.PrintLeftType"><code class="docutils literal notranslate"><span class="pre">PrintLeftType()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.PrintWarning"><code class="docutils literal notranslate"><span class="pre">PrintWarning()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.UNINDENT"><code class="docutils literal notranslate"><span class="pre">UNINDENT()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.logger.getCustomLogger"><code class="docutils literal notranslate"><span class="pre">getCustomLogger()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.low_level">selfisys.utils.low_level module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.low_level.stderr_redirector"><code class="docutils literal notranslate"><span class="pre">stderr_redirector()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.low_level.stdout_redirector"><code class="docutils literal notranslate"><span class="pre">stdout_redirector()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.parser">selfisys.utils.parser module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.bool_sh"><code class="docutils literal notranslate"><span class="pre">bool_sh()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.check_files_exist"><code class="docutils literal notranslate"><span class="pre">check_files_exist()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.intNone"><code class="docutils literal notranslate"><span class="pre">intNone()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.joinstrs"><code class="docutils literal notranslate"><span class="pre">joinstrs()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.joinstrs_only"><code class="docutils literal notranslate"><span class="pre">joinstrs_only()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.none_or_bool_or_str"><code class="docutils literal notranslate"><span class="pre">none_or_bool_or_str()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.parser.safe_npload"><code class="docutils literal notranslate"><span class="pre">safe_npload()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.path_utils">selfisys.utils.path_utils module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.path_utils.file_names_evaluate"><code class="docutils literal notranslate"><span class="pre">file_names_evaluate()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.path_utils.get_file_names"><code class="docutils literal notranslate"><span class="pre">get_file_names()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.plot_examples">selfisys.utils.plot_examples module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_examples.plot_comoving_distance_redshift"><code class="docutils literal notranslate"><span class="pre">plot_comoving_distance_redshift()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_examples.plot_galaxy_field_slice"><code class="docutils literal notranslate"><span class="pre">plot_galaxy_field_slice()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_examples.plot_power_spectrum"><code class="docutils literal notranslate"><span class="pre">plot_power_spectrum()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_examples.plot_selection_functions_def_in_z"><code class="docutils literal notranslate"><span class="pre">plot_selection_functions_def_in_z()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_examples.redshift_distance_conversion"><code class="docutils literal notranslate"><span class="pre">redshift_distance_conversion()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_examples.relative_error_analysis"><code class="docutils literal notranslate"><span class="pre">relative_error_analysis()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.plot_params">selfisys.utils.plot_params module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.ScalarFormatterForceFormat_11"><code class="docutils literal notranslate"><span class="pre">ScalarFormatterForceFormat_11</span></code></a><ul>
|
||||
<li class="toctree-l4"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.ScalarFormatterForceFormat_11.get_offset"><code class="docutils literal notranslate"><span class="pre">ScalarFormatterForceFormat_11.get_offset()</span></code></a></li>
|
||||
<li class="toctree-l4"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.ScalarFormatterForceFormat_11.set_scientific"><code class="docutils literal notranslate"><span class="pre">ScalarFormatterForceFormat_11.set_scientific()</span></code></a></li>
|
||||
<li class="toctree-l4"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.ScalarFormatterForceFormat_11.set_useOffset"><code class="docutils literal notranslate"><span class="pre">ScalarFormatterForceFormat_11.set_useOffset()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.create_all_colormaps"><code class="docutils literal notranslate"><span class="pre">create_all_colormaps()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.create_colormap"><code class="docutils literal notranslate"><span class="pre">create_colormap()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.dynamic_text_scaling"><code class="docutils literal notranslate"><span class="pre">dynamic_text_scaling()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.get_contours"><code class="docutils literal notranslate"><span class="pre">get_contours()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.reset_plotting"><code class="docutils literal notranslate"><span class="pre">reset_plotting()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_params.setup_plotting"><code class="docutils literal notranslate"><span class="pre">setup_plotting()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.plot_utils">selfisys.utils.plot_utils module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_C"><code class="docutils literal notranslate"><span class="pre">plot_C()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_fisher"><code class="docutils literal notranslate"><span class="pre">plot_fisher()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_gradients"><code class="docutils literal notranslate"><span class="pre">plot_gradients()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_histogram"><code class="docutils literal notranslate"><span class="pre">plot_histogram()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_mocks"><code class="docutils literal notranslate"><span class="pre">plot_mocks()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_mocks_compact"><code class="docutils literal notranslate"><span class="pre">plot_mocks_compact()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_observations"><code class="docutils literal notranslate"><span class="pre">plot_observations()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_prior_and_posterior_covariances"><code class="docutils literal notranslate"><span class="pre">plot_prior_and_posterior_covariances()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_reconstruction"><code class="docutils literal notranslate"><span class="pre">plot_reconstruction()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plot_selection_functions"><code class="docutils literal notranslate"><span class="pre">plot_selection_functions()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.plot_utils.plotly_3d"><code class="docutils literal notranslate"><span class="pre">plotly_3d()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.timestepping">selfisys.utils.timestepping module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.timestepping.merge_nTS"><code class="docutils literal notranslate"><span class="pre">merge_nTS()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.tools">selfisys.utils.tools module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.cosmo_vector_to_Simbelmyne_dict"><code class="docutils literal notranslate"><span class="pre">cosmo_vector_to_Simbelmyne_dict()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.cosmo_vector_to_class_dict"><code class="docutils literal notranslate"><span class="pre">cosmo_vector_to_class_dict()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.custom_stat"><code class="docutils literal notranslate"><span class="pre">custom_stat()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.fisher_rao"><code class="docutils literal notranslate"><span class="pre">fisher_rao()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.get_k_max"><code class="docutils literal notranslate"><span class="pre">get_k_max()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.get_summary"><code class="docutils literal notranslate"><span class="pre">get_summary()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.none_or_bool_or_str"><code class="docutils literal notranslate"><span class="pre">none_or_bool_or_str()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.params_ids_to_Simbelmyne_dict"><code class="docutils literal notranslate"><span class="pre">params_ids_to_Simbelmyne_dict()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.sample_omega_from_prior"><code class="docutils literal notranslate"><span class="pre">sample_omega_from_prior()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.tools.summary_to_score"><code class="docutils literal notranslate"><span class="pre">summary_to_score()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils.workers">selfisys.utils.workers module</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.workers.Simbelmyne_worker"><code class="docutils literal notranslate"><span class="pre">Simbelmyne_worker()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.workers.evaluate_gradient_of_Symbelmyne"><code class="docutils literal notranslate"><span class="pre">evaluate_gradient_of_Symbelmyne()</span></code></a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../selfisys.utils.html#selfisys.utils.workers.worker_gradient_Symbelmyne"><code class="docutils literal notranslate"><span class="pre">worker_gradient_Symbelmyne()</span></code></a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../selfisys.utils.html#module-selfisys.utils">Module contents</a></li>
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
<p class="caption" role="heading"><span class="caption-text">Contribute</span></p>
|
||||
<ul>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../CONTRIBUTING.html">Contributing to SelfiSys</a><ul>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../CONTRIBUTING.html#reporting-issues">Reporting Issues</a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../CONTRIBUTING.html#submitting-contributions">Submitting Contributions</a></li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../CONTRIBUTING.html#style-guidelines">Style Guidelines</a><ul>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../CONTRIBUTING.html#python-code">Python code</a></li>
|
||||
<li class="toctree-l3"><a class="reference internal" href="../../../CONTRIBUTING.html#jupyter-notebooks">Jupyter Notebooks</a></li>
|
||||
</ul>
|
||||
</li>
|
||||
<li class="toctree-l2"><a class="reference internal" href="../../../CONTRIBUTING.html#questions">Questions?</a></li>
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
<p class="caption" role="heading"><span class="caption-text">References</span></p>
|
||||
<ul>
|
||||
<li class="toctree-l1"><a class="reference internal" href="../../../REFERENCES.html">References</a></li>
|
||||
</ul>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</nav>
|
||||
|
||||
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
|
||||
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
|
||||
<a href="../../../index.html">SelfiSys</a>
|
||||
</nav>
|
||||
|
||||
<div class="wy-nav-content">
|
||||
<div class="rst-content style-external-links">
|
||||
<div role="navigation" aria-label="Page navigation">
|
||||
<ul class="wy-breadcrumbs">
|
||||
<li><a href="../../../index.html" class="icon icon-home" aria-label="Home"></a></li>
|
||||
<li class="breadcrumb-item"><a href="../../index.html">Module code</a></li>
|
||||
<li class="breadcrumb-item active">selfisys.utils.workers</li>
|
||||
<li class="wy-breadcrumbs-aside">
|
||||
</li>
|
||||
</ul>
|
||||
<hr/>
|
||||
</div>
|
||||
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
|
||||
<div itemprop="articleBody">
|
||||
|
||||
<h1>Source code for selfisys.utils.workers</h1><div class="highlight"><pre>
|
||||
<span></span><span class="ch">#!/usr/bin/env python3</span>
|
||||
<span class="c1"># ----------------------------------------------------------------------</span>
|
||||
<span class="c1"># Copyright (C) 2024 Tristan Hoellinger</span>
|
||||
<span class="c1"># Distributed under the GNU General Public License v3.0 (GPLv3).</span>
|
||||
<span class="c1"># See the LICENSE file in the root directory for details.</span>
|
||||
<span class="c1"># SPDX-License-Identifier: GPL-3.0-or-later</span>
|
||||
<span class="c1"># ----------------------------------------------------------------------</span>
|
||||
|
||||
<span class="n">__author__</span> <span class="o">=</span> <span class="s2">"Tristan Hoellinger"</span>
|
||||
<span class="n">__version__</span> <span class="o">=</span> <span class="s2">"0.1.0"</span>
|
||||
<span class="n">__date__</span> <span class="o">=</span> <span class="s2">"2024"</span>
|
||||
<span class="n">__license__</span> <span class="o">=</span> <span class="s2">"GPLv3"</span>
|
||||
|
||||
<span class="sd">"""</span>
|
||||
<span class="sd">Routines for parameter inference and gradient evaluation in the SelfiSys</span>
|
||||
<span class="sd">pipeline.</span>
|
||||
<span class="sd">"""</span>
|
||||
|
||||
<span class="kn">import</span> <span class="nn">gc</span>
|
||||
<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Tuple</span><span class="p">,</span> <span class="n">List</span>
|
||||
|
||||
<span class="kn">from</span> <span class="nn">selfisys.utils.logger</span> <span class="kn">import</span> <span class="n">getCustomLogger</span>
|
||||
|
||||
<span class="n">logger</span> <span class="o">=</span> <span class="n">getCustomLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
|
||||
|
||||
|
||||
<div class="viewcode-block" id="Simbelmyne_worker">
|
||||
<a class="viewcode-back" href="../../../selfisys.utils.html#selfisys.utils.workers.Simbelmyne_worker">[docs]</a>
|
||||
<span class="k">def</span> <span class="nf">Simbelmyne_worker</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">float</span><span class="p">,</span> <span class="n">Any</span><span class="p">]:</span>
|
||||
<span class="w"> </span><span class="sd">"""</span>
|
||||
<span class="sd"> Worker function used for implicit likelihood inference of</span>
|
||||
<span class="sd"> cosmological parameters.</span>
|
||||
|
||||
<span class="sd"> Parameters</span>
|
||||
<span class="sd"> ----------</span>
|
||||
<span class="sd"> args : tuple</span>
|
||||
<span class="sd"> A tuple of arguments to be unpacked for the worker routine:</span>
|
||||
<span class="sd"> (index, param_val, param_id, fsimdir, k_s, Pbins_bnd,</span>
|
||||
<span class="sd"> selection_params, norm_csts, P_ss_obj_path, obs_density,</span>
|
||||
<span class="sd"> lin_bias, noise, survey_mask_path, G_sim_path, G_ss_path, Np0,</span>
|
||||
<span class="sd"> Npm0, seedphase_init, seednoise_init, size, L,</span>
|
||||
<span class="sd"> radial_selection, sim_params, wd, batch_idx, dbg, modeldir,</span>
|
||||
<span class="sd"> local_mask_prefix, TimeStepDistribution, indices_steps_cumul,</span>
|
||||
<span class="sd"> eff_redshifts, poolname_abc, setup_only, prefix_mocks).</span>
|
||||
|
||||
<span class="sd"> Returns</span>
|
||||
<span class="sd"> -------</span>
|
||||
<span class="sd"> tuple</span>
|
||||
<span class="sd"> (param_val, Phi) where param_val is the parameter value used,</span>
|
||||
<span class="sd"> and Phi is the resulting summary from evaluating the model.</span>
|
||||
|
||||
<span class="sd"> Raises</span>
|
||||
<span class="sd"> ------</span>
|
||||
<span class="sd"> OSError</span>
|
||||
<span class="sd"> If file I/O (reading or writing mock data) fails.</span>
|
||||
<span class="sd"> RuntimeError</span>
|
||||
<span class="sd"> For unexpected errors in the worker routine.</span>
|
||||
<span class="sd"> """</span>
|
||||
<span class="kn">import</span> <span class="nn">os</span>
|
||||
<span class="kn">from</span> <span class="nn">pathlib</span> <span class="kn">import</span> <span class="n">Path</span>
|
||||
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="p">(</span>
|
||||
<span class="n">index</span><span class="p">,</span>
|
||||
<span class="n">param_val</span><span class="p">,</span>
|
||||
<span class="n">param_id</span><span class="p">,</span>
|
||||
<span class="n">fsimdir</span><span class="p">,</span>
|
||||
<span class="n">k_s</span><span class="p">,</span>
|
||||
<span class="n">Pbins_bnd</span><span class="p">,</span>
|
||||
<span class="n">selection_params</span><span class="p">,</span>
|
||||
<span class="n">norm_csts</span><span class="p">,</span>
|
||||
<span class="n">P_ss_obj_path</span><span class="p">,</span>
|
||||
<span class="n">obs_density</span><span class="p">,</span>
|
||||
<span class="n">lin_bias</span><span class="p">,</span>
|
||||
<span class="n">noise</span><span class="p">,</span>
|
||||
<span class="n">survey_mask_path</span><span class="p">,</span>
|
||||
<span class="n">G_sim_path</span><span class="p">,</span>
|
||||
<span class="n">G_ss_path</span><span class="p">,</span>
|
||||
<span class="n">Np0</span><span class="p">,</span>
|
||||
<span class="n">Npm0</span><span class="p">,</span>
|
||||
<span class="n">seedphase_init</span><span class="p">,</span>
|
||||
<span class="n">seednoise_init</span><span class="p">,</span>
|
||||
<span class="n">size</span><span class="p">,</span>
|
||||
<span class="n">L</span><span class="p">,</span>
|
||||
<span class="n">radial_selection</span><span class="p">,</span>
|
||||
<span class="n">sim_params</span><span class="p">,</span>
|
||||
<span class="n">wd</span><span class="p">,</span>
|
||||
<span class="n">batch_idx</span><span class="p">,</span>
|
||||
<span class="n">dbg</span><span class="p">,</span>
|
||||
<span class="n">modeldir</span><span class="p">,</span>
|
||||
<span class="n">local_mask_prefix</span><span class="p">,</span>
|
||||
<span class="n">TimeStepDistribution</span><span class="p">,</span>
|
||||
<span class="n">indices_steps_cumul</span><span class="p">,</span>
|
||||
<span class="n">eff_redshifts</span><span class="p">,</span>
|
||||
<span class="n">poolname_abc</span><span class="p">,</span>
|
||||
<span class="n">setup_only</span><span class="p">,</span>
|
||||
<span class="n">prefix_mocks</span><span class="p">,</span>
|
||||
<span class="p">)</span> <span class="o">=</span> <span class="n">args</span>
|
||||
|
||||
<span class="n">spectrum_name</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">seedphase_init</span> <span class="o">+</span> <span class="n">index</span><span class="p">)</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">seednoise_init</span> <span class="o">+</span> <span class="n">index</span><span class="p">))</span>
|
||||
<span class="n">pooldir</span> <span class="o">=</span> <span class="p">(</span>
|
||||
<span class="n">fsimdir</span> <span class="o">+</span> <span class="s2">"/pool/d"</span> <span class="k">if</span> <span class="ow">not</span> <span class="n">poolname_abc</span> <span class="k">else</span> <span class="n">fsimdir</span> <span class="o">+</span> <span class="s2">"/pool/"</span> <span class="o">+</span> <span class="n">poolname_abc</span> <span class="o">+</span> <span class="s2">"/d"</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">simdir_d</span> <span class="o">=</span> <span class="n">pooldir</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">spectrum_name</span><span class="p">)</span> <span class="o">+</span> <span class="s2">"/"</span>
|
||||
<span class="n">Path</span><span class="p">(</span><span class="n">simdir_d</span><span class="p">)</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="n">parents</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">exist_ok</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
|
||||
|
||||
<span class="k">if</span> <span class="n">prefix_mocks</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||||
<span class="n">fname_mocks</span> <span class="o">=</span> <span class="p">(</span>
|
||||
<span class="n">simdir_d</span> <span class="o">+</span> <span class="s2">"mocks_d"</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">spectrum_name</span><span class="p">)</span> <span class="o">+</span> <span class="s2">"_p"</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">batch_idx</span> <span class="o">+</span> <span class="n">index</span><span class="p">)</span> <span class="o">+</span> <span class="s2">".h5"</span>
|
||||
<span class="p">)</span>
|
||||
<span class="k">else</span><span class="p">:</span>
|
||||
<span class="n">fname_mocks</span> <span class="o">=</span> <span class="p">(</span>
|
||||
<span class="n">simdir_d</span>
|
||||
<span class="o">+</span> <span class="n">prefix_mocks</span>
|
||||
<span class="o">+</span> <span class="s2">"_mocks_d"</span>
|
||||
<span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">spectrum_name</span><span class="p">)</span>
|
||||
<span class="o">+</span> <span class="s2">"_p"</span>
|
||||
<span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">batch_idx</span> <span class="o">+</span> <span class="n">index</span><span class="p">)</span>
|
||||
<span class="o">+</span> <span class="s2">".h5"</span>
|
||||
<span class="p">)</span>
|
||||
|
||||
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">fname_mocks</span><span class="p">):</span>
|
||||
<span class="kn">from</span> <span class="nn">h5py</span> <span class="kn">import</span> <span class="n">File</span>
|
||||
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Mock file </span><span class="si">%s</span><span class="s2"> found, loading existing data..."</span><span class="p">,</span> <span class="n">fname_mocks</span><span class="p">)</span>
|
||||
<span class="k">with</span> <span class="n">File</span><span class="p">(</span><span class="n">fname_mocks</span><span class="p">,</span> <span class="s2">"r"</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
|
||||
<span class="n">Phi</span> <span class="o">=</span> <span class="n">f</span><span class="p">[</span><span class="s2">"Phi"</span><span class="p">][:]</span>
|
||||
<span class="k">else</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"No existing mock file at </span><span class="si">%s</span><span class="s2">, generating new data..."</span><span class="p">,</span> <span class="n">fname_mocks</span><span class="p">)</span>
|
||||
<span class="kn">from</span> <span class="nn">numpy.random</span> <span class="kn">import</span> <span class="n">normal</span>
|
||||
<span class="kn">from</span> <span class="nn">numpy</span> <span class="kn">import</span> <span class="n">shape</span><span class="p">,</span> <span class="nb">max</span>
|
||||
<span class="kn">from</span> <span class="nn">selfisys.global_parameters</span> <span class="kn">import</span> <span class="n">BASELINE_SEEDNORM</span><span class="p">,</span> <span class="n">omegas_gt</span>
|
||||
<span class="kn">from</span> <span class="nn">selfisys.utils.tools</span> <span class="kn">import</span> <span class="n">get_k_max</span>
|
||||
<span class="kn">from</span> <span class="nn">selfisys.hiddenbox</span> <span class="kn">import</span> <span class="n">HiddenBox</span>
|
||||
<span class="kn">from</span> <span class="nn">selfisys.utils.tools</span> <span class="kn">import</span> <span class="n">get_summary</span>
|
||||
|
||||
<span class="n">P</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">Pbins_bnd</span><span class="p">)</span> <span class="o">-</span> <span class="mi">1</span>
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="n">BB_selfi</span> <span class="o">=</span> <span class="n">HiddenBox</span><span class="p">(</span>
|
||||
<span class="n">k_s</span><span class="o">=</span><span class="n">k_s</span><span class="p">,</span>
|
||||
<span class="n">P_ss_path</span><span class="o">=</span><span class="n">P_ss_obj_path</span><span class="p">,</span>
|
||||
<span class="n">Pbins_bnd</span><span class="o">=</span><span class="n">Pbins_bnd</span><span class="p">,</span>
|
||||
<span class="n">theta2P</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
|
||||
<span class="n">P</span><span class="o">=</span><span class="n">P</span> <span class="o">*</span> <span class="n">shape</span><span class="p">(</span><span class="n">selection_params</span><span class="p">)[</span><span class="mi">1</span><span class="p">],</span> <span class="c1"># P * Npop</span>
|
||||
<span class="n">size</span><span class="o">=</span><span class="n">size</span><span class="p">,</span>
|
||||
<span class="n">L</span><span class="o">=</span><span class="n">L</span><span class="p">,</span>
|
||||
<span class="n">G_sim_path</span><span class="o">=</span><span class="n">G_sim_path</span><span class="p">,</span>
|
||||
<span class="n">G_ss_path</span><span class="o">=</span><span class="n">G_ss_path</span><span class="p">,</span>
|
||||
<span class="n">Np0</span><span class="o">=</span><span class="n">Np0</span><span class="p">,</span>
|
||||
<span class="n">Npm0</span><span class="o">=</span><span class="n">Npm0</span><span class="p">,</span>
|
||||
<span class="n">fsimdir</span><span class="o">=</span><span class="n">wd</span><span class="p">[:</span><span class="o">-</span><span class="mi">1</span><span class="p">],</span>
|
||||
<span class="n">modeldir</span><span class="o">=</span><span class="n">modeldir</span><span class="p">,</span>
|
||||
<span class="n">noise_std</span><span class="o">=</span><span class="n">noise</span><span class="p">,</span>
|
||||
<span class="n">radial_selection</span><span class="o">=</span><span class="n">radial_selection</span><span class="p">,</span>
|
||||
<span class="n">selection_params</span><span class="o">=</span><span class="n">selection_params</span><span class="p">,</span>
|
||||
<span class="n">observed_density</span><span class="o">=</span><span class="n">obs_density</span><span class="p">,</span>
|
||||
<span class="n">linear_bias</span><span class="o">=</span><span class="n">lin_bias</span><span class="p">,</span>
|
||||
<span class="n">norm_csts</span><span class="o">=</span><span class="n">norm_csts</span><span class="p">,</span>
|
||||
<span class="n">survey_mask_path</span><span class="o">=</span><span class="n">survey_mask_path</span><span class="p">,</span>
|
||||
<span class="n">local_mask_prefix</span><span class="o">=</span><span class="n">local_mask_prefix</span><span class="p">,</span>
|
||||
<span class="n">sim_params</span><span class="o">=</span><span class="n">sim_params</span><span class="p">,</span>
|
||||
<span class="n">TimeStepDistribution</span><span class="o">=</span><span class="n">TimeStepDistribution</span><span class="p">,</span>
|
||||
<span class="n">TimeSteps</span><span class="o">=</span><span class="n">indices_steps_cumul</span><span class="p">,</span>
|
||||
<span class="n">eff_redshifts</span><span class="o">=</span><span class="n">eff_redshifts</span><span class="p">,</span>
|
||||
<span class="n">seedphase</span><span class="o">=</span><span class="n">seedphase_init</span><span class="p">,</span>
|
||||
<span class="n">seednoise</span><span class="o">=</span><span class="n">seednoise_init</span><span class="p">,</span>
|
||||
<span class="n">fixnoise</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
|
||||
<span class="n">seednorm</span><span class="o">=</span><span class="n">BASELINE_SEEDNORM</span><span class="p">,</span>
|
||||
<span class="n">reset</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
|
||||
<span class="n">save_frequency</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span>
|
||||
<span class="n">verbosity</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
|
||||
<span class="p">)</span>
|
||||
<span class="n">k_max</span> <span class="o">=</span> <span class="n">get_k_max</span><span class="p">(</span><span class="n">L</span><span class="p">,</span> <span class="n">size</span><span class="p">)</span>
|
||||
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">critical</span><span class="p">(</span><span class="s2">"Error instantiating HiddenBox: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
|
||||
<span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"Failed to set up HiddenBox."</span><span class="p">)</span> <span class="kn">from</span> <span class="nn">e</span>
|
||||
|
||||
<span class="c1"># Evaluate the param -> 'theta' using some get_summary logic</span>
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="n">theta</span> <span class="o">=</span> <span class="n">get_summary</span><span class="p">(</span><span class="n">param_val</span><span class="p">,</span> <span class="n">param_id</span><span class="p">,</span> <span class="n">omegas_gt</span><span class="p">,</span> <span class="n">k_s</span><span class="p">,</span> <span class="n">kmax</span><span class="o">=</span><span class="n">k_max</span><span class="p">)</span>
|
||||
<span class="k">except</span> <span class="ne">Exception</span><span class="p">:</span>
|
||||
<span class="n">max_tries</span> <span class="o">=</span> <span class="mi">10</span>
|
||||
<span class="n">perturb_std</span> <span class="o">=</span> <span class="mf">1e-8</span>
|
||||
<span class="n">param_val_init</span> <span class="o">=</span> <span class="n">param_val</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
|
||||
<span class="s2">"get_summary failed for param_val=</span><span class="si">%s</span><span class="s2">. Trying small perturbations..."</span><span class="p">,</span> <span class="n">param_val</span>
|
||||
<span class="p">)</span>
|
||||
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">max_tries</span><span class="p">):</span>
|
||||
<span class="n">param_val</span> <span class="o">=</span> <span class="n">normal</span><span class="p">(</span><span class="n">param_val_init</span><span class="p">,</span> <span class="n">perturb_std</span><span class="p">)</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">diagnostic</span><span class="p">(</span><span class="s2">"Attempt #</span><span class="si">%d</span><span class="s2">: param_val=</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">i</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> <span class="n">param_val</span><span class="p">)</span>
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="n">theta</span> <span class="o">=</span> <span class="n">get_summary</span><span class="p">(</span><span class="n">param_val</span><span class="p">,</span> <span class="n">param_id</span><span class="p">,</span> <span class="n">omegas_gt</span><span class="p">,</span> <span class="n">k_s</span><span class="p">,</span> <span class="n">kmax</span><span class="o">=</span><span class="n">k_max</span><span class="p">)</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">diagnostic</span><span class="p">(</span>
|
||||
<span class="s2">"Success with param_val=</span><span class="si">%s</span><span class="s2"> on attempt #</span><span class="si">%d</span><span class="s2">"</span><span class="p">,</span> <span class="n">param_val</span><span class="p">,</span> <span class="n">i</span> <span class="o">+</span> <span class="mi">1</span>
|
||||
<span class="p">)</span>
|
||||
<span class="k">break</span>
|
||||
<span class="k">except</span> <span class="ne">Exception</span><span class="p">:</span>
|
||||
<span class="k">if</span> <span class="n">i</span> <span class="o">==</span> <span class="n">max_tries</span> <span class="o">-</span> <span class="mi">1</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">critical</span><span class="p">(</span>
|
||||
<span class="s2">"All attempts to get_summary failed for param_val=</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span>
|
||||
<span class="n">param_val_init</span><span class="p">,</span>
|
||||
<span class="p">)</span>
|
||||
<span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"get_summary repeatedly failed."</span><span class="p">)</span>
|
||||
<span class="k">continue</span>
|
||||
|
||||
<span class="kn">from</span> <span class="nn">io</span> <span class="kn">import</span> <span class="n">BytesIO</span>
|
||||
<span class="kn">from</span> <span class="nn">selfisys.utils.low_level</span> <span class="kn">import</span> <span class="n">stderr_redirector</span><span class="p">,</span> <span class="n">stdout_redirector</span>
|
||||
|
||||
<span class="n">cosmo_vect</span> <span class="o">=</span> <span class="n">omegas_gt</span>
|
||||
<span class="n">cosmo_vect</span><span class="p">[</span><span class="n">param_id</span><span class="p">]</span> <span class="o">=</span> <span class="n">param_val</span>
|
||||
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Evaluating model with HPC redirection, setup_only=</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">setup_only</span><span class="p">)</span>
|
||||
<span class="n">f</span> <span class="o">=</span> <span class="n">BytesIO</span><span class="p">()</span>
|
||||
<span class="n">g</span> <span class="o">=</span> <span class="n">BytesIO</span><span class="p">()</span>
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="k">with</span> <span class="n">stderr_redirector</span><span class="p">(</span><span class="n">f</span><span class="p">):</span>
|
||||
<span class="k">with</span> <span class="n">stdout_redirector</span><span class="p">(</span><span class="n">g</span><span class="p">):</span>
|
||||
<span class="k">if</span> <span class="n">setup_only</span><span class="p">:</span>
|
||||
<span class="n">BB_selfi</span><span class="o">.</span><span class="n">switch_setup</span><span class="p">()</span>
|
||||
<span class="k">else</span><span class="p">:</span>
|
||||
<span class="n">BB_selfi</span><span class="o">.</span><span class="n">switch_recompute_pool</span><span class="p">(</span><span class="n">prefix_mocks</span><span class="o">=</span><span class="n">prefix_mocks</span><span class="p">)</span>
|
||||
|
||||
<span class="n">Phi</span> <span class="o">=</span> <span class="n">BB_selfi</span><span class="o">.</span><span class="n">evaluate</span><span class="p">(</span>
|
||||
<span class="n">theta</span><span class="p">,</span>
|
||||
<span class="n">spectrum_name</span><span class="p">,</span>
|
||||
<span class="n">seedphase_init</span> <span class="o">+</span> <span class="n">index</span><span class="p">,</span>
|
||||
<span class="n">seednoise_init</span> <span class="o">+</span> <span class="n">index</span><span class="p">,</span>
|
||||
<span class="n">i</span><span class="o">=</span><span class="n">batch_idx</span> <span class="o">+</span> <span class="n">index</span><span class="p">,</span>
|
||||
<span class="n">thetaIsP</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||||
<span class="n">remove_sbmy</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||||
<span class="n">force_powerspectrum</span><span class="o">=</span><span class="n">dbg</span><span class="p">,</span>
|
||||
<span class="n">force_parfiles</span><span class="o">=</span><span class="n">dbg</span><span class="p">,</span>
|
||||
<span class="n">check_output</span><span class="o">=</span><span class="n">dbg</span><span class="p">,</span>
|
||||
<span class="n">abc</span><span class="o">=</span><span class="n">poolname_abc</span><span class="p">,</span>
|
||||
<span class="n">cosmo_vect</span><span class="o">=</span><span class="n">cosmo_vect</span><span class="p">,</span>
|
||||
<span class="p">)</span>
|
||||
<span class="k">if</span> <span class="n">setup_only</span><span class="p">:</span>
|
||||
<span class="n">BB_selfi</span><span class="o">.</span><span class="n">switch_setup</span><span class="p">()</span>
|
||||
<span class="k">else</span><span class="p">:</span>
|
||||
<span class="n">BB_selfi</span><span class="o">.</span><span class="n">switch_recompute_pool</span><span class="p">(</span><span class="n">prefix_mocks</span><span class="o">=</span><span class="n">prefix_mocks</span><span class="p">)</span>
|
||||
|
||||
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">critical</span><span class="p">(</span><span class="s2">"Error while evaluating model: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
|
||||
<span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"Simbelmyne_worker model evaluation failed."</span><span class="p">)</span> <span class="kn">from</span> <span class="nn">e</span>
|
||||
<span class="k">finally</span><span class="p">:</span>
|
||||
<span class="n">g</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
|
||||
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
|
||||
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Returning param_val=</span><span class="si">%s</span><span class="s2"> with resulting Phi of shape </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">param_val</span><span class="p">,</span> <span class="n">Phi</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
|
||||
<span class="k">return</span> <span class="n">param_val</span><span class="p">,</span> <span class="n">Phi</span>
|
||||
|
||||
<span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"File I/O error in Simbelmyne_worker: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
|
||||
<span class="k">raise</span>
|
||||
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">critical</span><span class="p">(</span><span class="s2">"Unexpected error in Simbelmyne_worker: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
|
||||
<span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"Simbelmyne_worker HPC run failed."</span><span class="p">)</span> <span class="kn">from</span> <span class="nn">e</span>
|
||||
<span class="k">finally</span><span class="p">:</span>
|
||||
<span class="n">gc</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span></div>
|
||||
|
||||
|
||||
|
||||
<div class="viewcode-block" id="worker_gradient_Symbelmyne">
|
||||
<a class="viewcode-back" href="../../../selfisys.utils.html#selfisys.utils.workers.worker_gradient_Symbelmyne">[docs]</a>
|
||||
<span class="k">def</span> <span class="nf">worker_gradient_Symbelmyne</span><span class="p">(</span>
|
||||
<span class="n">coeff</span><span class="p">:</span> <span class="nb">float</span><span class="p">,</span>
|
||||
<span class="n">delta_x</span><span class="p">:</span> <span class="nb">float</span><span class="p">,</span>
|
||||
<span class="n">omega</span><span class="p">,</span>
|
||||
<span class="n">param_index</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||||
<span class="n">k_s</span><span class="p">,</span>
|
||||
<span class="n">delta</span><span class="p">:</span> <span class="nb">float</span><span class="p">,</span>
|
||||
<span class="n">kmax</span><span class="p">:</span> <span class="nb">float</span><span class="p">,</span>
|
||||
<span class="p">):</span>
|
||||
<span class="w"> </span><span class="sd">"""</span>
|
||||
<span class="sd"> Worker function for evaluating the gradient of the power spectrum</span>
|
||||
<span class="sd"> using finite differences.</span>
|
||||
|
||||
<span class="sd"> Parameters</span>
|
||||
<span class="sd"> ----------</span>
|
||||
<span class="sd"> coeff : float</span>
|
||||
<span class="sd"> Coefficient for the finite difference.</span>
|
||||
<span class="sd"> delta_x : float</span>
|
||||
<span class="sd"> Step size in the parameter space.</span>
|
||||
<span class="sd"> omega : ndarray</span>
|
||||
<span class="sd"> Base cosmological parameter vector.</span>
|
||||
<span class="sd"> param_index : int</span>
|
||||
<span class="sd"> Index of the parameter being varied.</span>
|
||||
<span class="sd"> k_s : ndarray</span>
|
||||
<span class="sd"> Array of wavenumbers.</span>
|
||||
<span class="sd"> delta : float</span>
|
||||
<span class="sd"> Denominator for finite differences (scaled).</span>
|
||||
<span class="sd"> kmax : float</span>
|
||||
<span class="sd"> Maximum wavenumber for power spectrum.</span>
|
||||
|
||||
<span class="sd"> Returns</span>
|
||||
<span class="sd"> -------</span>
|
||||
<span class="sd"> ndarray</span>
|
||||
<span class="sd"> The gradient of the power spectrum wrt the specified parameter.</span>
|
||||
|
||||
<span class="sd"> Raises</span>
|
||||
<span class="sd"> ------</span>
|
||||
<span class="sd"> RuntimeError</span>
|
||||
<span class="sd"> If the gradient evaluation fails.</span>
|
||||
<span class="sd"> """</span>
|
||||
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
|
||||
<span class="kn">from</span> <span class="nn">pysbmy.power</span> <span class="kn">import</span> <span class="n">get_Pk</span>
|
||||
<span class="kn">from</span> <span class="nn">selfisys.utils.tools</span> <span class="kn">import</span> <span class="n">cosmo_vector_to_Simbelmyne_dict</span>
|
||||
|
||||
<span class="n">omega_new</span> <span class="o">=</span> <span class="n">omega</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="n">omega_new</span><span class="p">[</span><span class="n">param_index</span><span class="p">]</span> <span class="o">+=</span> <span class="n">delta_x</span>
|
||||
<span class="n">ps</span> <span class="o">=</span> <span class="n">get_Pk</span><span class="p">(</span><span class="n">k_s</span><span class="p">,</span> <span class="n">cosmo_vector_to_Simbelmyne_dict</span><span class="p">(</span><span class="n">omega_new</span><span class="p">,</span> <span class="n">kmax</span><span class="o">=</span><span class="n">kmax</span><span class="p">))</span>
|
||||
<span class="n">contrib_to_grad</span> <span class="o">=</span> <span class="p">(</span><span class="n">coeff</span> <span class="o">*</span> <span class="n">ps</span><span class="p">)</span> <span class="o">/</span> <span class="n">delta</span>
|
||||
<span class="k">return</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">contrib_to_grad</span><span class="p">)</span>
|
||||
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">critical</span><span class="p">(</span><span class="s2">"Error in worker_gradient_Symbelmyne: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
|
||||
<span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"worker_gradient_Symbelmyne failed."</span><span class="p">)</span> <span class="kn">from</span> <span class="nn">e</span>
|
||||
<span class="k">finally</span><span class="p">:</span>
|
||||
<span class="n">gc</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span></div>
|
||||
|
||||
|
||||
|
||||
<div class="viewcode-block" id="evaluate_gradient_of_Symbelmyne">
|
||||
<a class="viewcode-back" href="../../../selfisys.utils.html#selfisys.utils.workers.evaluate_gradient_of_Symbelmyne">[docs]</a>
|
||||
<span class="k">def</span> <span class="nf">evaluate_gradient_of_Symbelmyne</span><span class="p">(</span>
|
||||
<span class="n">omega</span><span class="p">,</span>
|
||||
<span class="n">param_index</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||||
<span class="n">k_s</span><span class="p">,</span>
|
||||
<span class="n">coeffs</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">float</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="mi">2</span> <span class="o">/</span> <span class="mf">3.0</span><span class="p">,</span> <span class="o">-</span><span class="mi">1</span> <span class="o">/</span> <span class="mf">12.0</span><span class="p">],</span>
|
||||
<span class="n">deltas_x</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">float</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="mf">0.01</span><span class="p">,</span> <span class="mf">0.02</span><span class="p">],</span>
|
||||
<span class="n">delta</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1e-2</span><span class="p">,</span>
|
||||
<span class="n">kmax</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.4</span><span class="p">,</span>
|
||||
<span class="p">):</span>
|
||||
<span class="w"> </span><span class="sd">"""</span>
|
||||
<span class="sd"> Estimate the gradient of CLASS with respect to the cosmological</span>
|
||||
<span class="sd"> parameters using central finite differences of arbitrary order.</span>
|
||||
|
||||
<span class="sd"> Parameters</span>
|
||||
<span class="sd"> ----------</span>
|
||||
<span class="sd"> omega : ndarray</span>
|
||||
<span class="sd"> Base cosmological parameter vector.</span>
|
||||
<span class="sd"> param_index : int</span>
|
||||
<span class="sd"> Index of the parameter to differentiate against.</span>
|
||||
<span class="sd"> k_s : ndarray</span>
|
||||
<span class="sd"> Wavenumbers for the power spectrum.</span>
|
||||
<span class="sd"> coeffs : list of float, optional</span>
|
||||
<span class="sd"> Coefficients for the finite-difference scheme, typically</span>
|
||||
<span class="sd"> [2/3, -1/12] etc. Default is [2/3.0, -1/12.0].</span>
|
||||
<span class="sd"> deltas_x : list of float, optional</span>
|
||||
<span class="sd"> Step sizes. The corresponding negative steps are generated</span>
|
||||
<span class="sd"> automatically. Default is [0.01, 0.02].</span>
|
||||
<span class="sd"> delta : float, optional</span>
|
||||
<span class="sd"> Scale for the finite difference in the denominator. Default is</span>
|
||||
<span class="sd"> 1e-2.</span>
|
||||
<span class="sd"> kmax : float, optional</span>
|
||||
<span class="sd"> Maximum wavenumber for the power spectrum. Default is 1.4.</span>
|
||||
|
||||
<span class="sd"> Returns</span>
|
||||
<span class="sd"> -------</span>
|
||||
<span class="sd"> ndarray</span>
|
||||
<span class="sd"> The gradient of the power spectrum wrt the specified parameter.</span>
|
||||
|
||||
<span class="sd"> Raises</span>
|
||||
<span class="sd"> ------</span>
|
||||
<span class="sd"> RuntimeError</span>
|
||||
<span class="sd"> If the gradient evaluation fails.</span>
|
||||
<span class="sd"> """</span>
|
||||
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
|
||||
<span class="kn">from</span> <span class="nn">multiprocessing</span> <span class="kn">import</span> <span class="n">Pool</span>
|
||||
|
||||
<span class="k">try</span><span class="p">:</span>
|
||||
<span class="n">grad</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">k_s</span><span class="p">))</span>
|
||||
<span class="n">full_coeffs</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">concatenate</span><span class="p">((</span><span class="o">-</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">coeffs</span><span class="p">)[::</span><span class="o">-</span><span class="mi">1</span><span class="p">],</span> <span class="n">coeffs</span><span class="p">))</span>
|
||||
<span class="n">deltas_x_full</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">concatenate</span><span class="p">((</span><span class="o">-</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">deltas_x</span><span class="p">)[::</span><span class="o">-</span><span class="mi">1</span><span class="p">],</span> <span class="n">deltas_x</span><span class="p">))</span>
|
||||
|
||||
<span class="n">tasks</span> <span class="o">=</span> <span class="p">[</span>
|
||||
<span class="p">(</span><span class="n">c</span><span class="p">,</span> <span class="n">dx</span><span class="p">,</span> <span class="n">omega</span><span class="p">,</span> <span class="n">param_index</span><span class="p">,</span> <span class="n">k_s</span><span class="p">,</span> <span class="n">delta</span><span class="p">,</span> <span class="n">kmax</span><span class="p">)</span>
|
||||
<span class="k">for</span> <span class="n">c</span><span class="p">,</span> <span class="n">dx</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">full_coeffs</span><span class="p">,</span> <span class="n">deltas_x_full</span><span class="p">)</span>
|
||||
<span class="p">]</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">diagnostic</span><span class="p">(</span><span class="s2">"Starting parallel HPC for gradient, tasks=</span><span class="si">%d</span><span class="s2">"</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">tasks</span><span class="p">))</span>
|
||||
|
||||
<span class="k">with</span> <span class="n">Pool</span><span class="p">()</span> <span class="k">as</span> <span class="n">mp_pool</span><span class="p">:</span>
|
||||
<span class="n">results</span> <span class="o">=</span> <span class="n">mp_pool</span><span class="o">.</span><span class="n">starmap</span><span class="p">(</span><span class="n">worker_gradient_Symbelmyne</span><span class="p">,</span> <span class="n">tasks</span><span class="p">)</span>
|
||||
<span class="k">for</span> <span class="n">contrib</span> <span class="ow">in</span> <span class="n">results</span><span class="p">:</span>
|
||||
<span class="n">grad</span> <span class="o">+=</span> <span class="n">contrib</span>
|
||||
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">diagnostic</span><span class="p">(</span><span class="s2">"Gradient evaluation completed. Shape=</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">grad</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
|
||||
<span class="k">return</span> <span class="n">grad</span>
|
||||
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
|
||||
<span class="n">logger</span><span class="o">.</span><span class="n">critical</span><span class="p">(</span><span class="s2">"Unexpected error in evaluate_gradient_of_Symbelmyne: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
|
||||
<span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"evaluate_gradient_of_Symbelmyne failed."</span><span class="p">)</span> <span class="kn">from</span> <span class="nn">e</span>
|
||||
<span class="k">finally</span><span class="p">:</span>
|
||||
<span class="n">gc</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span></div>
|
||||
|
||||
</pre></div>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
<footer>
|
||||
|
||||
<hr/>
|
||||
|
||||
<div role="contentinfo">
|
||||
<p>© Copyright 2025, Tristan Hoellinger.</p>
|
||||
</div>
|
||||
|
||||
Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
|
||||
<a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
|
||||
provided by <a href="https://readthedocs.org">Read the Docs</a>.
|
||||
|
||||
|
||||
</footer>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
</div>
|
||||
<script>
|
||||
jQuery(function () {
|
||||
SphinxRtdTheme.Navigation.enable(true);
|
||||
});
|
||||
</script>
|
||||
|
||||
</body>
|
||||
</html>
|
||||
Loading…
Add table
Add a link
Reference in a new issue