dbartlett/borg_velocity
0
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Ensure tracers are inside box

Browse source
This commit is contained in:
Deaglan Bartlett 2024-11-04 15:44:20 +01:00
parent ea7019b2db
commit cbcd1fce0f
17 changed files with 735 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

4
scripts/run_borg.sh
View file

@ -9,8 +9,6 @@ module load cuda/12.6
source /home/bartlett/.bashrc
source /home/bartlett/anaconda3/etc/profile.d/conda.sh
conda deactivate
#conda activate borg_env
#conda activate compiler_test
conda activate borg_new
# Kill job if there are any errors
@ -18,7 +16,7 @@ set -e
# Path variables
BORG=/data101/bartlett/build_borg/tools/hades_python/hades_python
RUN_DIR=/data101/bartlett/fsigma8/borg_velocity/test_dir_blackjax_restart
RUN_DIR=/data101/bartlett/fsigma8/borg_velocity/blackjax_model_ic_v2
mkdir -p $RUN_DIR
cd $RUN_DIR

24
scripts/submit_borg.sh
View file

@ -1,14 +1,21 @@
#!/bin/sh
#PBS -S /bin/sh
#PBS -N supranta_N64_hmc_modelpar
#PBS -j oe
#PBS -m ae
#PBS -l nodes=h10:has1gpu:ppn=40,walltime=5:00:00
#!/bin/bash
#SBATCH --job-name=blackjax_model_ic_v2
#SBATCH --nodes=1
#SBATCH --exclusive
#SBATCH --ntasks=40
#SBATCH --ntasks-per-node=40
#SBATCH --time=48:00:00
#SBATCH --partition=pscomp
#SBATCH --gres=gpu
#SBATCH --output=/data101/bartlett/fsigma8/borg_velocity/out_files/velocity_inference_%j.out
#SBATCH --error=/data101/bartlett/fsigma8/borg_velocity/out_files/velocity_inference_%j.err
#SBATCH --mail-user=deaglan.bartlett@iap.fr
#SBATCH --mail-type=END,FAIL
# Modules
module purge
module restore myborg
module load cuda/12.3
module load cuda/12.6
# Environment
source /home/bartlett/.bashrc
@ -21,7 +28,7 @@ set -e
# Path variables
BORG=/data101/bartlett/build_borg/tools/hades_python/hades_python
RUN_DIR=/data101/bartlett/fsigma8/borg_velocity/test_dir_hmc_modelpar
RUN_DIR=/data101/bartlett/fsigma8/borg_velocity/blackjax_model_ic_v2
mkdir -p $RUN_DIR
cd $RUN_DIR
@ -37,6 +44,7 @@ set -x
INI_FILE=/home/bartlett/fsigma8/borg_velocity/conf/supranta_ini.ini
cp $INI_FILE ini_file.ini
$BORG INIT ini_file.ini
# $BORG RESUME ini_file.ini
conda deactivate

47
scripts/torque_submit_borg.sh Normal file
View file

@ -0,0 +1,47 @@
#!/bin/sh
#PBS -S /bin/sh
#PBS -N supranta_N64_hmc_modelpar
#PBS -j oe
#PBS -m ae
#PBS -l nodes=h10:has1gpu:ppn=40,walltime=5:00:00
# Modules
module purge
module restore myborg
module load cuda/12.3
# Environment
source /home/bartlett/.bashrc
source /home/bartlett/anaconda3/etc/profile.d/conda.sh
conda deactivate
conda activate borg_env
# Kill job if there are any errors
set -e
# Path variables
BORG=/data101/bartlett/build_borg/tools/hades_python/hades_python
RUN_DIR=/data101/bartlett/fsigma8/borg_velocity/test_dir_hmc_modelpar
mkdir -p $RUN_DIR
cd $RUN_DIR
# Create a custom file descriptor (3) for tracing
exec 3>$RUN_DIR/trace_file.txt
# Redirect trace output to the custom file descriptor
BASH_XTRACEFD="3"
set -x
# Run BORG
INI_FILE=/home/bartlett/fsigma8/borg_velocity/conf/supranta_ini.ini
cp $INI_FILE ini_file.ini
$BORG INIT ini_file.ini
conda deactivate
# Disable tracing and close the custom file descriptor
set +x
exec 3>&-
exit 0