Aquila-Consortium/map2map
32
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add testing

Browse source
This commit is contained in:
Yin Li 2019-12-01 18:53:38 -05:00
parent bcf95275f3
commit 0211eed0ec
11 changed files with 252 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

48
scripts/dis2dis-test.slurm Normal file
View file

@ -0,0 +1,48 @@
#!/bin/bash
#SBATCH --job-name=dis2dis-test
#SBATCH --output=%x-%j.out
#SBATCH --error=%x-%j.err
#SBATCH --partition=ccm
#SBATCH --exclusive
#SBATCH --nodes=1
#SBATCH --mem=0
#SBATCH --time=1-00:00:00
hostname; pwd; date
module load gcc openmpi2
module load cuda/10.1.243_418.87.00 cudnn/v7.6.2-cuda-10.1
source $HOME/anaconda3/bin/activate torch
export OMP_NUM_THREADS=$SLURM_CPUS_ON_NODE
echo OMP_NUM_THREADS = $OMP_NUM_THREADS
data_root_dir="/mnt/ceph/users/yinli/Quijote"
in_dir="linear"
tgt_dir="nonlin"
test_dirs="0" # FIXME
files="dis/128x???.npy"
in_files="$files"
tgt_files="$files"
srun m2m.py test \
--test-in-patterns "$data_root_dir/$in_dir/$test_dirs/$in_files" \
--test-tgt-patterns "$data_root_dir/$tgt_dir/$test_dirs/$tgt_files" \
--in-channels 3 --out-channels 3 --norms cosmology.dis \
--batches 1 --loader-workers 0 --pad-or-crop 40 \
--load-state best_model.pth
date

4
scripts/dis2dis.slurm
View file

@ -11,7 +11,7 @@
#SBATCH --exclusive
#SBATCH --nodes=2
#SBATCH --mem=0
#SBATCH --time=2-00:00:00
#SBATCH --time=7-00:00:00
hostname; pwd; date
@ -46,7 +46,7 @@ srun m2m.py train \
--val-in-patterns "$data_root_dir/$in_dir/$val_dirs/$in_files" \
--val-tgt-patterns "$data_root_dir/$tgt_dir/$val_dirs/$tgt_files" \
--in-channels 3 --out-channels 3 --norms cosmology.dis --augment \
--epochs 128 --batches-per-gpu 4 --loader-workers-per-gpu 4
--epochs 1024 --batches 3 --loader-workers 3 --lr 0.0002
# --load-state checkpoint.pth

48
scripts/vel2vel-test.slurm Normal file
View file

@ -0,0 +1,48 @@
#!/bin/bash
#SBATCH --job-name=vel2vel-test
#SBATCH --output=%x-%j.out
#SBATCH --error=%x-%j.err
#SBATCH --partition=ccm
#SBATCH --exclusive
#SBATCH --nodes=1
#SBATCH --mem=0
#SBATCH --time=1-00:00:00
hostname; pwd; date
module load gcc openmpi2
module load cuda/10.1.243_418.87.00 cudnn/v7.6.2-cuda-10.1
source $HOME/anaconda3/bin/activate torch
export OMP_NUM_THREADS=$SLURM_CPUS_ON_NODE
echo OMP_NUM_THREADS = $OMP_NUM_THREADS
data_root_dir="/mnt/ceph/users/yinli/Quijote"
in_dir="linear"
tgt_dir="nonlin"
test_dirs="0" # FIXME
files="vel/128x???.npy"
in_files="$files"
tgt_files="$files"
srun m2m.py test \
--test-in-patterns "$data_root_dir/$in_dir/$test_dirs/$in_files" \
--test-tgt-patterns "$data_root_dir/$tgt_dir/$test_dirs/$tgt_files" \
--in-channels 3 --out-channels 3 --norms cosmology.vel \
--batches 1 --loader-workers 0 --pad-or-crop 40 \
--load-state best_model.pth
date

4
scripts/vel2vel.slurm
View file

@ -11,7 +11,7 @@
#SBATCH --exclusive
#SBATCH --nodes=2
#SBATCH --mem=0
#SBATCH --time=2-00:00:00
#SBATCH --time=7-00:00:00
hostname; pwd; date
@ -46,7 +46,7 @@ srun m2m.py train \
--val-in-patterns "$data_root_dir/$in_dir/$val_dirs/$in_files" \
--val-tgt-patterns "$data_root_dir/$tgt_dir/$val_dirs/$tgt_files" \
--in-channels 3 --out-channels 3 --norms cosmology.vel --augment \
--epochs 128 --batches-per-gpu 4 --loader-workers-per-gpu 4
--epochs 1024 --batches 3 --loader-workers 3 --lr 0.0002
# --load-state checkpoint.pth