Aquila-Consortium/csiborgtools
0
0
Fork 0
mirror of https://github.com/Richard-Sti/csiborgtools.git synced 2024-10-19 00:15:06 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add batch size to submission

Browse Source
This commit is contained in:
rstiskalek 2023-04-01 07:15:44 +01:00
parent 070b9b6c1b
commit 8d933e7ba9
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/run_knn.py
View File

@ -42,6 +42,7 @@ parser.add_argument("--rmax", type=float)
parser.add_argument("--nneighbours", type=int) parser.add_argument("--nneighbours", type=int)
parser.add_argument("--nsamples", type=int) parser.add_argument("--nsamples", type=int)
parser.add_argument("--neval", type=int) parser.add_argument("--neval", type=int)
parser.add_argument("--batch_size", type=int)
parser.add_argument("--seed", type=int, default=42) parser.add_argument("--seed", type=int, default=42)
args = parser.parse_args() args = parser.parse_args()
@ -77,8 +78,8 @@ def do_task(ic):
rs, cdf = knncdf(knn, nneighbours=args.nneighbours, Rmax=Rmax, rs, cdf = knncdf(knn, nneighbours=args.nneighbours, Rmax=Rmax,
rmin=args.rmin, rmax=args.rmax, nsamples=args.nsamples, rmin=args.rmin, rmax=args.rmax, nsamples=args.nsamples,
neval=args.neval, random_state=args.seed, neval=args.neval, batch_size=args.batch_size,
verbose=False) random_state=args.seed, verbose=False)
out.update({"cdf_{}".format(i): cdf}) out.update({"cdf_{}".format(i): cdf})
out.update({"rs": rs, "mass_threshold": mass_threshold}) out.update({"rs": rs, "mass_threshold": mass_threshold})

9
scripts/run_knn.sh
View File

@ -1,4 +1,4 @@
nthreads=140 nthreads=30
memory=7 memory=7
queue="berg" queue="berg"
env="/mnt/zfsusers/rstiskalek/csiborgtools/venv_galomatch/bin/python" env="/mnt/zfsusers/rstiskalek/csiborgtools/venv_galomatch/bin/python"
@ -7,9 +7,14 @@ file="run_knn.py"
rmin=0.01 rmin=0.01
rmax=100 rmax=100
nneighbours=16 nneighbours=16
nsamples=10000000 nsamples=1000000000
batch_size=10000000
neval=10000 neval=10000
# 1000,000,0
# 10000000 # 1e7
# 1000000000
pythoncm="$env $file --rmin $rmin --rmax $rmax --nneighbours $nneighbours --nsamples $nsamples --neval $neval" pythoncm="$env $file --rmin $rmin --rmax $rmax --nneighbours $nneighbours --nsamples $nsamples --neval $neval"
# echo $pythoncm # echo $pythoncm