mirror of
https://github.com/Richard-Sti/csiborgtools.git
synced 2024-12-22 22:58:02 +00:00
Add batch size to submission
This commit is contained in:
parent
070b9b6c1b
commit
8d933e7ba9
2 changed files with 10 additions and 4 deletions
|
@ -42,6 +42,7 @@ parser.add_argument("--rmax", type=float)
|
||||||
parser.add_argument("--nneighbours", type=int)
|
parser.add_argument("--nneighbours", type=int)
|
||||||
parser.add_argument("--nsamples", type=int)
|
parser.add_argument("--nsamples", type=int)
|
||||||
parser.add_argument("--neval", type=int)
|
parser.add_argument("--neval", type=int)
|
||||||
|
parser.add_argument("--batch_size", type=int)
|
||||||
parser.add_argument("--seed", type=int, default=42)
|
parser.add_argument("--seed", type=int, default=42)
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
@ -77,8 +78,8 @@ def do_task(ic):
|
||||||
|
|
||||||
rs, cdf = knncdf(knn, nneighbours=args.nneighbours, Rmax=Rmax,
|
rs, cdf = knncdf(knn, nneighbours=args.nneighbours, Rmax=Rmax,
|
||||||
rmin=args.rmin, rmax=args.rmax, nsamples=args.nsamples,
|
rmin=args.rmin, rmax=args.rmax, nsamples=args.nsamples,
|
||||||
neval=args.neval, random_state=args.seed,
|
neval=args.neval, batch_size=args.batch_size,
|
||||||
verbose=False)
|
random_state=args.seed, verbose=False)
|
||||||
out.update({"cdf_{}".format(i): cdf})
|
out.update({"cdf_{}".format(i): cdf})
|
||||||
|
|
||||||
out.update({"rs": rs, "mass_threshold": mass_threshold})
|
out.update({"rs": rs, "mass_threshold": mass_threshold})
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
nthreads=140
|
nthreads=30
|
||||||
memory=7
|
memory=7
|
||||||
queue="berg"
|
queue="berg"
|
||||||
env="/mnt/zfsusers/rstiskalek/csiborgtools/venv_galomatch/bin/python"
|
env="/mnt/zfsusers/rstiskalek/csiborgtools/venv_galomatch/bin/python"
|
||||||
|
@ -7,9 +7,14 @@ file="run_knn.py"
|
||||||
rmin=0.01
|
rmin=0.01
|
||||||
rmax=100
|
rmax=100
|
||||||
nneighbours=16
|
nneighbours=16
|
||||||
nsamples=10000000
|
nsamples=1000000000
|
||||||
|
batch_size=10000000
|
||||||
neval=10000
|
neval=10000
|
||||||
|
|
||||||
|
# 1000,000,0
|
||||||
|
# 10000000 # 1e7
|
||||||
|
# 1000000000
|
||||||
|
|
||||||
pythoncm="$env $file --rmin $rmin --rmax $rmax --nneighbours $nneighbours --nsamples $nsamples --neval $neval"
|
pythoncm="$env $file --rmin $rmin --rmax $rmax --nneighbours $nneighbours --nsamples $nsamples --neval $neval"
|
||||||
|
|
||||||
# echo $pythoncm
|
# echo $pythoncm
|
||||||
|
|
Loading…
Reference in a new issue