maubin/sbmy_control
0
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

slurm submission limited to array < 800

Browse source
This commit is contained in:
Mayeul Aubin 2025-04-16 20:54:21 +02:00
parent 438f3f024e
commit 748ebdd398
2 changed files with 13 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

10
scola.py
View file

@ -1,4 +1,4 @@
limit_slurm_arrays = 512
def main_scola(parsed_args):
from args_main import parse_arguments_main
@ -52,7 +52,7 @@ def main_scola(parsed_args):
print_message("sCOLA finished.", 1, "scola", verbose=parsed_args.verbose)
elif parsed_args.execution == "slurm":
from slurm_submission import create_slurm_script, parse_arguments_slurm
from slurm_submission import create_slurm_script, parse_arguments_slurm, limit_slurm_arrays
from args_main import parse_arguments_main
from parameters_card import parse_arguments_card
import os
@ -132,7 +132,7 @@ def main_scola(parsed_args):
subprocess.run(command_args)
print_message("sCOLA job submitted.", 2, "scola", verbose=parsed_args.verbose)
sleep(len(missing_tiles)*0.2) # Sleep for a bit to avoid overloading the scheduler
sleep((missing_tiles[1]-missing_tiles[0])*1.0) # Sleep for a bit to avoid overloading the scheduler
os.remove(slurm_script) # Remove the script after submission (because it is specific to the missing tiles)
@ -243,7 +243,7 @@ def get_missing_tiles_arrays(parsed_args):
missing_tiles_arrays.append([b])
in_sequence_of_missing = True
len_sequence_of_missing = 1
if len_sequence_of_missing > limit_slurm_arrays:
if b%limit_slurm_arrays==limit_slurm_arrays-1:
missing_tiles_arrays[-1].append(b)
in_sequence_of_missing = False
elif in_sequence_of_missing:
@ -286,4 +286,4 @@ if __name__ == "__main__":
if parsed_args.execution == "slurm":
for b in range(1,nboxes_tot+1):
wait_until_file_exists(f"{card_dict['OutputTilesBase']}{b}.h5", verbose=parsed_args.verbose, limit=5*60)
main_post_scola(parsed_args)
main_post_scola(parsed_args)