Add explicit barrier after init dist groups

2020-04-21 13:38:02 -04:00 · 2020-04-21 13:38:02 -04:00 · c9f468c568
commit c9f468c568
parent 28d7cc9e9b
1 changed files with 1 additions and 0 deletions
--- a/map2map/train.py
+++ b/map2map/train.py
@ -542,6 +542,7 @@ def dist_init(rank, args):
        world_size=args.world_size,
        rank=rank,
    )
+    dist.barrier()

    if rank == 0:
        os.remove(dist_file)