Add explicit barrier after init dist groups
This commit is contained in:
parent
28d7cc9e9b
commit
c9f468c568
@ -542,6 +542,7 @@ def dist_init(rank, args):
|
|||||||
world_size=args.world_size,
|
world_size=args.world_size,
|
||||||
rank=rank,
|
rank=rank,
|
||||||
)
|
)
|
||||||
|
dist.barrier()
|
||||||
|
|
||||||
if rank == 0:
|
if rank == 0:
|
||||||
os.remove(dist_file)
|
os.remove(dist_file)
|
||||||
|
Loading…
Reference in New Issue
Block a user