Add explicit barrier after init dist groups
This commit is contained in:
parent
28d7cc9e9b
commit
c9f468c568
1 changed files with 1 additions and 0 deletions
|
@ -542,6 +542,7 @@ def dist_init(rank, args):
|
||||||
world_size=args.world_size,
|
world_size=args.world_size,
|
||||||
rank=rank,
|
rank=rank,
|
||||||
)
|
)
|
||||||
|
dist.barrier()
|
||||||
|
|
||||||
if rank == 0:
|
if rank == 0:
|
||||||
os.remove(dist_file)
|
os.remove(dist_file)
|
||||||
|
|
Loading…
Add table
Reference in a new issue