Add explicit barrier after init dist groups

This commit is contained in:
Yin Li 2020-04-21 13:38:02 -04:00
parent 28d7cc9e9b
commit c9f468c568

View File

@ -542,6 +542,7 @@ def dist_init(rank, args):
world_size=args.world_size, world_size=args.world_size,
rank=rank, rank=rank,
) )
dist.barrier()
if rank == 0: if rank == 0:
os.remove(dist_file) os.remove(dist_file)