diff --git a/scripts/simple_gloo.py b/scripts/simple_gloo.py index b0c45097..3dfbc80d 100644 --- a/scripts/simple_gloo.py +++ b/scripts/simple_gloo.py @@ -6,12 +6,14 @@ rank = int(os.environ["RANK"]) world_size = int(os.environ["WORLD_SIZE"]) -print("Ho") -store = dist.TCPStore(host_name=master_addr, port=master_port, is_master=(rank == 0), world_size=2) +store = dist.TCPStore(master_addr, master_port, rank == 0, world_size) -store.set("j", "k") -print("Hi") -pg = dist.distributed_c10d.ProcessGroupGloo(store, rank, world_size) -print("Hi 1") +dist.init_process_group("gloo", store=store, rank=rank, world_size=world_size) -del pg +if rank == 0: + store.set("j", "k") +else: + val = store.get("j").decode("utf-8") + print(f"Rank {rank} got key: {val}") + +dist.destroy_process_group()