diff --git a/examples/multigpu/graphbolt/node_classification.py b/examples/multigpu/graphbolt/node_classification.py
index f4d1e40f0d..d074e1fedd 100644
--- a/examples/multigpu/graphbolt/node_classification.py
+++ b/examples/multigpu/graphbolt/node_classification.py
@@ -364,6 +364,7 @@ def run(rank, world_size, args, devices, dataset):
 
     if rank == 0:
         print(f"Test Accuracy {test_acc.item():.4f}")
+    dist.destroy_process_group()
 
 
 def parse_args():