Merge branch 'grpo-zero-bubble-rebase' of https://github.com/hpcaitech/ColossalAI into grpo-zero-bubble-rebase

Author: YeAnbang

applications/ColossalChat/coati/distributed/zero_bubble/distributor.py

@@ -65,7 +65,10 @@ def loop(self):
                         self.profiler.exit(f"sync_model_consumer_pp_{i}")
                         self.weight_version[i] += 1
                 if all(
-                    [signal.get(f"producer_{self.distributor_id}_pp_{i}", None) == "ready_sync_model" for i in range(self.consumer_pp_size)]
+                    [
+                        signal.get(f"producer_{self.distributor_id}_pp_{i}", None) == "ready_sync_model"
+                        for i in range(self.consumer_pp_size)
+                    ]
                 ):
                     for i in range(self.consumer_pp_size):
                         self.profiler.enter(f"sync_model_producer_{self.distributor_id}_pp_{i}")

applications/ColossalChat/coati/distributed/zero_bubble/requirements.txt

@@ -1,2 +1,2 @@
 ray==2.49.2
-pygloo>=0.2.0  # you need to build from source: https://github.com/ray-project/pygloo  commit 82ae2d72222aefcac54a8e88995735ede3abe9cf   https://github.com/ray-project/pygloo/blob/main/README.md
+pygloo>=0.2.0  # you need to build from source: https://github.com/ray-project/pygloo  commit 82ae2d72222aefcac54a8e88995735ede3abe9cf   https://github.com/ray-project/pygloo/blob/main/README.md