fix group get_group_rank

Author: wangxicoding

python/paddle/distributed/collective.py

@@ -92,8 +92,6 @@ def is_member(self):
         return True
 
     def get_group_rank(self, rank):
-        if self.id == 0:
-            return rank
         if self.is_member() and rank in self.ranks:
             return self.ranks.index(rank)
         else:
@@ -126,7 +124,8 @@ def _get_group_map():
     global _group_map
     if not _group_map:
         genv = _get_global_env()
-        _group_map[0] = Group(genv.rank, genv.world_size, 0)
+        _group_map[0] = Group(genv.rank, genv.world_size,
+                              list(range(genv.world_size)))
     return _group_map
 
 

python/paddle/fluid/tests/unittests/test_fleet_static_mp_layers.py

@@ -73,7 +73,7 @@ def forward(self, x):
 
 class TestDistTraning(unittest.TestCase):
     def setUp(self):
-        os.environ["PADDLE_TRAINER_ID"] = "1"
+        os.environ["PADDLE_TRAINER_ID"] = "2"
         os.environ[
             "PADDLE_TRAINER_ENDPOINTS"] = "127.0.0.1:36001,127.0.0.1:36002,127.0.0.1:36003,127.0.0.1:36004"