fix recompute (#42128)

* fix recompute * modify return
PaddlePaddle · Apr 25, 2022 · 08ff007 · 08ff007 · paddle-bot-old · Apr 25, 2022
1 parent 2616796
commit 08ff007
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/paddle/incubate/distributed/models/moe/moe_layer.py b/python/paddle/incubate/distributed/models/moe/moe_layer.py
@@ -399,7 +399,7 @@ def forward(self, inp):
         def experts_fwd(x, fwd_expert_count, experts):
 
             if x.shape[0] == 0:
-                return paddle.empty(x.shape, x.dtype)
+                return x
             y = []
             last_index = 0
             assert isinstance(fwd_expert_count, np.ndarray)
@@ -411,7 +411,7 @@ def experts_fwd(x, fwd_expert_count, experts):
                 last_index = expert_count + last_index
             return paddle.concat(y, axis=0)
 
-        if self.recompute_interval <= 0:
+        if self.recompute_interval <= 0 or x.shape[0] == 0:
             x = experts_fwd(x, fwd_expert_count.numpy(), self.experts)
         else:
             x = _hp_recompute(experts_fwd, x,