From c3f1d82b07b7541ee03961b07959b9f38894de5e Mon Sep 17 00:00:00 2001 From: Paige Wang Date: Tue, 30 Nov 2021 03:14:09 +0800 Subject: [PATCH] Update engine.py (#1596) wall_clock_breakdown disable failed in moe layer due to incorrectly used a function as property --- deepspeed/runtime/engine.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py index 566403a01..3f1438a35 100755 --- a/deepspeed/runtime/engine.py +++ b/deepspeed/runtime/engine.py @@ -1014,11 +1014,11 @@ class DeepSpeedEngine(Module): for _, module in self.module.named_modules(): if isinstance(module, TopKGate): self.gate_modules.append(module) - if self.wall_clock_breakdown: + if self.wall_clock_breakdown(): module.wall_clock_breakdown = True if isinstance(module, MOELayer): self.moe_layers.append(module) - if self.wall_clock_breakdown: + if self.wall_clock_breakdown(): module.wall_clock_breakdown = True if not self.pipeline_parallelism: