Remove torch compile (#1101)

mosaicml · Apr 9, 2024 · f12bc8a · f12bc8a
1 parent 53160f4
commit f12bc8a
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/llmfoundry/models/layers/ffn.py b/llmfoundry/models/layers/ffn.py
@@ -165,7 +165,6 @@ def __init__(
             **self.fc_kwargs,
         )
 
-    @torch.compile
     def forward(self, x: torch.Tensor) -> torch.Tensor:
         return self.down_proj(self.act(self.gate_proj(x)) * self.up_proj(x))