diff --git a/litgpt/config.py b/litgpt/config.py
index 4ecbccca6c..857c05cad7 100644
--- a/litgpt/config.py
+++ b/litgpt/config.py
@@ -939,7 +939,7 @@ def norm_class(self) -> Type:
     dict(
         name="Llama-3.1-405B{}",
         hf_config=dict(org="meta-llama", name="Meta-Llama-3.1-405B{}"),
-        block_size=131072,
+        block_size=8192,
         vocab_size=128000,
         padded_vocab_size=128256,
         n_layer=126,