diff --git a/llmfoundry/data/text_data.py b/llmfoundry/data/text_data.py
index b3765c25ef..9ed550df41 100644
--- a/llmfoundry/data/text_data.py
+++ b/llmfoundry/data/text_data.py
@@ -129,6 +129,7 @@ def __init__(self,
             shuffle=shuffle,
             shuffle_algo=shuffle_algo,
             shuffle_seed=shuffle_seed,
+            shuffle_block_size=shuffle_block_size,
         )
         self.tokenizer = tokenizer
         self.max_seq_len = max_seq_len