Update README.md on pretraining_dataset (axolotl-ai-cloud#360)

* Update README.md on pretraining_dataset * Fix message
mkeoliya · Aug 11, 2023 · d96606d · d96606d
1 parent 9cb9917
commit d96606d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -505,6 +505,9 @@ torchdistx_path:
 # Set padding for data collator to 'longest'
 collator_pad_to_longest:
 
+# Set to HF dataset for type: 'completion' for streaming instead of pre-tokenize
+pretraining_dataset:
+
 # Debug mode
 debug: