added sampling for pretraining data

VahidooX · Nov 19, 2023 · 9205098 · 9205098
1 parent 9e683b2
commit 9205098
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/speechlm_sft/sampling_pretraining_data.py b/scripts/speechlm_sft/sampling_pretraining_data.py
@@ -279,7 +279,7 @@
 if "english" in SEL_BLENDS:
     DATA_BLEND.update(DATA_BLEND_ENGLISH)
 
-if "non-english" in SEL_BLENDS:
+if "nonenglish" in SEL_BLENDS:
     DATA_BLEND.update(DATA_BLEND_NONENGLISH)
 
 if "coding" in SEL_BLENDS: