make VSL curr config more flexible

allenai · Sep 28, 2024 · 7d26589 · 7d26589
1 parent 9a11166
commit 7d26589
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/olmo_core/data/numpy_dataset.py b/src/olmo_core/data/numpy_dataset.py
@@ -1285,6 +1285,11 @@ class VSLCurriculumConfig(Config):
     num_cycles: Optional[int] = None
     balanced: Optional[bool] = None
 
+    def validate(self):
+        if self.name == VSLCurriculumType.natural:
+            self.num_cycles = None
+            self.balanced = None
+
     def build(self) -> VSLCurriculum:
         """
         Build the VSL curriculum.