fix eval (#1193)

Co-authored-by: Daniel King <[email protected]>
mosaicml · May 10, 2024 · 983234d · 983234d
1 parent 1dd37c5
commit 983234d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/scripts/eval/eval.py b/scripts/eval/eval.py
@@ -192,7 +192,7 @@ def main(cfg: DictConfig) -> Tuple[List[Trainer], pd.DataFrame]:
     )
 
     model_configs = eval_config.models
-    eval_gauntlet_config = eval_config.eval_gauntlet
+    eval_gauntlet_config = eval_config.eval_gauntlet or eval_config.eval_gauntlet_str
 
     fsdp_config = eval_config.fsdp_config
 

diff --git a/scripts/train/train.py b/scripts/train/train.py
@@ -266,8 +266,8 @@ def main(cfg: DictConfig) -> Trainer:
     fsdp_config: Optional[Dict[str, Any]] = train_cfg.fsdp_config
 
     eval_loader_config = train_cfg.eval_loader if train_cfg.eval_loader is not None else train_cfg.eval_loaders
-    icl_tasks_config = train_cfg.icl_tasks
-    eval_gauntlet_config = train_cfg.eval_gauntlet
+    icl_tasks_config = train_cfg.icl_tasks or train_cfg.icl_tasks_str
+    eval_gauntlet_config = train_cfg.eval_gauntlet or train_cfg.eval_gauntlet_str
 
     # Optional parameters will be set to default values if not specified.
     default_run_name: str = os.environ.get('RUN_NAME', 'llm')