From e20ff05968edac7110a07d9da239c3dc148657c8 Mon Sep 17 00:00:00 2001 From: Tyler Murray Date: Fri, 1 Nov 2024 14:07:06 -0700 Subject: [PATCH] Missed _bust_index_cache in one spot --- src/olmo_core/data/numpy_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/olmo_core/data/numpy_dataset.py b/src/olmo_core/data/numpy_dataset.py index 6862e7e6..14a2a2d6 100644 --- a/src/olmo_core/data/numpy_dataset.py +++ b/src/olmo_core/data/numpy_dataset.py @@ -587,7 +587,7 @@ def _write_document_indices(self): paths_needed: List[Tuple[PathOrStr, int]] = [] for idx, path in enumerate(self.paths): indices_path = self._get_indices_path(path) - if indices_path.is_file() and not self._bust_index_cache: + if indices_path.is_file(): log.info(f"Reusing document indices for '{path}' at:\n'{indices_path}'") elif path not in paths_needed: paths_needed.append((path, idx))