revert to lazy loading

modelscope · Feb 26, 2025 · 2514b1f · 2514b1f
1 parent f8849d7
commit 2514b1f
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/data_juicer/core/data/ray_dataset.py b/data_juicer/core/data/ray_dataset.py
@@ -266,8 +266,7 @@ def read_json(cls, paths: Union[str, List[str]]) -> RayDataset:
             js.open_json
             return read_json_stream(paths)
         except AttributeError:
-            import ray.data
-            return ray.data.read_json(paths)
+            return rd.read_json(paths)
 
 
 class JSONStreamDatasource(ds.JSONDatasource):