add comment

huggingface · Jul 8, 2024 · 1072d91 · 1072d91
1 parent 18e9c4e
commit 1072d91
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/datasets/utils/file_utils.py b/src/datasets/utils/file_utils.py
@@ -749,9 +749,9 @@ def readline(f: io.RawIOBase):
 COMPRESSION_EXTENSION_TO_PROTOCOL = {
     # single file compression
     **{fs_class.extension.lstrip("."): fs_class.protocol for fs_class in COMPRESSION_FILESYSTEMS},
+    "zstd": "zstd",  # in addition to `zst`, see ZstdFileSystem.extension
     # archive compression
     "zip": "zip",
-    "zstd": "zstd",
 }
 SINGLE_FILE_COMPRESSION_EXTENSION_TO_PROTOCOL = {
     fs_class.extension.lstrip("."): fs_class.protocol for fs_class in COMPRESSION_FILESYSTEMS