From ca58154bba185c1916ca5eea4e33b27258642044 Mon Sep 17 00:00:00 2001
From: Ferdinand Schlatt <fschlatt@gmail.com>
Date: Fri, 30 Aug 2024 17:17:02 +0200
Subject: [PATCH] fix streaming from arrow files (#7083)

fix streaming from local arrow files
---
 src/datasets/utils/file_utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/datasets/utils/file_utils.py b/src/datasets/utils/file_utils.py
index de227967f85..9bd2a1c3928 100644
--- a/src/datasets/utils/file_utils.py
+++ b/src/datasets/utils/file_utils.py
@@ -480,6 +480,7 @@ def readline(f: io.RawIOBase):
     "pickle",
     "rel",
     "xml",
+    "arrow",
 ]
 COMPRESSION_EXTENSION_TO_PROTOCOL = {
     # single file compression