Python/Cython bindings for multibyte_split

python/cudf/cudf/__init__.py

@@ -96,6 +96,7 @@
     read_json,
     read_orc,
     read_parquet,
+    read_text,
 )
 from cudf.utils.dtypes import _NA_REP
 from cudf.utils.utils import set_allocator

python/cudf/cudf/_lib/__init__.py

@@ -36,6 +36,7 @@
     table,
     transpose,
     unary,
+    text,
 )
 
 MAX_COLUMN_SIZE = np.iinfo(np.int32).max

python/cudf/cudf/_lib/cpp/io/text.pxd

@@ -0,0 +1,27 @@
+# Copyright (c) 2020-2021, NVIDIA CORPORATION.
+
+from libcpp.memory cimport unique_ptr
+from libcpp.string cimport string
+
+from cudf._lib.cpp.column.column cimport column
+
+
+cdef extern from "cudf/io/text/data_chunk_source.hpp" \
+        namespace "cudf::io::text" nogil:
+
+    cdef cppclass data_chunk_source:
+        data_chunk_source() except+
+
+cdef extern from "cudf/io/text/data_chunk_source_factories.hpp" \
+        namespace "cudf::io::text" nogil:
+
+    unique_ptr[data_chunk_source] make_source(string data) except+
+    unique_ptr[data_chunk_source] \
+        make_source_from_file(string filename) except+
+
+
+cdef extern from "cudf/io/text/multibyte_split.hpp" \
+        namespace "cudf::io::text" nogil:
+
+    unique_ptr[column]multibyte_split(data_chunk_source source,
+                                      string delimiter) except+

python/cudf/cudf/_lib/text.pyx

@@ -0,0 +1,44 @@
+# Copyright (c) 2020-2021, NVIDIA CORPORATION.
+
+import cudf
+
+from cython.operator cimport dereference
+from libcpp.memory cimport make_unique, unique_ptr
+from libcpp.string cimport string
+from libcpp.utility cimport move
+
+from cudf.core.column_accessor import ColumnAccessor
+
+from cudf._lib.column cimport Column
+from cudf._lib.cpp.column.column cimport column
+from cudf._lib.cpp.io.text cimport (
+    data_chunk_source,
+    make_source,
+    make_source_from_file,
+    multibyte_split,
+)
+
+
+cpdef read_text(object filepaths_or_buffers,
+                object delimiter=None):
+    """
+    Cython function to call into libcudf API, see `read_text`.
+
+    See Also
+    --------
+    cudf.io.text.read_text
+    """
+    cdef string filename = filepaths_or_buffers.encode()
+    cdef string delim = delimiter.encode()
+
+    cdef unique_ptr[data_chunk_source] datasource
+    cdef unique_ptr[column] c_col
+
+    with nogil:
+        datasource = move(make_source_from_file(filename))
+        c_col = move(multibyte_split(dereference(datasource), delim))
+
+    col = Column.from_unique_ptr(move(c_col))
+    df = cudf.DataFrame._from_data(ColumnAccessor({"col_name": col}))
+
+    return df

python/cudf/cudf/io/__init__.py

@@ -12,3 +12,4 @@
     read_parquet_metadata,
     write_to_dataset,
 )
+from cudf.io.text import read_text

python/cudf/cudf/io/text.py

@@ -0,0 +1,30 @@
+# Copyright (c) 2018-2021, NVIDIA CORPORATION.
+
+from io import BytesIO, StringIO
+
+from nvtx import annotate
+
+import cudf
+from cudf._lib import text as libtext
+from cudf.utils import ioutils
+
+
+@annotate("READ_TEXT", color="purple", domain="cudf_python")
+@ioutils.doc_read_text()
+def read_text(
+    filepath_or_buffer, delimiter=None, **kwargs,
+):
+    """{docstring}"""
+
+    filepath_or_buffer = ioutils.get_filepath_or_buffer(
+        path_or_data=filepath_or_buffer,
+        compression=None,
+        iotypes=(BytesIO, StringIO),
+        **kwargs,
+    )
+
+    df = cudf.DataFrame._from_table(
+        libtext.read_text(filepath_or_buffer, delimiter=delimiter,)
+    )
+
+    return df

python/cudf/cudf/utils/ioutils.py

@@ -1012,6 +1012,24 @@
 doc_kafka_datasource = docfmt_partial(docstring=_docstring_kafka_datasource)
 
 
+_docstring_text_datasource = """
+Configuration object for a text Datasource
+
+Parameters
+----------
+filepath_or_buffer : str, path object, or file-like object
+    Either a path to a file (a `str`, `pathlib.Path`, or
+    `py._path.local.LocalPath`), URL (including http, ftp, and S3 locations),
+    or any object with a `read()` method (such as builtin `open()` file handler
+    function or `StringIO`).
+delimiter : string, default None, The delimiter that should be used
+    for splitting text chunks into seperate cudf column rows. Currently
+    only a single delimiter is supported.
+
+"""
+doc_read_text = docfmt_partial(docstring=_docstring_text_datasource)
+
+
 def is_url(url):
     """Check if a string is a valid URL to a network location.