Remote IO: http support

conda/environments/all_cuda-118_arch-aarch64.yaml

@@ -17,6 +17,7 @@ dependencies:
 - dask>=2022.05.2
 - doxygen=1.9.1
 - gcc_linux-aarch64=11.*
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -28,6 +29,7 @@ dependencies:
 - pytest
 - pytest-cov
 - python>=3.10,<3.13
+- rangehttpserver
 - rapids-build-backend>=0.3.0,<0.4.0.dev0
 - scikit-build-core>=0.10.0
 - sphinx

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -19,6 +19,7 @@ dependencies:
 - gcc_linux-64=11.*
 - libcufile-dev=1.4.0.31
 - libcufile=1.4.0.31
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -30,6 +31,7 @@ dependencies:
 - pytest
 - pytest-cov
 - python>=3.10,<3.13
+- rangehttpserver
 - rapids-build-backend>=0.3.0,<0.4.0.dev0
 - scikit-build-core>=0.10.0
 - sphinx

conda/environments/all_cuda-125_arch-aarch64.yaml

@@ -18,6 +18,7 @@ dependencies:
 - doxygen=1.9.1
 - gcc_linux-aarch64=11.*
 - libcufile-dev
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -28,6 +29,7 @@ dependencies:
 - pytest
 - pytest-cov
 - python>=3.10,<3.13
+- rangehttpserver
 - rapids-build-backend>=0.3.0,<0.4.0.dev0
 - scikit-build-core>=0.10.0
 - sphinx

conda/environments/all_cuda-125_arch-x86_64.yaml

@@ -18,6 +18,7 @@ dependencies:
 - doxygen=1.9.1
 - gcc_linux-64=11.*
 - libcufile-dev
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -28,6 +29,7 @@ dependencies:
 - pytest
 - pytest-cov
 - python>=3.10,<3.13
+- rangehttpserver
 - rapids-build-backend>=0.3.0,<0.4.0.dev0
 - scikit-build-core>=0.10.0
 - sphinx

conda/recipes/kvikio/meta.yaml

@@ -64,6 +64,7 @@ requirements:
     - rapids-build-backend >=0.3.0,<0.4.0.dev0
     - scikit-build-core >=0.10.0
     - libkvikio ={{ version }}
+    - libcurl==7.87.0
   run:
     - python
     - numpy >=1.23,<3.0a0

conda/recipes/libkvikio/meta.yaml

@@ -52,6 +52,7 @@ requirements:
     {% else %}
     - libcufile-dev  # [linux]
     {% endif %}
+    - libcurl==7.87.0
 
 outputs:
   - name: libkvikio
@@ -74,6 +75,7 @@ outputs:
         - cmake {{ cmake_version }}
       host:
         - cuda-version ={{ cuda_version }}
+        - libcurl==7.87.0
       run:
         - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }}
         {% if cuda_major == "11" %}

cpp/CMakeLists.txt

@@ -36,6 +36,7 @@ rapids_cmake_write_version_file(include/kvikio/version_config.hpp)
 rapids_cmake_build_type(Release)
 
 # build options
+option(KvikIO_REMOTE_SUPPORT "Configure CMake to build with remote IO support" ON)
 option(KvikIO_BUILD_EXAMPLES "Configure CMake to build examples" ON)
 option(KvikIO_BUILD_TESTS "Configure CMake to build tests" ON)
 
@@ -50,6 +51,10 @@ rapids_find_package(
   INSTALL_EXPORT_SET kvikio-exports
 )
 
+if(KvikIO_REMOTE_SUPPORT)
+  include(cmake/thirdparty/get_libcurl.cmake)
+endif()
+
 rapids_find_package(
   CUDAToolkit
   BUILD_EXPORT_SET kvikio-exports
@@ -138,6 +143,10 @@ target_link_libraries(
   kvikio INTERFACE Threads::Threads BS::thread_pool ${CMAKE_DL_LIBS}
                    $<TARGET_NAME_IF_EXISTS:nvtx3::nvtx3-cpp>
 )
+if(TARGET CURL::libcurl)
+  target_link_libraries(kvikio INTERFACE $<BUILD_LOCAL_INTERFACE:CURL::libcurl>)
+  target_compile_definitions(kvikio INTERFACE $<BUILD_LOCAL_INTERFACE:KVIKIO_LIBCURL_FOUND>)
+endif()
 target_compile_features(kvikio INTERFACE cxx_std_17)
 
 # optionally build examples
@@ -231,6 +240,12 @@ if(NOT already_set_kvikio)
       target_compile_definitions(kvikio::kvikio INTERFACE KVIKIO_CUFILE_STREAM_API_FOUND)
     endif()
   endif()
+
+  if(TARGET CURL::libcurl)
+    target_link_libraries(kvikio::kvikio INTERFACE CURL::libcurl)
+    target_compile_definitions(kvikio::kvikio INTERFACE KVIKIO_LIBCURL_FOUND)
+  endif()
+
 endif()
 ]=]
 )

cpp/cmake/thirdparty/get_libcurl.cmake

@@ -0,0 +1,32 @@
+# =============================================================================
+# Copyright (c) 2024, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+# in compliance with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software distributed under the License
+# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+# or implied. See the License for the specific language governing permissions and limitations under
+# the License.
+# =============================================================================
+
+# This function finds libcurl and sets any additional necessary environment variables.
+function(find_and_configure_libcurl)
+  include(${rapids-cmake-dir}/cpm/find.cmake)
+
+  rapids_cpm_find(
+    CURL 7.87.0
+    GLOBAL_TARGETS libcurl
+    BUILD_EXPORT_SET kvikio-exports
+    INSTALL_EXPORT_SET kvikio-exports
+    CPM_ARGS
+    GIT_REPOSITORY https://github.com/curl/curl
+    GIT_TAG curl-7_87_0
+    OPTIONS "BUILD_CURL_EXE OFF" "BUILD_SHARED_LIBS OFF" "BUILD_TESTING OFF" "CURL_USE_LIBPSL OFF"
+            "CURL_DISABLE_LDAP ON" "CMAKE_POSITION_INDEPENDENT_CODE ON"
+  )
+endfunction()
+
+find_and_configure_libcurl()