Remote IO: http support

conda/environments/all_cuda-118_arch-aarch64.yaml

@@ -17,6 +17,7 @@ dependencies:
 - dask>=2022.05.2
 - doxygen=1.9.1
 - gcc_linux-aarch64=11.*
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -35,4 +36,6 @@ dependencies:
 - sphinx_rtd_theme
 - sysroot_linux-aarch64=2.17
 - zarr
+- pip:
+  - rangehttpserver
 name: all_cuda-118_arch-aarch64

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -19,6 +19,7 @@ dependencies:
 - gcc_linux-64=11.*
 - libcufile-dev=1.4.0.31
 - libcufile=1.4.0.31
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -37,4 +38,6 @@ dependencies:
 - sphinx_rtd_theme
 - sysroot_linux-64=2.17
 - zarr
+- pip:
+  - rangehttpserver
 name: all_cuda-118_arch-x86_64

conda/environments/all_cuda-125_arch-aarch64.yaml

@@ -18,6 +18,7 @@ dependencies:
 - doxygen=1.9.1
 - gcc_linux-aarch64=11.*
 - libcufile-dev
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -35,4 +36,6 @@ dependencies:
 - sphinx_rtd_theme
 - sysroot_linux-aarch64=2.17
 - zarr
+- pip:
+  - rangehttpserver
 name: all_cuda-125_arch-aarch64

conda/environments/all_cuda-125_arch-x86_64.yaml

@@ -18,6 +18,7 @@ dependencies:
 - doxygen=1.9.1
 - gcc_linux-64=11.*
 - libcufile-dev
+- libcurl>=7.87.0
 - ninja
 - numcodecs !=0.12.0
 - numpy>=1.23,<3.0a0
@@ -35,4 +36,6 @@ dependencies:
 - sphinx_rtd_theme
 - sysroot_linux-64=2.17
 - zarr
+- pip:
+  - rangehttpserver
 name: all_cuda-125_arch-x86_64

conda/recipes/libkvikio/meta.yaml

@@ -52,6 +52,7 @@ requirements:
     {% else %}
     - libcufile-dev  # [linux]
     {% endif %}
+    - libcurl>=7.87.0
 
 outputs:
   - name: libkvikio
@@ -83,6 +84,7 @@ outputs:
         {% else %}
         - libcufile-dev  # [linux]
         {% endif %}
+        - libcurl>=7.87.0
     test:
         commands:
           - test -f $PREFIX/include/kvikio/file_handle.hpp

cpp/CMakeLists.txt

@@ -36,6 +36,7 @@ rapids_cmake_write_version_file(include/kvikio/version_config.hpp)
 rapids_cmake_build_type(Release)
 
 # build options
+option(KvikIO_REMOTE_SUPPORT "Configure CMake to build with remote io support" ON)
 option(KvikIO_BUILD_EXAMPLES "Configure CMake to build examples" ON)
 option(KvikIO_BUILD_TESTS "Configure CMake to build tests" ON)
 
@@ -50,6 +51,10 @@ rapids_find_package(
   INSTALL_EXPORT_SET kvikio-exports
 )
 
+if(KvikIO_REMOTE_SUPPORT)
+  include(cmake/thirdparty/get_libcurl.cmake)
+endif()
+
 rapids_find_package(
   CUDAToolkit
   BUILD_EXPORT_SET kvikio-exports
@@ -138,6 +143,10 @@ target_link_libraries(
   kvikio INTERFACE Threads::Threads BS::thread_pool ${CMAKE_DL_LIBS}
                    $<TARGET_NAME_IF_EXISTS:nvtx3::nvtx3-cpp>
 )
+if(TARGET CURL::libcurl)
+  target_link_libraries(kvikio INTERFACE $<BUILD_LOCAL_INTERFACE:CURL::libcurl>)
+  target_compile_definitions(kvikio INTERFACE $<BUILD_LOCAL_INTERFACE:KVIKIO_LIBCURL_FOUND>)
+endif()
 target_compile_features(kvikio INTERFACE cxx_std_17)
 
 # optionally build examples
@@ -228,6 +237,12 @@ if(NOT already_set_kvikio)
       target_compile_definitions(kvikio::kvikio INTERFACE KVIKIO_CUFILE_STREAM_API_FOUND)
     endif()
   endif()
+
+  if(TARGET CURL::libcurl)
+    target_link_libraries(kvikio::kvikio INTERFACE $<BUILD_LOCAL_INTERFACE:CURL::libcurl>)
+    target_compile_definitions(kvikio::kvikio INTERFACE $<BUILD_LOCAL_INTERFACE:KVIKIO_LIBCURL_FOUND>)
+  endif()
+
 endif()
 ]=]
 )

cpp/cmake/thirdparty/get_libcurl.cmake

@@ -0,0 +1,32 @@
+# =============================================================================
+# Copyright (c) 2024, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+# in compliance with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software distributed under the License
+# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+# or implied. See the License for the specific language governing permissions and limitations under
+# the License.
+# =============================================================================
+
+# This function finds libcurl and sets any additional necessary environment variables.
+function(find_and_configure_libcurl)
+  include(${rapids-cmake-dir}/cpm/find.cmake)
+
+  rapids_cpm_find(
+    CURL 7.87.0
+    GLOBAL_TARGETS libcurl
+    BUILD_EXPORT_SET kvikio-exports
+    INSTALL_EXPORT_SET kvikio-exports
+    CPM_ARGS
+    GIT_REPOSITORY https://github.com/curl/curl
+    GIT_TAG curl-8_10_1 # let's get a newer release if we have to build it ourselves anyways.
+    OPTIONS "BUILD_CURL_EXE OFF" "BUILD_SHARED_LIBS OFF" "BUILD_TESTING OFF" "CURL_USE_LIBPSL OFF"
+            "CURL_DISABLE_LDAP ON" "CMAKE_POSITION_INDEPENDENT_CODE ON"
+  )
+endfunction()
+
+find_and_configure_libcurl()