CI debugging

conda/recipes/kvikio/conda_build_config.yaml

@@ -21,3 +21,13 @@ cmake_version:
 
 nvcomp_version:
   - "=3.0.6"
+
+# The CTK libraries below are missing from the conda-forge::cudatoolkit package
+# for CUDA 11. The "*_host_*" version specifiers correspond to `11.8` packages
+# and the "*_run_*" version specifiers correspond to `11.x` packages.
+
+cuda11_libcufile_host_version:
+  - "1.4.0.31"
+
+cuda11_libcufile_run_version:
+  - ">=1.0.0.82,<=1.4.0.31"

conda/recipes/kvikio/meta.yaml

@@ -62,6 +62,10 @@ requirements:
     - cython >=3.0.0
     {% if cuda_major == "11" %}
     - cudatoolkit
+    - libcufile {{ cuda11_libcufile_host_version }}      # [linux64]
+    - libcufile-dev {{ cuda11_libcufile_host_version }}  # [linux64]
+    {% else %}
+    - libcufile-dev  # [linux64]
     {% endif %}
     - cuda-version ={{ cuda_version }}
     - nvcomp {{ nvcomp_version }}

cpp/CMakeLists.txt

@@ -70,14 +70,14 @@ else()
   else()
     set(cuFile_BATCH_API_FOUND TRUE)
   endif()
-  message(STATUS "Found cuFile Batch API: ${cuFile_BATCH_API_FOUND}")
+  message(STATUS "Found cuFile's Batch API: ${cuFile_BATCH_API_FOUND}")
   string(FIND "${CUFILE_H_STR}" "cuFileReadAsync" cuFileReadAsync_location)
   if(cuFileReadAsync_location EQUAL "-1")
     set(cuFile_STREAM_API_FOUND FALSE)
   else()
     set(cuFile_STREAM_API_FOUND TRUE)
   endif()
-  message(STATUS "Found cuFile Stream API: ${cuFile_STREAM_API_FOUND}")
+  message(STATUS "Found cuFile's Stream API: ${cuFile_STREAM_API_FOUND}")
 endif()
 
 # library targets
@@ -91,6 +91,16 @@ target_include_directories(
 
 target_link_libraries(kvikio INTERFACE Threads::Threads)
 target_link_libraries(kvikio INTERFACE CUDA::toolkit)
+if(cuFile_FOUND)
+  target_link_libraries(kvikio INTERFACE cufile::cuFile_interface)
+  target_compile_definitions(kvikio INTERFACE KVIKIO_CUFILE_FOUND)
+  if(cuFile_BATCH_API_FOUND)
+    target_compile_definitions(kvikio INTERFACE KVIKIO_CUFILE_BATCH_API_FOUND)
+  endif()
+  if(cuFile_STREAM_API_FOUND)
+    target_compile_definitions(kvikio INTERFACE KVIKIO_CUFILE_STREAM_API_FOUND)
+  endif()
+endif()
 target_link_libraries(kvikio INTERFACE ${CMAKE_DL_LIBS})
 target_compile_features(kvikio INTERFACE cxx_std_17)
 
@@ -127,56 +137,12 @@ Provide targets for KvikIO: C++ bindings for cuFile.
 ]=]
 )
 
-set(final_code_string
-    [=[
-get_property(already_set_kvikio DIRECTORY PROPERTY kvikio_already_set_defines SET)
-if(NOT already_set_kvikio)
-  set_property(DIRECTORY PROPERTY kvikio_already_set_defines "ON")
-
-  # Find cuFile and determine which features are supported
-  find_package(cuFile QUIET)
-  if(NOT cuFile_FOUND)
-    message(WARNING "KvikIO: cuFile not found")
-  else()
-    file(READ "${cuFile_INCLUDE_DIRS}/cufile.h" CUFILE_H_STR)
-    string(FIND "${CUFILE_H_STR}" "cuFileBatchIOSetUp" cuFileBatchIOSetUp_location)
-    if(cuFileBatchIOSetUp_location EQUAL "-1")
-      set(cuFile_BATCH_API_FOUND FALSE)
-    else()
-      set(cuFile_BATCH_API_FOUND TRUE)
-    endif()
-    message(STATUS "KvikIO: Found cuFile Batch API: ${cuFile_BATCH_API_FOUND}")
-    string(FIND "${CUFILE_H_STR}" "cuFileReadAsync" cuFileReadAsync_location)
-    if(cuFileReadAsync_location EQUAL "-1")
-      set(cuFile_STREAM_API_FOUND FALSE)
-    else()
-      set(cuFile_STREAM_API_FOUND TRUE)
-    endif()
-    message(STATUS "KvikIO: Found cuFile Stream API: ${cuFile_STREAM_API_FOUND}")
-  endif()
-
-  # Enable supported cuFile features in KvikIO
-  if(cuFile_FOUND)
-    target_link_libraries(kvikio::kvikio INTERFACE cufile::cuFile_interface)
-    target_compile_definitions(kvikio::kvikio INTERFACE KVIKIO_CUFILE_FOUND)
-    if(cuFile_BATCH_API_FOUND)
-      target_compile_definitions(kvikio::kvikio INTERFACE KVIKIO_CUFILE_BATCH_API_FOUND)
-    endif()
-    if(cuFile_STREAM_API_FOUND)
-      target_compile_definitions(kvikio::kvikio INTERFACE KVIKIO_CUFILE_STREAM_API_FOUND)
-    endif()
-  endif()
-endif()
-]=]
-)
-
 rapids_export(
   INSTALL kvikio
   EXPORT_SET kvikio-exports
   GLOBAL_TARGETS kvikio
   NAMESPACE kvikio::
   DOCUMENTATION doc_string
-  FINAL_CODE_BLOCK final_code_string
 )
 
 # build export targets
@@ -186,5 +152,4 @@ rapids_export(
   GLOBAL_TARGETS kvikio
   NAMESPACE kvikio::
   DOCUMENTATION doc_string
-  FINAL_CODE_BLOCK final_code_string
 )

cpp/examples/CMakeLists.txt

@@ -20,18 +20,6 @@ set_target_properties(BASIC_IO_TEST PROPERTIES INSTALL_RPATH "\$ORIGIN/../../lib
 target_include_directories(BASIC_IO_TEST PRIVATE ../include ${cuFile_INCLUDE_DIRS})
 target_link_libraries(BASIC_IO_TEST PRIVATE kvikio CUDA::cudart)
 
-# Enable supported cuFile features in KvikIO examples
-if(cuFile_FOUND)
-  target_link_libraries(BASIC_IO_TEST PRIVATE cufile::cuFile_interface)
-  target_compile_definitions(BASIC_IO_TEST PRIVATE KVIKIO_CUFILE_FOUND)
-  if(cuFile_BATCH_API_FOUND)
-    target_compile_definitions(BASIC_IO_TEST PRIVATE KVIKIO_CUFILE_BATCH_API_FOUND)
-  endif()
-  if(cuFile_STREAM_API_FOUND)
-    target_compile_definitions(BASIC_IO_TEST PRIVATE KVIKIO_CUFILE_STREAM_API_FOUND)
-  endif()
-endif()
-
 if(CMAKE_COMPILER_IS_GNUCXX)
   set(KVIKIO_CXX_FLAGS "-Wall;-Werror;-Wno-unknown-pragmas")
   target_compile_options(BASIC_IO_TEST PRIVATE "$<$<COMPILE_LANGUAGE:CXX>:${KVIKIO_CXX_FLAGS}>")

cpp/include/kvikio/shim/cufile_h_wrapper.hpp

@@ -29,11 +29,14 @@
 #include <cufile.h>
 #else
 
-// If cuFile isn't defined, we define some of the data types here.
-// Notice, this doesn't need to be ABI compatible with the cufile definitions.
+KVIKIO_CUFILE_FOUND is not defined,
+  error !
 
-using CUfileHandle_t = void*;
-using CUfileOpError  = int;
+  // If cuFile isn't defined, we define some of the data types here.
+  // Notice, this doesn't need to be ABI compatible with the cufile definitions.
+
+  using CUfileHandle_t = void *;
+using CUfileOpError    = int;
 #define CUFILE_ERRSTR(x)          ("KvikIO not compiled with cuFile.h")
 #define CU_FILE_SUCCESS           0
 #define CU_FILE_CUDA_DRIVER_ERROR 1