Add kudo serializer (NVIDIA#5)

* Add support for kudo serializer Signed-off-by: liurenjie1024 <[email protected]> * Update cudf * Use cudf nvallen 0705 --------- Signed-off-by: liurenjie1024 <[email protected]>
liurenjie1024 · Aug 14, 2024 · a01a77c · a01a77c
1 parent ce18356
commit a01a77c
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/pom.xml b/pom.xml
@@ -184,6 +184,12 @@
       <version>${hilbert.version}</version>
       <scope>test</scope>
     </dependency>
+    <dependency>
+      <groupId>org.assertj</groupId>
+      <artifactId>assertj-core</artifactId>
+      <version>3.26.3</version>
+      <scope>test</scope>
+    </dependency>
   </dependencies>
 
   <profiles>

diff --git a/thirdparty/cudf b/thirdparty/cudf
+1 −0		cpp/CMakeLists.txt
+13 −1		cpp/include/cudf/aggregation.hpp
+29 −0		cpp/include/cudf/detail/aggregation/aggregation.hpp
+15 −0		cpp/src/aggregation/aggregation.cpp
+12 −0		cpp/src/groupby/sort/aggregate.cpp
+94 −0		cpp/src/groupby/sort/group_min_by.cu
+6 −0		cpp/src/groupby/sort/group_reductions.hpp
+1 −0		cpp/tests/CMakeLists.txt
+77 −0		cpp/tests/groupby/min_by_tests.cpp
+10 −3		java/pom.xml
+12 −1		java/src/main/java/ai/rapids/cudf/Aggregation.java
+2 −2		java/src/main/java/ai/rapids/cudf/BitVectorHelper.java
+8 −0		java/src/main/java/ai/rapids/cudf/ColumnVector.java
+62 −2		java/src/main/java/ai/rapids/cudf/ColumnView.java
+7 −0		java/src/main/java/ai/rapids/cudf/GroupByAggregation.java
+8 −0		java/src/main/java/ai/rapids/cudf/HostColumnVector.java
+17 −1		java/src/main/java/ai/rapids/cudf/HostColumnVectorCore.java
+1 −1		java/src/main/java/ai/rapids/cudf/HostMemoryBuffer.java
+1 −1		java/src/main/java/ai/rapids/cudf/NativeDepsLoader.java
+11 −0		java/src/main/java/ai/rapids/cudf/Table.java
+24 −0		java/src/main/java/ai/rapids/cudf/schema/SchemaVisitor.java
+17 −0		java/src/main/java/ai/rapids/cudf/schema/SchemaWithColumnsVisitor.java
+77 −0		java/src/main/java/ai/rapids/cudf/schema/Visitors.java
+978 −0		java/src/main/java/ai/rapids/cudf/serde/KudoSerializer.java
+64 −0		java/src/main/java/ai/rapids/cudf/serde/TableSerializer.java
+41 −0		java/src/main/java/ai/rapids/cudf/utils/Arms.java
+1 −1		java/src/main/native/CMakeLists.txt
+2 −0		java/src/main/native/src/AggregationJni.cpp
+29 −0		java/src/main/native/src/ColumnVectorJni.cpp
+2 −0		java/src/test/java/ai/rapids/cudf/LargeTableTest.java
+92 −150		java/src/test/java/ai/rapids/cudf/TableTest.java
+96 −0		java/src/test/java/ai/rapids/cudf/TableTestUtils.java
+178 −0		java/src/test/java/ai/rapids/cudf/serde/KudoSerializerTest.java
+1 −1		python/cudf/CMakeLists.txt