diff --git a/ci/benchmark/build.sh b/ci/benchmark/build.sh index 6bad2342012..31d080e95d7 100755 --- a/ci/benchmark/build.sh +++ b/ci/benchmark/build.sh @@ -37,7 +37,7 @@ export GBENCH_BENCHMARKS_DIR="$WORKSPACE/cpp/build/gbenchmarks/" export LIBCUDF_KERNEL_CACHE_PATH="$HOME/.jitify-cache" # Dask & Distributed option to install main(nightly) or `conda-forge` packages. -export INSTALL_DASK_MAIN=1 +export INSTALL_DASK_MAIN=0 function remove_libcudf_kernel_cache_dir { EXITCODE=$? diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh index b1d649db8f9..08f9034357a 100755 --- a/ci/gpu/build.sh +++ b/ci/gpu/build.sh @@ -31,7 +31,7 @@ export GIT_DESCRIBE_TAG=`git describe --tags` export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'` # Dask & Distributed option to install main(nightly) or `conda-forge` packages. -export INSTALL_DASK_MAIN=1 +export INSTALL_DASK_MAIN=0 # ucx-py version export UCX_PY_VERSION='0.26.*' diff --git a/conda/environments/cudf_dev_cuda11.5.yml b/conda/environments/cudf_dev_cuda11.5.yml index de44b21137e..a085f1ee6c5 100644 --- a/conda/environments/cudf_dev_cuda11.5.yml +++ b/conda/environments/cudf_dev_cuda11.5.yml @@ -12,7 +12,7 @@ dependencies: - clang-tools=11.1.0 - cupy>=9.5.0,<11.0.0a0 - rmm=22.06.* - - cmake>=3.20.1 + - cmake>=3.20.1,<3.23 - cmake_setuptools>=0.1.3 - python>=3.7,<3.9 - numba>=0.54 diff --git a/conda/recipes/cudf_kafka/meta.yaml b/conda/recipes/cudf_kafka/meta.yaml index 56f2730db7a..9e77d44c15d 100644 --- a/conda/recipes/cudf_kafka/meta.yaml +++ b/conda/recipes/cudf_kafka/meta.yaml @@ -25,7 +25,7 @@ build: requirements: build: - - cmake >=3.20.1 + - cmake >=3.20.1,<3.23 host: - python - cython >=0.29,<0.30 diff --git a/conda/recipes/libcudf/build.sh b/conda/recipes/libcudf/build.sh index 8201b4d97be..c7b5d1bd7fd 100644 --- a/conda/recipes/libcudf/build.sh +++ b/conda/recipes/libcudf/build.sh @@ -2,4 +2,4 @@ # Copyright (c) 2018-2022, NVIDIA CORPORATION. export cudf_ROOT="$(realpath ./cpp/build)" -./build.sh -n -v libcudf libcudf_kafka benchmarks tests --cmake-args=\"-DCMAKE_INSTALL_LIBDIR=lib\" +./build.sh -n -v libcudf libcudf_kafka benchmarks tests --build_metrics --incl_cache_stats --cmake-args=\"-DCMAKE_INSTALL_LIBDIR=lib\" diff --git a/conda/recipes/libcudf/conda_build_config.yaml b/conda/recipes/libcudf/conda_build_config.yaml index efb8e06acc7..397feab067e 100644 --- a/conda/recipes/libcudf/conda_build_config.yaml +++ b/conda/recipes/libcudf/conda_build_config.yaml @@ -1,5 +1,5 @@ cmake_version: - - ">=3.20.1" + - ">=3.20.1,<3.23" gtest_version: - "=1.10.0" diff --git a/cpp/benchmarks/column/concatenate.cpp b/cpp/benchmarks/column/concatenate.cpp index 89f5fcb27a6..21e5db8ca8f 100644 --- a/cpp/benchmarks/column/concatenate.cpp +++ b/cpp/benchmarks/column/concatenate.cpp @@ -24,6 +24,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/benchmarks/common/generate_input.cu b/cpp/benchmarks/common/generate_input.cu index 460483e37a4..3af64b0945a 100644 --- a/cpp/benchmarks/common/generate_input.cu +++ b/cpp/benchmarks/common/generate_input.cu @@ -43,9 +43,13 @@ #include #include #include +#include #include +#include #include #include +#include +#include #include #include diff --git a/cpp/benchmarks/copying/contiguous_split.cu b/cpp/benchmarks/copying/contiguous_split.cu index 9f691e903f7..6b129a4a435 100644 --- a/cpp/benchmarks/copying/contiguous_split.cu +++ b/cpp/benchmarks/copying/contiguous_split.cu @@ -22,6 +22,8 @@ #include #include +#include + template void BM_contiguous_split_common(benchmark::State& state, std::vector& src_cols, diff --git a/cpp/benchmarks/copying/gather.cu b/cpp/benchmarks/copying/gather.cu index 1dd4cefb338..29d625ae9d3 100644 --- a/cpp/benchmarks/copying/gather.cu +++ b/cpp/benchmarks/copying/gather.cu @@ -21,6 +21,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/benchmarks/copying/scatter.cu b/cpp/benchmarks/copying/scatter.cu index 977937beaa2..d4bd852cbb3 100644 --- a/cpp/benchmarks/copying/scatter.cu +++ b/cpp/benchmarks/copying/scatter.cu @@ -21,6 +21,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/benchmarks/io/text/multibyte_split.cpp b/cpp/benchmarks/io/text/multibyte_split.cpp index 8c4b10d928d..ada8856e8e5 100644 --- a/cpp/benchmarks/io/text/multibyte_split.cpp +++ b/cpp/benchmarks/io/text/multibyte_split.cpp @@ -31,6 +31,7 @@ #include +#include #include #include diff --git a/cpp/benchmarks/iterator/iterator.cu b/cpp/benchmarks/iterator/iterator.cu index b4bb99abdde..595775ddf00 100644 --- a/cpp/benchmarks/iterator/iterator.cu +++ b/cpp/benchmarks/iterator/iterator.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,11 @@ #include +#include +#include +#include +#include + #include #include diff --git a/cpp/benchmarks/join/join_common.hpp b/cpp/benchmarks/join/join_common.hpp index c1957db7929..27339248968 100644 --- a/cpp/benchmarks/join/join_common.hpp +++ b/cpp/benchmarks/join/join_common.hpp @@ -34,6 +34,7 @@ #include +#include #include #include #include diff --git a/cpp/benchmarks/quantiles/quantiles.cpp b/cpp/benchmarks/quantiles/quantiles.cpp index cc7dfa08c59..16e8abd4a57 100644 --- a/cpp/benchmarks/quantiles/quantiles.cpp +++ b/cpp/benchmarks/quantiles/quantiles.cpp @@ -20,6 +20,7 @@ #include +#include #include class Quantiles : public cudf::benchmark { diff --git a/cpp/benchmarks/string/copy.cu b/cpp/benchmarks/string/copy.cu index 00eb818256c..a8f9eb111fc 100644 --- a/cpp/benchmarks/string/copy.cu +++ b/cpp/benchmarks/string/copy.cu @@ -24,6 +24,9 @@ #include #include +#include +#include +#include #include class StringCopy : public cudf::benchmark { diff --git a/cpp/benchmarks/string/factory.cu b/cpp/benchmarks/string/factory.cu index 47356af129e..2e0bf4afb36 100644 --- a/cpp/benchmarks/string/factory.cu +++ b/cpp/benchmarks/string/factory.cu @@ -29,6 +29,7 @@ #include #include +#include #include #include diff --git a/cpp/benchmarks/string/url_decode.cu b/cpp/benchmarks/string/url_decode.cu index c460820d788..7971d44536d 100644 --- a/cpp/benchmarks/string/url_decode.cu +++ b/cpp/benchmarks/string/url_decode.cu @@ -32,7 +32,9 @@ #include #include #include +#include #include +#include struct url_string_generator { char* chars; diff --git a/cpp/cmake/thirdparty/get_thrust.cmake b/cpp/cmake/thirdparty/get_thrust.cmake index fcf9f0d73ee..295617c9996 100644 --- a/cpp/cmake/thirdparty/get_thrust.cmake +++ b/cpp/cmake/thirdparty/get_thrust.cmake @@ -1,5 +1,5 @@ # ============================================================================= -# Copyright (c) 2020-2021, NVIDIA CORPORATION. +# Copyright (c) 2020-2022, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except # in compliance with the License. You may obtain a copy of the License at @@ -80,6 +80,6 @@ function(find_and_configure_thrust VERSION) endif() endfunction() -set(CUDF_MIN_VERSION_Thrust 1.15.0) +set(CUDF_MIN_VERSION_Thrust 1.16.0) find_and_configure_thrust(${CUDF_MIN_VERSION_Thrust}) diff --git a/cpp/doxygen/regex.md b/cpp/doxygen/regex.md index 68a446846ce..bfa5745e269 100644 --- a/cpp/doxygen/regex.md +++ b/cpp/doxygen/regex.md @@ -11,6 +11,8 @@ This page specifies which regular expression (regex) features are currently supp - cudf::strings::findall_record() - cudf::strings::replace_re() - cudf::strings::replace_with_backrefs() +- cudf::strings::split_re() +- cudf::strings::split_record_re() The details are based on features documented at https://www.regular-expressions.info/reference.html @@ -43,7 +45,7 @@ The details are based on features documented at https://www.regular-expressions. | Feature | Syntax | Description | Example | | ---------- | ------------- | ------------- | ------------- | -| Dot | . (dot) | Matches any single character except line break characters. Optionally match line break characters. | . matches x or (almost) any other character | +| Dot | . (dot) | Matches any single character except line break characters. Optionally match line break characters. The behavior of the dot when encountering a `\n` character can be controlled by cudf::strings::regex_flags for some regex APIs. | . matches x or (almost) any other character | | Alternation | `⎮` (pipe) | Causes the regex engine to match either the part on the left side, or the part on the right side. Can be strung together into a series of alternations. | `abc⎮def⎮xyz` matches `abc`, `def` or `xyz` | @@ -79,8 +81,8 @@ The details are based on features documented at https://www.regular-expressions. | ---------- | ------------- | ------------- | ------------- | | String anchor | `^` (caret) | Matches at the start of the string | `^.` matches `a` in `abcdef` | | String anchor | `$` (dollar) | Matches at the end of the string | `.$` matches `f` in `abcdef` | -| Line anchor | `^` (caret) | Matches after each line break in addition to matching at the start of the string, thus matching at the start of each line in the string. | `^.` matches `a` and `d` in `abc\ndef` | -| Line anchor | `$` (dollar) | Matches before each line break in addition to matching at the end of the string, thus matching at the end of each line in the string. | `.$` matches `c` and `f` in `abc\ndef` | +| Line anchor | `^` (caret) | Matches after each line break in addition to matching at the start of the string, thus matching at the start of each line in the string. The behavior of this anchor can be controlled by cudf::strings::regex_flags for some regex APIs. | `^.` matches `a` and `d` in `abc\ndef` | +| Line anchor | `$` (dollar) | Matches before each line break in addition to matching at the end of the string, thus matching at the end of each line in the string. The behavior of this anchor can be controlled by cudf::strings::regex_flags for some regex APIs. | `.$` matches `c` and `f` in `abc\ndef` | | String anchor | `\A` | Matches at the start of the string | `\A\w` matches only `a` in `abc` | | String anchor | `\Z` | Matches at the end of the string | `\w\Z` matches `f` in `abc\ndef` but fails to match `abc\ndef\n` or `abc\ndef\n\n` | @@ -111,5 +113,13 @@ The details are based on features documented at https://www.regular-expressions. | Feature | Syntax | Description | Example | | ---------- | ------------- | ------------- | ------------- | -| Capturing group | `(`regex`)` | Parentheses group the regex between them. They capture the text matched by the regex inside them into a numbered group. They allow you to apply regex operators to the entire grouped regex. | `(abc⎮def)ghi` matches `abcghi` or `defghi` | -| Non-capturing group | `(?:`regex`)` | Non-capturing parentheses group the regex so you can apply regex operators, but do not capture anything. | `(?:abc⎮def)ghi` matches `abcghi` or `defghi` | +| Capturing group | `(regex)` | Parentheses group the regex between them. They capture the text matched by the regex inside them into a numbered group. They allow you to apply regex operators to the entire grouped regex. | `(abc⎮def)ghi` matches `abcghi` or `defghi` | +| Non-capturing group | `(?:regex)` | Non-capturing parentheses group the regex so you can apply regex operators, but do not capture anything. | `(?:abc⎮def)ghi` matches `abcghi` or `defghi` | + +### Replacement Backreferences + +| Feature | Syntax | Description | Example | +| ---------- | ------------- | ------------- | ------------- | +| Backreference | `\1` through `\99` | Insert the text matched by capturing groups 1 through 99 | Replacing `(a)(b)(c)` with `\3\3\1` in `abc` yields `cca` | +| Backreference | `${1}` through `${99}` | Insert the text matched by capturing groups 1 through 99 | Replacing `(a)(b)(c)` with `${2}.${2}:{$3}` in `abc` yields `b.b:c` | +| Whole match | `${0}` | Insert the whole regex match | Replacing `(\d)(a)` with `[${0}]:-${2}_${1};` in `123abc` yields `12[3a]:-a_3;bc` diff --git a/cpp/include/cudf/ast/detail/expression_parser.hpp b/cpp/include/cudf/ast/detail/expression_parser.hpp index 0b54dc7e4f0..ace60b70bf9 100644 --- a/cpp/include/cudf/ast/detail/expression_parser.hpp +++ b/cpp/include/cudf/ast/detail/expression_parser.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,7 @@ #include #include +#include #include #include diff --git a/cpp/include/cudf/column/column_device_view.cuh b/cpp/include/cudf/column/column_device_view.cuh index 3ee73282438..ec3795238b0 100644 --- a/cpp/include/cudf/column/column_device_view.cuh +++ b/cpp/include/cudf/column/column_device_view.cuh @@ -33,6 +33,7 @@ #include #include #include +#include #include diff --git a/cpp/include/cudf/column/column_factories.hpp b/cpp/include/cudf/column/column_factories.hpp index 5e89e1c7baf..312ea0f5f8d 100644 --- a/cpp/include/cudf/column/column_factories.hpp +++ b/cpp/include/cudf/column/column_factories.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include +#include + namespace cudf { /** * @addtogroup column_factories diff --git a/cpp/include/cudf/detail/aggregation/aggregation.cuh b/cpp/include/cudf/detail/aggregation/aggregation.cuh index 02121957184..818e8cd7cc6 100644 --- a/cpp/include/cudf/detail/aggregation/aggregation.cuh +++ b/cpp/include/cudf/detail/aggregation/aggregation.cuh @@ -28,6 +28,8 @@ #include #include +#include + namespace cudf { namespace detail { /** diff --git a/cpp/include/cudf/detail/calendrical_month_sequence.cuh b/cpp/include/cudf/detail/calendrical_month_sequence.cuh index 321cc3d19ef..9dba0ba8961 100644 --- a/cpp/include/cudf/detail/calendrical_month_sequence.cuh +++ b/cpp/include/cudf/detail/calendrical_month_sequence.cuh @@ -26,6 +26,9 @@ #include #include +#include +#include + namespace cudf { namespace detail { struct calendrical_month_sequence_functor { diff --git a/cpp/include/cudf/detail/copy_if.cuh b/cpp/include/cudf/detail/copy_if.cuh index fb4c636fcb0..0087dd1b173 100644 --- a/cpp/include/cudf/detail/copy_if.cuh +++ b/cpp/include/cudf/detail/copy_if.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -38,6 +38,9 @@ #include #include +#include +#include + #include #include diff --git a/cpp/include/cudf/detail/copy_if_else.cuh b/cpp/include/cudf/detail/copy_if_else.cuh index 83c3b89717e..233fbd1d601 100644 --- a/cpp/include/cudf/detail/copy_if_else.cuh +++ b/cpp/include/cudf/detail/copy_if_else.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,9 @@ #include +#include +#include + namespace cudf { namespace detail { namespace { // anonymous diff --git a/cpp/include/cudf/detail/gather.cuh b/cpp/include/cudf/detail/gather.cuh index 08dbdb6f1a0..63a62beca58 100644 --- a/cpp/include/cudf/detail/gather.cuh +++ b/cpp/include/cudf/detail/gather.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -43,6 +43,7 @@ #include #include #include +#include #include #include diff --git a/cpp/include/cudf/detail/indexalator.cuh b/cpp/include/cudf/detail/indexalator.cuh index a63faa40e1d..3657d700397 100644 --- a/cpp/include/cudf/detail/indexalator.cuh +++ b/cpp/include/cudf/detail/indexalator.cuh @@ -21,7 +21,12 @@ #include #include +#include +#include +#include #include +#include +#include namespace cudf { namespace detail { diff --git a/cpp/include/cudf/detail/iterator.cuh b/cpp/include/cudf/detail/iterator.cuh index 10d9cda55dd..4442af8fab1 100644 --- a/cpp/include/cudf/detail/iterator.cuh +++ b/cpp/include/cudf/detail/iterator.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -40,6 +40,8 @@ #include #include #include +#include +#include #include diff --git a/cpp/include/cudf/detail/merge.cuh b/cpp/include/cudf/detail/merge.cuh index 1debef17db7..e8e9b080a92 100644 --- a/cpp/include/cudf/detail/merge.cuh +++ b/cpp/include/cudf/detail/merge.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2018-2021, NVIDIA CORPORATION. + * Copyright (c) 2018-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -19,6 +19,10 @@ #include #include +#include +#include +#include + namespace cudf { namespace detail { /** diff --git a/cpp/include/cudf/detail/null_mask.cuh b/cpp/include/cudf/detail/null_mask.cuh index 78eaa4f2448..be010689847 100644 --- a/cpp/include/cudf/detail/null_mask.cuh +++ b/cpp/include/cudf/detail/null_mask.cuh @@ -34,6 +34,8 @@ #include #include #include +#include +#include #include #include diff --git a/cpp/include/cudf/detail/replace/nulls.cuh b/cpp/include/cudf/detail/replace/nulls.cuh index 88c10959dfb..d691ef5ce8e 100644 --- a/cpp/include/cudf/detail/replace/nulls.cuh +++ b/cpp/include/cudf/detail/replace/nulls.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -18,6 +18,7 @@ #include #include +#include namespace cudf { namespace detail { diff --git a/cpp/include/cudf/detail/scatter.cuh b/cpp/include/cudf/detail/scatter.cuh index ec9078a4380..c80086a27f8 100644 --- a/cpp/include/cudf/detail/scatter.cuh +++ b/cpp/include/cudf/detail/scatter.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -33,6 +33,14 @@ #include #include +#include +#include +#include +#include +#include +#include +#include +#include #include namespace cudf { diff --git a/cpp/include/cudf/detail/unary.hpp b/cpp/include/cudf/detail/unary.hpp index e672cf01488..4219cd16bdd 100644 --- a/cpp/include/cudf/detail/unary.hpp +++ b/cpp/include/cudf/detail/unary.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2018-2019, NVIDIA CORPORATION. + * Copyright (c) 2018-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + namespace cudf { namespace detail { /** diff --git a/cpp/include/cudf/detail/utilities/hash_functions.cuh b/cpp/include/cudf/detail/utilities/hash_functions.cuh index 264c80f223c..09d94d10e79 100644 --- a/cpp/include/cudf/detail/utilities/hash_functions.cuh +++ b/cpp/include/cudf/detail/utilities/hash_functions.cuh @@ -25,7 +25,11 @@ #include #include +#include +#include #include +#include +#include using hash_value_type = uint32_t; diff --git a/cpp/include/cudf/detail/utilities/vector_factories.hpp b/cpp/include/cudf/detail/utilities/vector_factories.hpp index 2e8b4601062..e3f44ce0bee 100644 --- a/cpp/include/cudf/detail/utilities/vector_factories.hpp +++ b/cpp/include/cudf/detail/utilities/vector_factories.hpp @@ -28,6 +28,8 @@ #include #include +#include + #include namespace cudf { diff --git a/cpp/include/cudf/dictionary/detail/iterator.cuh b/cpp/include/cudf/dictionary/detail/iterator.cuh index 3f80d56ada9..58757d5e7c5 100644 --- a/cpp/include/cudf/dictionary/detail/iterator.cuh +++ b/cpp/include/cudf/dictionary/detail/iterator.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -18,6 +18,8 @@ #include #include +#include + namespace cudf { namespace dictionary { namespace detail { diff --git a/cpp/include/cudf/io/orc.hpp b/cpp/include/cudf/io/orc.hpp index c2187f056cf..9e8fd1244d0 100644 --- a/cpp/include/cudf/io/orc.hpp +++ b/cpp/include/cudf/io/orc.hpp @@ -67,9 +67,6 @@ class orc_reader_options { // Cast timestamp columns to a specific type data_type _timestamp_type{type_id::EMPTY}; - // Columns that should be converted from Decimal to Float64 - std::vector _decimal_cols_as_float; - // Columns that should be read as Decimal128 std::vector _decimal128_columns; @@ -138,14 +135,6 @@ class orc_reader_options { */ data_type get_timestamp_type() const { return _timestamp_type; } - /** - * @brief Fully qualified names of columns that should be converted from Decimal to Float64. - */ - std::vector const& get_decimal_cols_as_float() const - { - return _decimal_cols_as_float; - } - /** * @brief Fully qualified names of columns that should be read as 128-bit Decimal. */ @@ -215,18 +204,6 @@ class orc_reader_options { */ void set_timestamp_type(data_type type) { _timestamp_type = type; } - /** - * @brief Set columns that should be converted from Decimal to Float64 - * - * @param val Vector of fully qualified column names. - */ - [[deprecated( - "Decimal to float conversion is deprecated and will be remove in future release")]] void - set_decimal_cols_as_float(std::vector val) - { - _decimal_cols_as_float = std::move(val); - } - /** * @brief Set columns that should be read as 128-bit Decimal * @@ -340,21 +317,6 @@ class orc_reader_options_builder { return *this; } - /** - * @brief Columns that should be converted from decimals to float64. - * - * @param val Vector of column names. - * @return this for chaining. - */ - [[deprecated( - "Decimal to float conversion is deprecated and will be remove in future " - "release")]] orc_reader_options_builder& - decimal_cols_as_float(std::vector val) - { - options._decimal_cols_as_float = std::move(val); - return *this; - } - /** * @brief Columns that should be read as 128-bit Decimal * diff --git a/cpp/include/cudf/lists/detail/gather.cuh b/cpp/include/cudf/lists/detail/gather.cuh index 7c2979c56cd..c637ad041ba 100644 --- a/cpp/include/cudf/lists/detail/gather.cuh +++ b/cpp/include/cudf/lists/detail/gather.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,9 @@ #include #include +#include +#include +#include #include namespace cudf { diff --git a/cpp/include/cudf/lists/detail/scatter.cuh b/cpp/include/cudf/lists/detail/scatter.cuh index 94b0e830b15..4d3f9cce963 100644 --- a/cpp/include/cudf/lists/detail/scatter.cuh +++ b/cpp/include/cudf/lists/detail/scatter.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,14 @@ #include #include +#include +#include +#include +#include +#include +#include +#include + #include namespace cudf { diff --git a/cpp/include/cudf/lists/list_device_view.cuh b/cpp/include/cudf/lists/list_device_view.cuh index e4803f98e68..ae0a247f005 100644 --- a/cpp/include/cudf/lists/list_device_view.cuh +++ b/cpp/include/cudf/lists/list_device_view.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -20,6 +20,9 @@ #include #include +#include +#include + namespace cudf { /** diff --git a/cpp/include/cudf/strings/detail/copy_if_else.cuh b/cpp/include/cudf/strings/detail/copy_if_else.cuh index f2fc1889c4e..79cec779e02 100644 --- a/cpp/include/cudf/strings/detail/copy_if_else.cuh +++ b/cpp/include/cudf/strings/detail/copy_if_else.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/include/cudf/strings/detail/copy_range.cuh b/cpp/include/cudf/strings/detail/copy_range.cuh index 05dbdf18b64..e83f6dc0005 100644 --- a/cpp/include/cudf/strings/detail/copy_range.cuh +++ b/cpp/include/cudf/strings/detail/copy_range.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,7 @@ #include #include +#include #include #include #include diff --git a/cpp/include/cudf/strings/detail/gather.cuh b/cpp/include/cudf/strings/detail/gather.cuh index eb7258830ce..1b10c70d6d6 100644 --- a/cpp/include/cudf/strings/detail/gather.cuh +++ b/cpp/include/cudf/strings/detail/gather.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,8 +28,12 @@ #include #include +#include +#include #include +#include #include +#include namespace cudf { namespace strings { diff --git a/cpp/include/cudf/strings/detail/merge.cuh b/cpp/include/cudf/strings/detail/merge.cuh index dba1c24be93..207c9e9cd9f 100644 --- a/cpp/include/cudf/strings/detail/merge.cuh +++ b/cpp/include/cudf/strings/detail/merge.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/include/cudf/strings/detail/scatter.cuh b/cpp/include/cudf/strings/detail/scatter.cuh index d1b16a5fe03..b6aa22cc316 100644 --- a/cpp/include/cudf/strings/detail/scatter.cuh +++ b/cpp/include/cudf/strings/detail/scatter.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ #include #include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/include/cudf/strings/detail/strings_column_factories.cuh b/cpp/include/cudf/strings/detail/strings_column_factories.cuh index 9da3c6b0e91..4ffe12ba937 100644 --- a/cpp/include/cudf/strings/detail/strings_column_factories.cuh +++ b/cpp/include/cudf/strings/detail/strings_column_factories.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,8 +26,15 @@ #include #include +#include #include +#include +#include +#include +#include +#include #include +#include namespace cudf { namespace strings { diff --git a/cpp/include/cudf/strings/detail/utilities.cuh b/cpp/include/cudf/strings/detail/utilities.cuh index efd03d882e6..4b036fb7f0e 100644 --- a/cpp/include/cudf/strings/detail/utilities.cuh +++ b/cpp/include/cudf/strings/detail/utilities.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/include/cudf/strings/replace_re.hpp b/cpp/include/cudf/strings/replace_re.hpp index 0e904958d15..0ab3953470d 100644 --- a/cpp/include/cudf/strings/replace_re.hpp +++ b/cpp/include/cudf/strings/replace_re.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -86,7 +86,8 @@ std::unique_ptr replace_re( * * See the @ref md_regex "Regex Features" page for details on patterns supported by this API. * - * @throw cudf::logic_error if capture index values in `replacement` are not in range 1-99 + * @throw cudf::logic_error if capture index values in `replacement` are not in range 0-99, and also + * if the index exceeds the group count specified in the pattern * * @param strings Strings instance for this operation. * @param pattern The regular expression patterns to search within each string. diff --git a/cpp/include/cudf/strings/split/split_re.hpp b/cpp/include/cudf/strings/split/split_re.hpp index 320d1bdc9b4..9f40956722d 100644 --- a/cpp/include/cudf/strings/split/split_re.hpp +++ b/cpp/include/cudf/strings/split/split_re.hpp @@ -162,6 +162,8 @@ std::unique_ptr rsplit_re( * * @throw cudf::logic_error if `pattern` is empty. * + * See the @ref md_regex "Regex Features" page for details on patterns supported by this API. + * * @param input A column of string elements to be split. * @param pattern The regex pattern for delimiting characters within each string. * @param maxsplit Maximum number of splits to perform. @@ -212,6 +214,8 @@ std::unique_ptr split_record_re( * ["ab_cd", ""] ] * @endcode * + * See the @ref md_regex "Regex Features" page for details on patterns supported by this API. + * * @throw cudf::logic_error if `pattern` is empty. * * @param input A column of string elements to be split. diff --git a/cpp/include/cudf/strings/string.cuh b/cpp/include/cudf/strings/string.cuh index a215a3f36c0..0cfcaeb913e 100644 --- a/cpp/include/cudf/strings/string.cuh +++ b/cpp/include/cudf/strings/string.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -16,6 +16,9 @@ #pragma once #include + +#include +#include #include namespace cudf { diff --git a/cpp/include/cudf/strings/string_view.cuh b/cpp/include/cudf/strings/string_view.cuh index 9ef361d6519..27ee5cf95cd 100644 --- a/cpp/include/cudf/strings/string_view.cuh +++ b/cpp/include/cudf/strings/string_view.cuh @@ -27,6 +27,7 @@ // or jitify2 source file. The jitify cannot include thrust headers at this time. #ifndef CUDF_JIT_UDF #include +#include #endif // This file should only include device code logic. diff --git a/cpp/include/cudf/table/row_operators.cuh b/cpp/include/cudf/table/row_operators.cuh index 20845818b0f..4eca03a800c 100644 --- a/cpp/include/cudf/table/row_operators.cuh +++ b/cpp/include/cudf/table/row_operators.cuh @@ -26,6 +26,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/include/cudf/utilities/span.hpp b/cpp/include/cudf/utilities/span.hpp index 1172a5a68cd..f2686927cf7 100644 --- a/cpp/include/cudf/utilities/span.hpp +++ b/cpp/include/cudf/utilities/span.hpp @@ -23,6 +23,7 @@ #include #include #include +#include #include #include diff --git a/cpp/include/cudf_test/column_utilities.hpp b/cpp/include/cudf_test/column_utilities.hpp index cd96748f081..4c2d4d429eb 100644 --- a/cpp/include/cudf_test/column_utilities.hpp +++ b/cpp/include/cudf_test/column_utilities.hpp @@ -24,6 +24,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/include/cudf_test/column_wrapper.hpp b/cpp/include/cudf_test/column_wrapper.hpp index 4005a4f9adc..8a5d4e5efcc 100644 --- a/cpp/include/cudf_test/column_wrapper.hpp +++ b/cpp/include/cudf_test/column_wrapper.hpp @@ -37,6 +37,8 @@ #include #include +#include +#include #include #include #include diff --git a/cpp/include/cudf_test/iterator_utilities.hpp b/cpp/include/cudf_test/iterator_utilities.hpp index 28799b07542..c2c6b3ae83d 100644 --- a/cpp/include/cudf_test/iterator_utilities.hpp +++ b/cpp/include/cudf_test/iterator_utilities.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -19,6 +19,7 @@ #include #include +#include #include #include diff --git a/cpp/include/cudf_test/tdigest_utilities.cuh b/cpp/include/cudf_test/tdigest_utilities.cuh index 84e3feb82ed..657a1707629 100644 --- a/cpp/include/cudf_test/tdigest_utilities.cuh +++ b/cpp/include/cudf_test/tdigest_utilities.cuh @@ -25,7 +25,13 @@ #include +#include +#include #include +#include +#include +#include +#include #include @@ -496,4 +502,4 @@ void tdigest_merge_empty(MergeFunc merge_op) } } // namespace test -} // namespace cudf \ No newline at end of file +} // namespace cudf diff --git a/cpp/src/binaryop/compiled/binary_ops.cu b/cpp/src/binaryop/compiled/binary_ops.cu index c4538379836..c01359b80d0 100644 --- a/cpp/src/binaryop/compiled/binary_ops.cu +++ b/cpp/src/binaryop/compiled/binary_ops.cu @@ -26,6 +26,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace binops { namespace compiled { diff --git a/cpp/src/column/column_device_view.cu b/cpp/src/column/column_device_view.cu index 7c5d39c6f38..dd1803f4b90 100644 --- a/cpp/src/column/column_device_view.cu +++ b/cpp/src/column/column_device_view.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,9 @@ #include +#include +#include + #include namespace cudf { diff --git a/cpp/src/column/column_factories.cu b/cpp/src/column/column_factories.cu index 6b74b37044b..90252fd6cf1 100644 --- a/cpp/src/column/column_factories.cu +++ b/cpp/src/column/column_factories.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + namespace cudf { namespace { diff --git a/cpp/src/copying/concatenate.cu b/cpp/src/copying/concatenate.cu index 82e189b5a36..8e9f505307c 100644 --- a/cpp/src/copying/concatenate.cu +++ b/cpp/src/copying/concatenate.cu @@ -33,7 +33,13 @@ #include #include +#include #include +#include +#include +#include +#include +#include #include #include diff --git a/cpp/src/copying/contiguous_split.cu b/cpp/src/copying/contiguous_split.cu index 7028ce36fc8..46470e69611 100644 --- a/cpp/src/copying/contiguous_split.cu +++ b/cpp/src/copying/contiguous_split.cu @@ -31,7 +31,17 @@ #include #include +#include +#include +#include #include +#include +#include +#include +#include +#include +#include +#include #include #include diff --git a/cpp/src/copying/copy.cu b/cpp/src/copying/copy.cu index 91fc5f02989..66656492f14 100644 --- a/cpp/src/copying/copy.cu +++ b/cpp/src/copying/copy.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,10 @@ #include #include +#include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/copying/gather.cu b/cpp/src/copying/gather.cu index ac17c3b6ec9..99a440b5bb0 100644 --- a/cpp/src/copying/gather.cu +++ b/cpp/src/copying/gather.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ #include +#include + namespace cudf { namespace detail { diff --git a/cpp/src/copying/sample.cu b/cpp/src/copying/sample.cu index 3e0b27e9f19..0ed64fec57b 100644 --- a/cpp/src/copying/sample.cu +++ b/cpp/src/copying/sample.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,7 @@ #include +#include #include #include #include diff --git a/cpp/src/copying/scatter.cu b/cpp/src/copying/scatter.cu index 98a90518bcb..61777c336fd 100644 --- a/cpp/src/copying/scatter.cu +++ b/cpp/src/copying/scatter.cu @@ -35,7 +35,11 @@ #include #include +#include #include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/copying/segmented_shift.cu b/cpp/src/copying/segmented_shift.cu index 6d3a005add0..dd2733cf7e9 100644 --- a/cpp/src/copying/segmented_shift.cu +++ b/cpp/src/copying/segmented_shift.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/copying/slice.cu b/cpp/src/copying/slice.cu index b2f05516e2c..ed77a8a0e7a 100644 --- a/cpp/src/copying/slice.cu +++ b/cpp/src/copying/slice.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include +#include + #include namespace cudf { diff --git a/cpp/src/datetime/datetime_ops.cu b/cpp/src/datetime/datetime_ops.cu index 1bac2df8d2b..866dae46327 100644 --- a/cpp/src/datetime/datetime_ops.cu +++ b/cpp/src/datetime/datetime_ops.cu @@ -36,6 +36,8 @@ #include #include +#include +#include namespace cudf { namespace datetime { diff --git a/cpp/src/dictionary/detail/concatenate.cu b/cpp/src/dictionary/detail/concatenate.cu index 055a20e4cfd..a9b2c21289a 100644 --- a/cpp/src/dictionary/detail/concatenate.cu +++ b/cpp/src/dictionary/detail/concatenate.cu @@ -32,6 +32,14 @@ #include #include +#include +#include +#include +#include +#include +#include +#include +#include #include #include diff --git a/cpp/src/dictionary/detail/merge.cu b/cpp/src/dictionary/detail/merge.cu index a194f4add2e..2fe21680873 100644 --- a/cpp/src/dictionary/detail/merge.cu +++ b/cpp/src/dictionary/detail/merge.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,8 @@ #include #include +#include + namespace cudf { namespace dictionary { namespace detail { diff --git a/cpp/src/dictionary/remove_keys.cu b/cpp/src/dictionary/remove_keys.cu index 7e2a82a683c..c4b3bbc00e4 100644 --- a/cpp/src/dictionary/remove_keys.cu +++ b/cpp/src/dictionary/remove_keys.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,8 @@ #include #include +#include +#include #include #include #include diff --git a/cpp/src/dictionary/search.cu b/cpp/src/dictionary/search.cu index 88e0de23290..fc7f1f05539 100644 --- a/cpp/src/dictionary/search.cu +++ b/cpp/src/dictionary/search.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/dictionary/set_keys.cu b/cpp/src/dictionary/set_keys.cu index a3bbbc37506..dfc6cbb78cc 100644 --- a/cpp/src/dictionary/set_keys.cu +++ b/cpp/src/dictionary/set_keys.cu @@ -32,9 +32,15 @@ #include #include +#include +#include +#include +#include +#include +#include + #include #include -#include namespace cudf { namespace dictionary { diff --git a/cpp/src/filling/fill.cu b/cpp/src/filling/fill.cu index 50f750e6416..8020284e4d7 100644 --- a/cpp/src/filling/fill.cu +++ b/cpp/src/filling/fill.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -36,6 +36,8 @@ #include #include +#include + #include namespace { diff --git a/cpp/src/filling/repeat.cu b/cpp/src/filling/repeat.cu index 188316d22cd..3e3fd597e59 100644 --- a/cpp/src/filling/repeat.cu +++ b/cpp/src/filling/repeat.cu @@ -34,10 +34,13 @@ #include #include +#include #include #include #include +#include #include +#include #include #include diff --git a/cpp/src/filling/sequence.cu b/cpp/src/filling/sequence.cu index e5bffcf21c1..45a4c590254 100644 --- a/cpp/src/filling/sequence.cu +++ b/cpp/src/filling/sequence.cu @@ -26,6 +26,9 @@ #include #include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/groupby/hash/groupby.cu b/cpp/src/groupby/hash/groupby.cu index 4f2cb4de14b..49ed0b7fc1d 100644 --- a/cpp/src/groupby/hash/groupby.cu +++ b/cpp/src/groupby/hash/groupby.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -48,6 +48,11 @@ #include +#include +#include +#include +#include + #include #include #include diff --git a/cpp/src/groupby/hash/groupby_kernels.cuh b/cpp/src/groupby/hash/groupby_kernels.cuh index 7238186b7d9..79286fb3839 100644 --- a/cpp/src/groupby/hash/groupby_kernels.cuh +++ b/cpp/src/groupby/hash/groupby_kernels.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + namespace cudf { namespace groupby { namespace detail { diff --git a/cpp/src/groupby/sort/group_collect.cu b/cpp/src/groupby/sort/group_collect.cu index 52cf4fe3bff..8b8a03f35a5 100644 --- a/cpp/src/groupby/sort/group_collect.cu +++ b/cpp/src/groupby/sort/group_collect.cu @@ -24,6 +24,11 @@ #include +#include +#include +#include +#include + #include namespace cudf { diff --git a/cpp/src/groupby/sort/group_correlation.cu b/cpp/src/groupby/sort/group_correlation.cu index 02b4f2af724..395d25caff0 100644 --- a/cpp/src/groupby/sort/group_correlation.cu +++ b/cpp/src/groupby/sort/group_correlation.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,8 @@ #include #include #include +#include +#include #include diff --git a/cpp/src/groupby/sort/group_count.cu b/cpp/src/groupby/sort/group_count.cu index 6a2ff994b8b..e7274034f55 100644 --- a/cpp/src/groupby/sort/group_count.cu +++ b/cpp/src/groupby/sort/group_count.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,8 +23,11 @@ #include #include +#include #include #include +#include +#include namespace cudf { namespace groupby { diff --git a/cpp/src/groupby/sort/group_merge_m2.cu b/cpp/src/groupby/sort/group_merge_m2.cu index bde7c985df1..c87fa77a36d 100644 --- a/cpp/src/groupby/sort/group_merge_m2.cu +++ b/cpp/src/groupby/sort/group_merge_m2.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,8 +26,13 @@ #include #include +#include +#include #include +#include #include +#include +#include namespace cudf { namespace groupby { diff --git a/cpp/src/groupby/sort/group_nth_element.cu b/cpp/src/groupby/sort/group_nth_element.cu index 7e9bd4539ba..58d76a8ab43 100644 --- a/cpp/src/groupby/sort/group_nth_element.cu +++ b/cpp/src/groupby/sort/group_nth_element.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,12 @@ #include #include +#include +#include +#include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/groupby/sort/group_nunique.cu b/cpp/src/groupby/sort/group_nunique.cu index 37d13d5aea3..478060cbd16 100644 --- a/cpp/src/groupby/sort/group_nunique.cu +++ b/cpp/src/groupby/sort/group_nunique.cu @@ -25,7 +25,10 @@ #include #include +#include #include +#include +#include namespace cudf { namespace groupby { diff --git a/cpp/src/groupby/sort/group_quantiles.cu b/cpp/src/groupby/sort/group_quantiles.cu index 86f35cb043a..31f0f7db107 100644 --- a/cpp/src/groupby/sort/group_quantiles.cu +++ b/cpp/src/groupby/sort/group_quantiles.cu @@ -30,7 +30,9 @@ #include #include +#include #include +#include namespace cudf { namespace groupby { diff --git a/cpp/src/groupby/sort/group_rank_scan.cu b/cpp/src/groupby/sort/group_rank_scan.cu index eae7d0b6129..77d68edaa3a 100644 --- a/cpp/src/groupby/sort/group_rank_scan.cu +++ b/cpp/src/groupby/sort/group_rank_scan.cu @@ -26,6 +26,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace groupby { namespace detail { diff --git a/cpp/src/groupby/sort/group_replace_nulls.cu b/cpp/src/groupby/sort/group_replace_nulls.cu index cb954eb7ce5..49557164230 100644 --- a/cpp/src/groupby/sort/group_replace_nulls.cu +++ b/cpp/src/groupby/sort/group_replace_nulls.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,9 @@ #include #include #include +#include +#include +#include #include diff --git a/cpp/src/groupby/sort/group_scan_util.cuh b/cpp/src/groupby/sort/group_scan_util.cuh index 14e5195bb79..c90ee6dda2d 100644 --- a/cpp/src/groupby/sort/group_scan_util.cuh +++ b/cpp/src/groupby/sort/group_scan_util.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -35,6 +35,8 @@ #include #include +#include +#include #include namespace cudf { diff --git a/cpp/src/groupby/sort/group_std.cu b/cpp/src/groupby/sort/group_std.cu index 4437e585d0d..87fd9f7e843 100644 --- a/cpp/src/groupby/sort/group_std.cu +++ b/cpp/src/groupby/sort/group_std.cu @@ -28,7 +28,10 @@ #include #include +#include +#include #include +#include #include namespace cudf { diff --git a/cpp/src/groupby/sort/sort_helper.cu b/cpp/src/groupby/sort/sort_helper.cu index 1048a6a71c8..10201782854 100644 --- a/cpp/src/groupby/sort/sort_helper.cu +++ b/cpp/src/groupby/sort/sort_helper.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -33,10 +33,14 @@ #include #include +#include +#include #include #include #include +#include #include +#include #include #include #include diff --git a/cpp/src/hash/hashing.cu b/cpp/src/hash/hashing.cu index cd1f254c1cc..33984ad5ce3 100644 --- a/cpp/src/hash/hashing.cu +++ b/cpp/src/hash/hashing.cu @@ -23,6 +23,7 @@ #include #include +#include #include #include diff --git a/cpp/src/hash/md5_hash.cu b/cpp/src/hash/md5_hash.cu index a1531a7b094..0b04cd86029 100644 --- a/cpp/src/hash/md5_hash.cu +++ b/cpp/src/hash/md5_hash.cu @@ -31,6 +31,7 @@ #include #include +#include #include diff --git a/cpp/src/hash/unordered_multiset.cuh b/cpp/src/hash/unordered_multiset.cuh index d28bf6f6fe5..6ed09510583 100644 --- a/cpp/src/hash/unordered_multiset.cuh +++ b/cpp/src/hash/unordered_multiset.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace detail { /* diff --git a/cpp/src/interop/to_arrow.cu b/cpp/src/interop/to_arrow.cu index 27e47061b67..c7409978bb2 100644 --- a/cpp/src/interop/to_arrow.cu +++ b/cpp/src/interop/to_arrow.cu @@ -31,6 +31,7 @@ #include #include +#include #include #include diff --git a/cpp/src/io/avro/reader_impl.cu b/cpp/src/io/avro/reader_impl.cu index 0fa5680c5d2..b5b76c2def8 100644 --- a/cpp/src/io/avro/reader_impl.cu +++ b/cpp/src/io/avro/reader_impl.cu @@ -16,7 +16,6 @@ #include "avro.h" #include "avro_gpu.h" -#include "thrust/iterator/transform_output_iterator.h" #include #include @@ -31,15 +30,21 @@ #include #include -#include #include #include #include #include +#include +#include +#include +#include +#include + #include #include +#include #include #include #include diff --git a/cpp/src/io/csv/csv_gpu.cu b/cpp/src/io/csv/csv_gpu.cu index 4bbc04eecb4..97b2e01d1da 100644 --- a/cpp/src/io/csv/csv_gpu.cu +++ b/cpp/src/io/csv/csv_gpu.cu @@ -38,7 +38,9 @@ #include #include +#include #include +#include #include #include diff --git a/cpp/src/io/csv/datetime.cuh b/cpp/src/io/csv/datetime.cuh index 7778dff3d98..cb7f32bd380 100644 --- a/cpp/src/io/csv/datetime.cuh +++ b/cpp/src/io/csv/datetime.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -16,12 +16,13 @@ #pragma once -#include +#include +#include #include -#include -#include +#include +#include namespace cudf { namespace io { diff --git a/cpp/src/io/csv/durations.cu b/cpp/src/io/csv/durations.cu index a481da38d30..34abdcdfc68 100644 --- a/cpp/src/io/csv/durations.cu +++ b/cpp/src/io/csv/durations.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,10 @@ #include +#include +#include +#include + namespace cudf { namespace io { namespace detail { diff --git a/cpp/src/io/csv/reader_impl.cu b/cpp/src/io/csv/reader_impl.cu index ace8e77afb5..ae9738164f3 100644 --- a/cpp/src/io/csv/reader_impl.cu +++ b/cpp/src/io/csv/reader_impl.cu @@ -42,6 +42,8 @@ #include +#include + #include #include #include diff --git a/cpp/src/io/csv/writer_impl.cu b/cpp/src/io/csv/writer_impl.cu index ac60c086241..cb2197cf755 100644 --- a/cpp/src/io/csv/writer_impl.cu +++ b/cpp/src/io/csv/writer_impl.cu @@ -44,8 +44,10 @@ #include #include +#include #include #include +#include #include #include diff --git a/cpp/src/io/json/json_gpu.cu b/cpp/src/io/json/json_gpu.cu index 21455e3ab93..d26831b9112 100644 --- a/cpp/src/io/json/json_gpu.cu +++ b/cpp/src/io/json/json_gpu.cu @@ -37,7 +37,13 @@ #include #include +#include #include +#include +#include +#include +#include +#include using cudf::device_span; diff --git a/cpp/src/io/json/reader_impl.cu b/cpp/src/io/json/reader_impl.cu index 319906111af..5ca947f3ee5 100644 --- a/cpp/src/io/json/reader_impl.cu +++ b/cpp/src/io/json/reader_impl.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -42,7 +42,15 @@ #include #include +#include +#include +#include +#include +#include #include +#include +#include +#include using cudf::host_span; diff --git a/cpp/src/io/orc/orc.h b/cpp/src/io/orc/orc.h index 47020023419..73eb8b382db 100644 --- a/cpp/src/io/orc/orc.h +++ b/cpp/src/io/orc/orc.h @@ -24,6 +24,8 @@ #include #include +#include + #include #include #include diff --git a/cpp/src/io/orc/reader_impl.cu b/cpp/src/io/orc/reader_impl.cu index 081ae69e48f..059df283c94 100644 --- a/cpp/src/io/orc/reader_impl.cu +++ b/cpp/src/io/orc/reader_impl.cu @@ -42,6 +42,16 @@ #include +#include +#include +#include +#include +#include +#include +#include +#include +#include + #include #include @@ -231,30 +241,22 @@ size_t gather_stream_info(const size_t stripe_index, /** * @brief Determines cuDF type of an ORC Decimal column. */ -auto decimal_column_type(std::vector const& float64_columns, - std::vector const& decimal128_columns, +auto decimal_column_type(std::vector const& decimal128_columns, cudf::io::orc::detail::aggregate_orc_metadata const& metadata, int column_index) { - if (metadata.get_col_type(column_index).kind != DECIMAL) return type_id::EMPTY; - - auto const& column_path = metadata.column_path(0, column_index); - auto is_column_in = [&](const std::vector& cols) { - return std::find(cols.cbegin(), cols.cend(), column_path) != cols.end(); - }; + if (metadata.get_col_type(column_index).kind != DECIMAL) { return type_id::EMPTY; } - auto const user_selected_float64 = is_column_in(float64_columns); - auto const user_selected_decimal128 = is_column_in(decimal128_columns); - CUDF_EXPECTS(not user_selected_float64 or not user_selected_decimal128, - "Both decimal128 and float64 types selected for column " + column_path); - - if (user_selected_float64) return type_id::FLOAT64; - if (user_selected_decimal128) return type_id::DECIMAL128; + if (std::find(decimal128_columns.cbegin(), + decimal128_columns.cend(), + metadata.column_path(0, column_index)) != decimal128_columns.end()) { + return type_id::DECIMAL128; + } auto const precision = metadata.get_col_type(column_index) .precision.value_or(cuda::std::numeric_limits::digits10); - if (precision <= cuda::std::numeric_limits::digits10) return type_id::DECIMAL32; - if (precision <= cuda::std::numeric_limits::digits10) return type_id::DECIMAL64; + if (precision <= cuda::std::numeric_limits::digits10) { return type_id::DECIMAL32; } + if (precision <= cuda::std::numeric_limits::digits10) { return type_id::DECIMAL64; } return type_id::DECIMAL128; } @@ -786,12 +788,11 @@ std::unique_ptr reader::impl::create_empty_column(const size_type orc_co rmm::cuda_stream_view stream) { schema_info.name = _metadata.column_name(0, orc_col_id); - auto const type = to_type_id( - _metadata.get_schema(orc_col_id), - _use_np_dtypes, - _timestamp_type.id(), - decimal_column_type(_decimal_cols_as_float, decimal128_columns, _metadata, orc_col_id)); - int32_t scale = 0; + auto const type = to_type_id(_metadata.get_schema(orc_col_id), + _use_np_dtypes, + _timestamp_type.id(), + decimal_column_type(decimal128_columns, _metadata, orc_col_id)); + int32_t scale = 0; std::vector> child_columns; std::unique_ptr out_col = nullptr; auto kind = _metadata.get_col_type(orc_col_id).kind; @@ -933,8 +934,7 @@ reader::impl::impl(std::vector>&& sources, _use_np_dtypes = options.is_enabled_use_np_dtypes(); // Control decimals conversion - _decimal_cols_as_float = options.get_decimal_cols_as_float(); - decimal128_columns = options.get_decimal128_columns(); + decimal128_columns = options.get_decimal128_columns(); } timezone_table reader::impl::compute_timezone_table( @@ -994,11 +994,10 @@ table_with_metadata reader::impl::read(size_type skip_rows, // Get a list of column data types std::vector column_types; for (auto& col : columns_level) { - auto col_type = to_type_id( - _metadata.get_col_type(col.id), - _use_np_dtypes, - _timestamp_type.id(), - decimal_column_type(_decimal_cols_as_float, decimal128_columns, _metadata, col.id)); + auto col_type = to_type_id(_metadata.get_col_type(col.id), + _use_np_dtypes, + _timestamp_type.id(), + decimal_column_type(decimal128_columns, _metadata, col.id)); CUDF_EXPECTS(col_type != type_id::EMPTY, "Unknown type"); if (col_type == type_id::DECIMAL32 or col_type == type_id::DECIMAL64 or col_type == type_id::DECIMAL128) { diff --git a/cpp/src/io/orc/reader_impl.hpp b/cpp/src/io/orc/reader_impl.hpp index 1e586bcde00..103093f055f 100644 --- a/cpp/src/io/orc/reader_impl.hpp +++ b/cpp/src/io/orc/reader_impl.hpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -221,7 +221,6 @@ class reader::impl { bool _use_index{true}; bool _use_np_dtypes{true}; - std::vector _decimal_cols_as_float; std::vector decimal128_columns; data_type _timestamp_type{type_id::EMPTY}; reader_column_meta _col_meta{}; diff --git a/cpp/src/io/orc/stripe_data.cu b/cpp/src/io/orc/stripe_data.cu index dc09b3e7dd8..b4cbb5d9037 100644 --- a/cpp/src/io/orc/stripe_data.cu +++ b/cpp/src/io/orc/stripe_data.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -962,15 +962,6 @@ static __device__ uint32_t Byte_RLE(orc_bytestream_s* bs, return rle->num_vals; } -/** - * @brief Powers of 10 - */ -static const __device__ __constant__ double kPow10[40] = { - 1.0, 1.e1, 1.e2, 1.e3, 1.e4, 1.e5, 1.e6, 1.e7, 1.e8, 1.e9, 1.e10, 1.e11, 1.e12, 1.e13, - 1.e14, 1.e15, 1.e16, 1.e17, 1.e18, 1.e19, 1.e20, 1.e21, 1.e22, 1.e23, 1.e24, 1.e25, 1.e26, 1.e27, - 1.e28, 1.e29, 1.e30, 1.e31, 1.e32, 1.e33, 1.e34, 1.e35, 1.e36, 1.e37, 1.e38, 1.e39, -}; - static const __device__ __constant__ int64_t kPow5i[28] = {1, 5, 25, @@ -1045,34 +1036,24 @@ static __device__ int Decode_Decimals(orc_bytestream_s* bs, auto const pos = static_cast(vals.i64[2 * t]); __int128_t v = decode_varint128(bs, pos); - if (dtype_id == type_id::FLOAT64) { - double f = v; - int32_t scale = (t < numvals) ? val_scale : 0; - if (scale >= 0) - vals.f64[t] = f / kPow10[min(scale, 39)]; - else - vals.f64[t] = f * kPow10[min(-scale, 39)]; - } else { - auto const scaled_value = [&]() { - // Since cuDF column stores just one scale, value needs to be adjusted to col_scale from - // val_scale. So the difference of them will be used to add 0s or remove digits. - int32_t scale = (t < numvals) ? col_scale - val_scale : 0; - if (scale >= 0) { - scale = min(scale, 27); - return (v * kPow5i[scale]) << scale; - } else // if (scale < 0) - { - scale = min(-scale, 27); - return (v / kPow5i[scale]) >> scale; - } - }(); - if (dtype_id == type_id::DECIMAL32) { - vals.i32[t] = scaled_value; - } else if (dtype_id == type_id::DECIMAL64) { - vals.i64[t] = scaled_value; + auto const scaled_value = [&]() { + // Since cuDF column stores just one scale, value needs to be adjusted to col_scale from + // val_scale. So the difference of them will be used to add 0s or remove digits. + int32_t const scale = (t < numvals) ? col_scale - val_scale : 0; + if (scale >= 0) { + auto const abs_scale = min(scale, 27); + return (v * kPow5i[abs_scale]) << abs_scale; } else { - vals.i128[t] = scaled_value; + auto const abs_scale = min(-scale, 27); + return (v / kPow5i[abs_scale]) >> abs_scale; } + }(); + if (dtype_id == type_id::DECIMAL32) { + vals.i32[t] = scaled_value; + } else if (dtype_id == type_id::DECIMAL64) { + vals.i64[t] = scaled_value; + } else { + vals.i128[t] = scaled_value; } } // There is nothing to read, so break @@ -1711,8 +1692,7 @@ __global__ void __launch_bounds__(block_size) case DECIMAL: if (s->chunk.dtype_id == type_id::DECIMAL32) { static_cast(data_out)[row] = s->vals.u32[t + vals_skipped]; - } else if (s->chunk.dtype_id == type_id::FLOAT64 or - s->chunk.dtype_id == type_id::DECIMAL64) { + } else if (s->chunk.dtype_id == type_id::DECIMAL64) { static_cast(data_out)[row] = s->vals.u64[t + vals_skipped]; } else { // decimal128 diff --git a/cpp/src/io/orc/stripe_enc.cu b/cpp/src/io/orc/stripe_enc.cu index 02ae191d55a..f1d524058d2 100644 --- a/cpp/src/io/orc/stripe_enc.cu +++ b/cpp/src/io/orc/stripe_enc.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,11 @@ #include +#include +#include +#include +#include + namespace cudf { namespace io { namespace orc { diff --git a/cpp/src/io/orc/writer_impl.cu b/cpp/src/io/orc/writer_impl.cu index c2cf873e5bf..30385d395f1 100644 --- a/cpp/src/io/orc/writer_impl.cu +++ b/cpp/src/io/orc/writer_impl.cu @@ -36,6 +36,17 @@ #include #include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + #include #include diff --git a/cpp/src/io/orc/writer_impl.hpp b/cpp/src/io/orc/writer_impl.hpp index 69bb6029ee0..b3662bf309f 100644 --- a/cpp/src/io/orc/writer_impl.hpp +++ b/cpp/src/io/orc/writer_impl.hpp @@ -31,6 +31,8 @@ #include #include + +#include #include #include diff --git a/cpp/src/io/parquet/page_data.cu b/cpp/src/io/parquet/page_data.cu index 954ab5e159d..88c58be529c 100644 --- a/cpp/src/io/parquet/page_data.cu +++ b/cpp/src/io/parquet/page_data.cu @@ -24,9 +24,15 @@ #include #include +#include +#include #include #include +#include #include +#include +#include +#include #include constexpr int block_size = 128; diff --git a/cpp/src/io/parquet/page_enc.cu b/cpp/src/io/parquet/page_enc.cu index 2074304251f..da671d4c665 100644 --- a/cpp/src/io/parquet/page_enc.cu +++ b/cpp/src/io/parquet/page_enc.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,6 +14,7 @@ * limitations under the License. */ #include "parquet_gpu.hpp" + #include #include @@ -25,11 +26,23 @@ #include -#include #include + #include +#include +#include +#include #include +#include +#include +#include #include +#include +#include +#include +#include +#include +#include namespace cudf { namespace io { diff --git a/cpp/src/io/parquet/reader_impl.cu b/cpp/src/io/parquet/reader_impl.cu index 9e7a48b7a69..33151102aec 100644 --- a/cpp/src/io/parquet/reader_impl.cu +++ b/cpp/src/io/parquet/reader_impl.cu @@ -40,6 +40,11 @@ #include +#include +#include +#include +#include + #include #include #include diff --git a/cpp/src/io/parquet/writer_impl.cu b/cpp/src/io/parquet/writer_impl.cu index 4ec7496e218..872ca6f6656 100644 --- a/cpp/src/io/parquet/writer_impl.cu +++ b/cpp/src/io/parquet/writer_impl.cu @@ -44,6 +44,10 @@ #include #include +#include +#include +#include +#include #include #include diff --git a/cpp/src/io/statistics/typed_statistics_chunk.cuh b/cpp/src/io/statistics/typed_statistics_chunk.cuh index 8e35fcf3c44..f725e0864c5 100644 --- a/cpp/src/io/statistics/typed_statistics_chunk.cuh +++ b/cpp/src/io/statistics/typed_statistics_chunk.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,6 +31,8 @@ #include +#include + namespace cudf { namespace io { diff --git a/cpp/src/io/text/multibyte_split.cu b/cpp/src/io/text/multibyte_split.cu index 51622747831..0166040437b 100644 --- a/cpp/src/io/text/multibyte_split.cu +++ b/cpp/src/io/text/multibyte_split.cu @@ -35,6 +35,7 @@ #include #include #include +#include #include #include diff --git a/cpp/src/io/utilities/column_buffer.hpp b/cpp/src/io/utilities/column_buffer.hpp index 17df49009c2..34d8307b024 100644 --- a/cpp/src/io/utilities/column_buffer.hpp +++ b/cpp/src/io/utilities/column_buffer.hpp @@ -32,6 +32,8 @@ #include #include +#include + namespace cudf { namespace io { namespace detail { diff --git a/cpp/src/io/utilities/parsing_utils.cuh b/cpp/src/io/utilities/parsing_utils.cuh index 74b98eff010..6e85a271b54 100644 --- a/cpp/src/io/utilities/parsing_utils.cuh +++ b/cpp/src/io/utilities/parsing_utils.cuh @@ -24,6 +24,9 @@ #include +#include +#include + #include using cudf::device_span; diff --git a/cpp/src/join/hash_join.cu b/cpp/src/join/hash_join.cu index b89bcabf23e..086e1e49986 100644 --- a/cpp/src/join/hash_join.cu +++ b/cpp/src/join/hash_join.cu @@ -14,8 +14,6 @@ * limitations under the License. */ #include -#include -#include #include #include @@ -26,6 +24,14 @@ #include #include +#include +#include +#include +#include +#include +#include +#include + #include #include #include diff --git a/cpp/src/join/hash_join.cuh b/cpp/src/join/hash_join.cuh index 9c44aeebd59..e55de043372 100644 --- a/cpp/src/join/hash_join.cuh +++ b/cpp/src/join/hash_join.cuh @@ -32,6 +32,7 @@ #include #include +#include #include #include diff --git a/cpp/src/join/join_utils.cu b/cpp/src/join/join_utils.cu index 9e98f87e7f0..151db830962 100644 --- a/cpp/src/join/join_utils.cu +++ b/cpp/src/join/join_utils.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -19,9 +19,12 @@ #include #include +#include #include +#include #include #include +#include namespace cudf { namespace detail { diff --git a/cpp/src/join/mixed_join.cu b/cpp/src/join/mixed_join.cu index 0eb0a8de352..f9cbb2b5441 100644 --- a/cpp/src/join/mixed_join.cu +++ b/cpp/src/join/mixed_join.cu @@ -30,6 +30,9 @@ #include +#include +#include + #include #include diff --git a/cpp/src/join/mixed_join_kernels.cu b/cpp/src/join/mixed_join_kernels.cu index 5638f0ddd38..efaea841e45 100644 --- a/cpp/src/join/mixed_join_kernels.cu +++ b/cpp/src/join/mixed_join_kernels.cu @@ -35,18 +35,19 @@ namespace detail { namespace cg = cooperative_groups; template -__global__ void mixed_join(table_device_view left_table, - table_device_view right_table, - table_device_view probe, - table_device_view build, - row_equality const equality_probe, - join_kind const join_type, - cudf::detail::mixed_multimap_type::device_view hash_table_view, - size_type* join_output_l, - size_type* join_output_r, - cudf::ast::detail::expression_device_view device_expression_data, - cudf::size_type const* join_result_offsets, - bool const swap_tables) +__launch_bounds__(block_size) __global__ + void mixed_join(table_device_view left_table, + table_device_view right_table, + table_device_view probe, + table_device_view build, + row_equality const equality_probe, + join_kind const join_type, + cudf::detail::mixed_multimap_type::device_view hash_table_view, + size_type* join_output_l, + size_type* join_output_r, + cudf::ast::detail::expression_device_view device_expression_data, + cudf::size_type const* join_result_offsets, + bool const swap_tables) { // Normally the casting of a shared memory array is used to create multiple // arrays of different types from the shared memory buffer, but here it is diff --git a/cpp/src/join/mixed_join_kernels_semi.cu b/cpp/src/join/mixed_join_kernels_semi.cu index c8cfc9998f0..63a69554245 100644 --- a/cpp/src/join/mixed_join_kernels_semi.cu +++ b/cpp/src/join/mixed_join_kernels_semi.cu @@ -32,17 +32,18 @@ namespace detail { namespace cg = cooperative_groups; template -__global__ void mixed_join_semi(table_device_view left_table, - table_device_view right_table, - table_device_view probe, - table_device_view build, - row_equality const equality_probe, - join_kind const join_type, - cudf::detail::semi_map_type::device_view hash_table_view, - size_type* join_output_l, - cudf::ast::detail::expression_device_view device_expression_data, - cudf::size_type const* join_result_offsets, - bool const swap_tables) +__launch_bounds__(block_size) __global__ + void mixed_join_semi(table_device_view left_table, + table_device_view right_table, + table_device_view probe, + table_device_view build, + row_equality const equality_probe, + join_kind const join_type, + cudf::detail::semi_map_type::device_view hash_table_view, + size_type* join_output_l, + cudf::ast::detail::expression_device_view device_expression_data, + cudf::size_type const* join_result_offsets, + bool const swap_tables) { // Normally the casting of a shared memory array is used to create multiple // arrays of different types from the shared memory buffer, but here it is diff --git a/cpp/src/join/mixed_join_semi.cu b/cpp/src/join/mixed_join_semi.cu index e492968b8a6..60cc74991ef 100644 --- a/cpp/src/join/mixed_join_semi.cu +++ b/cpp/src/join/mixed_join_semi.cu @@ -30,6 +30,10 @@ #include +#include +#include +#include + #include #include diff --git a/cpp/src/join/mixed_join_size_kernels.cu b/cpp/src/join/mixed_join_size_kernels.cu index 1a08b8792c2..22c71bfc33a 100644 --- a/cpp/src/join/mixed_join_size_kernels.cu +++ b/cpp/src/join/mixed_join_size_kernels.cu @@ -35,7 +35,7 @@ namespace detail { namespace cg = cooperative_groups; template -__global__ void compute_mixed_join_output_size( +__launch_bounds__(block_size) __global__ void compute_mixed_join_output_size( table_device_view left_table, table_device_view right_table, table_device_view probe, diff --git a/cpp/src/join/mixed_join_size_kernels_semi.cu b/cpp/src/join/mixed_join_size_kernels_semi.cu index 2c077a698f8..f6b9fb85bbb 100644 --- a/cpp/src/join/mixed_join_size_kernels_semi.cu +++ b/cpp/src/join/mixed_join_size_kernels_semi.cu @@ -32,7 +32,7 @@ namespace detail { namespace cg = cooperative_groups; template -__global__ void compute_mixed_join_output_size_semi( +__launch_bounds__(block_size) __global__ void compute_mixed_join_output_size_semi( table_device_view left_table, table_device_view right_table, table_device_view probe, diff --git a/cpp/src/join/semi_join.cu b/cpp/src/join/semi_join.cu index 39fe0b60c8c..9e1aa27a4e7 100644 --- a/cpp/src/join/semi_join.cu +++ b/cpp/src/join/semi_join.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -34,6 +34,7 @@ #include #include +#include #include #include diff --git a/cpp/src/labeling/label_bins.cu b/cpp/src/labeling/label_bins.cu index 774027ed322..2d66001c20e 100644 --- a/cpp/src/labeling/label_bins.cu +++ b/cpp/src/labeling/label_bins.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -37,6 +37,7 @@ #include #include #include +#include #include diff --git a/cpp/src/lists/combine/concatenate_list_elements.cu b/cpp/src/lists/combine/concatenate_list_elements.cu index 240543db7bb..fecdec0b1b2 100644 --- a/cpp/src/lists/combine/concatenate_list_elements.cu +++ b/cpp/src/lists/combine/concatenate_list_elements.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,7 +28,12 @@ #include #include +#include +#include +#include +#include #include +#include #include #include diff --git a/cpp/src/lists/combine/concatenate_rows.cu b/cpp/src/lists/combine/concatenate_rows.cu index ca92e3c4e26..09f0b653466 100644 --- a/cpp/src/lists/combine/concatenate_rows.cu +++ b/cpp/src/lists/combine/concatenate_rows.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/lists/contains.cu b/cpp/src/lists/contains.cu index 5704ff81665..439b7dd9a37 100644 --- a/cpp/src/lists/contains.cu +++ b/cpp/src/lists/contains.cu @@ -26,9 +26,22 @@ #include #include #include + #include + +#include +#include +#include #include +#include +#include +#include #include +#include +#include +#include +#include + #include namespace cudf { diff --git a/cpp/src/lists/copying/concatenate.cu b/cpp/src/lists/copying/concatenate.cu index facf2827f56..22083f7ce99 100644 --- a/cpp/src/lists/copying/concatenate.cu +++ b/cpp/src/lists/copying/concatenate.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,8 @@ #include #include +#include + #include namespace cudf { diff --git a/cpp/src/lists/copying/copying.cu b/cpp/src/lists/copying/copying.cu index e9d183bc073..be316bd644e 100644 --- a/cpp/src/lists/copying/copying.cu +++ b/cpp/src/lists/copying/copying.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,7 @@ #include #include +#include #include diff --git a/cpp/src/lists/copying/gather.cu b/cpp/src/lists/copying/gather.cu index 8d2de8997d1..ae9fab4dda2 100644 --- a/cpp/src/lists/copying/gather.cu +++ b/cpp/src/lists/copying/gather.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -20,6 +20,10 @@ #include #include +#include +#include +#include +#include namespace cudf { namespace lists { diff --git a/cpp/src/lists/copying/scatter_helper.cu b/cpp/src/lists/copying/scatter_helper.cu index 5916837f97a..adc1b95a9e6 100644 --- a/cpp/src/lists/copying/scatter_helper.cu +++ b/cpp/src/lists/copying/scatter_helper.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,11 @@ #include #include +#include +#include +#include +#include +#include namespace cudf { namespace lists { diff --git a/cpp/src/lists/copying/segmented_gather.cu b/cpp/src/lists/copying/segmented_gather.cu index 41187b96cdb..45a1b2c50fe 100644 --- a/cpp/src/lists/copying/segmented_gather.cu +++ b/cpp/src/lists/copying/segmented_gather.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,7 @@ #include #include +#include #include diff --git a/cpp/src/lists/count_elements.cu b/cpp/src/lists/count_elements.cu index 84ca171d455..84e698b8f0b 100644 --- a/cpp/src/lists/count_elements.cu +++ b/cpp/src/lists/count_elements.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,7 @@ #include #include +#include #include #include diff --git a/cpp/src/lists/drop_list_duplicates.cu b/cpp/src/lists/drop_list_duplicates.cu index e3c47649617..8a4704ad13b 100644 --- a/cpp/src/lists/drop_list_duplicates.cu +++ b/cpp/src/lists/drop_list_duplicates.cu @@ -36,8 +36,14 @@ #include #include +#include +#include +#include #include +#include +#include #include +#include #include #include #include diff --git a/cpp/src/lists/explode.cu b/cpp/src/lists/explode.cu index f1d5f8e61ac..19242764277 100644 --- a/cpp/src/lists/explode.cu +++ b/cpp/src/lists/explode.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,10 +26,16 @@ #include #include +#include #include +#include +#include +#include #include #include #include +#include +#include #include #include diff --git a/cpp/src/lists/extract.cu b/cpp/src/lists/extract.cu index 0e8659b54ff..73ab1935ad0 100644 --- a/cpp/src/lists/extract.cu +++ b/cpp/src/lists/extract.cu @@ -27,6 +27,7 @@ #include #include +#include #include #include diff --git a/cpp/src/lists/interleave_columns.cu b/cpp/src/lists/interleave_columns.cu index 913f2771a0e..b61620a4cbc 100644 --- a/cpp/src/lists/interleave_columns.cu +++ b/cpp/src/lists/interleave_columns.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,6 +31,11 @@ #include #include +#include +#include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/lists/segmented_sort.cu b/cpp/src/lists/segmented_sort.cu index b7e2b73329a..0d742211f98 100644 --- a/cpp/src/lists/segmented_sort.cu +++ b/cpp/src/lists/segmented_sort.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -35,6 +35,8 @@ #include #include +#include +#include #include diff --git a/cpp/src/lists/sequences.cu b/cpp/src/lists/sequences.cu index 5007918441b..2da4a02aecc 100644 --- a/cpp/src/lists/sequences.cu +++ b/cpp/src/lists/sequences.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/merge/merge.cu b/cpp/src/merge/merge.cu index ff9401022b2..043c04b409e 100644 --- a/cpp/src/merge/merge.cu +++ b/cpp/src/merge/merge.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -35,6 +35,8 @@ #include #include #include +#include +#include #include "cudf/utilities/traits.hpp" #include diff --git a/cpp/src/partitioning/partitioning.cu b/cpp/src/partitioning/partitioning.cu index 66b26148ede..43686b7d257 100644 --- a/cpp/src/partitioning/partitioning.cu +++ b/cpp/src/partitioning/partitioning.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,10 @@ #include #include +#include +#include +#include + namespace cudf { namespace { // Launch configuration for optimized hash partition diff --git a/cpp/src/partitioning/round_robin.cu b/cpp/src/partitioning/round_robin.cu index 0c0c2172485..193bb5a4353 100644 --- a/cpp/src/partitioning/round_robin.cu +++ b/cpp/src/partitioning/round_robin.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,10 +31,13 @@ #include #include +#include +#include #include #include #include #include +#include #include #include diff --git a/cpp/src/quantiles/quantile.cu b/cpp/src/quantiles/quantile.cu index ce748cdd6f9..a71fc862bf3 100644 --- a/cpp/src/quantiles/quantile.cu +++ b/cpp/src/quantiles/quantile.cu @@ -33,6 +33,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/quantiles/quantiles.cu b/cpp/src/quantiles/quantiles.cu index e591df0123c..0e22b12c8a4 100644 --- a/cpp/src/quantiles/quantiles.cu +++ b/cpp/src/quantiles/quantiles.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,9 @@ #include +#include +#include + #include #include diff --git a/cpp/src/quantiles/tdigest/tdigest.cu b/cpp/src/quantiles/tdigest/tdigest.cu index 391cb3e215a..055e781447e 100644 --- a/cpp/src/quantiles/tdigest/tdigest.cu +++ b/cpp/src/quantiles/tdigest/tdigest.cu @@ -27,6 +27,15 @@ #include #include +#include +#include +#include +#include +#include +#include +#include +#include +#include using namespace cudf::tdigest; diff --git a/cpp/src/quantiles/tdigest/tdigest_aggregation.cu b/cpp/src/quantiles/tdigest/tdigest_aggregation.cu index 3c22a5d36a2..b3c3f26f32f 100644 --- a/cpp/src/quantiles/tdigest/tdigest_aggregation.cu +++ b/cpp/src/quantiles/tdigest/tdigest_aggregation.cu @@ -25,16 +25,30 @@ #include #include #include +#include #include #include -#include - #include #include +#include #include +#include +#include +#include +#include +#include #include +#include +#include +#include +#include +#include +#include +#include +#include +#include namespace cudf { namespace detail { diff --git a/cpp/src/reductions/all.cu b/cpp/src/reductions/all.cu index b43df279393..8e9becb96ec 100644 --- a/cpp/src/reductions/all.cu +++ b/cpp/src/reductions/all.cu @@ -19,6 +19,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace reduction { namespace detail { diff --git a/cpp/src/reductions/any.cu b/cpp/src/reductions/any.cu index bad7d581255..0057fb3d111 100644 --- a/cpp/src/reductions/any.cu +++ b/cpp/src/reductions/any.cu @@ -19,6 +19,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace reduction { namespace detail { diff --git a/cpp/src/reductions/compound.cuh b/cpp/src/reductions/compound.cuh index 89a95f5138c..05445e7eb62 100644 --- a/cpp/src/reductions/compound.cuh +++ b/cpp/src/reductions/compound.cuh @@ -22,6 +22,8 @@ #include #include +#include + namespace cudf { namespace reduction { namespace compound { diff --git a/cpp/src/reductions/minmax.cu b/cpp/src/reductions/minmax.cu index 161f892fbcb..61f728447e8 100644 --- a/cpp/src/reductions/minmax.cu +++ b/cpp/src/reductions/minmax.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,7 +26,12 @@ #include +#include +#include #include +#include +#include +#include #include #include diff --git a/cpp/src/reductions/nth_element.cu b/cpp/src/reductions/nth_element.cu index 2b8066a57ee..78c469ee767 100644 --- a/cpp/src/reductions/nth_element.cu +++ b/cpp/src/reductions/nth_element.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ #include #include +#include +#include std::unique_ptr cudf::reduction::nth_element(column_view const& col, size_type n, diff --git a/cpp/src/reductions/scan/rank_scan.cu b/cpp/src/reductions/scan/rank_scan.cu index 464a8688a2d..67b4b594f2e 100644 --- a/cpp/src/reductions/scan/rank_scan.cu +++ b/cpp/src/reductions/scan/rank_scan.cu @@ -26,6 +26,7 @@ #include #include +#include namespace cudf { namespace detail { diff --git a/cpp/src/reductions/scan/scan_inclusive.cu b/cpp/src/reductions/scan/scan_inclusive.cu index bc2f1d47311..9d07f340ebf 100644 --- a/cpp/src/reductions/scan/scan_inclusive.cu +++ b/cpp/src/reductions/scan/scan_inclusive.cu @@ -29,6 +29,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/reductions/simple.cuh b/cpp/src/reductions/simple.cuh index 807462d742f..231d814a376 100644 --- a/cpp/src/reductions/simple.cuh +++ b/cpp/src/reductions/simple.cuh @@ -33,6 +33,8 @@ #include #include +#include +#include #include namespace cudf { diff --git a/cpp/src/reductions/struct_minmax_util.cuh b/cpp/src/reductions/struct_minmax_util.cuh index b0f2d50b0f5..a25d78d162a 100644 --- a/cpp/src/reductions/struct_minmax_util.cuh +++ b/cpp/src/reductions/struct_minmax_util.cuh @@ -25,6 +25,9 @@ #include #include +#include +#include + namespace cudf { namespace reduction { namespace detail { diff --git a/cpp/src/replace/clamp.cu b/cpp/src/replace/clamp.cu index fae02805620..8b696854c25 100644 --- a/cpp/src/replace/clamp.cu +++ b/cpp/src/replace/clamp.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -37,6 +37,12 @@ #include #include +#include +#include +#include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/replace/nans.cu b/cpp/src/replace/nans.cu index 020e444cedc..cf2b4b75d1a 100644 --- a/cpp/src/replace/nans.cu +++ b/cpp/src/replace/nans.cu @@ -28,6 +28,8 @@ #include #include +#include +#include #include namespace cudf { diff --git a/cpp/src/replace/nulls.cu b/cpp/src/replace/nulls.cu index 8707a89d9c9..b53c93ad708 100644 --- a/cpp/src/replace/nulls.cu +++ b/cpp/src/replace/nulls.cu @@ -44,11 +44,13 @@ #include #include +#include #include #include #include #include #include +#include namespace { // anonymous diff --git a/cpp/src/replace/replace.cu b/cpp/src/replace/replace.cu index 3505fe1f5d7..d0acecbb484 100644 --- a/cpp/src/replace/replace.cu +++ b/cpp/src/replace/replace.cu @@ -17,7 +17,7 @@ * limitations under the License. */ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -54,7 +54,11 @@ #include #include +#include +#include #include +#include +#include namespace { // anonymous diff --git a/cpp/src/reshape/byte_cast.cu b/cpp/src/reshape/byte_cast.cu index 6bfd4938a96..81de5bc2ae2 100644 --- a/cpp/src/reshape/byte_cast.cu +++ b/cpp/src/reshape/byte_cast.cu @@ -25,6 +25,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/reshape/interleave_columns.cu b/cpp/src/reshape/interleave_columns.cu index cd66cad392e..9954cb4a299 100644 --- a/cpp/src/reshape/interleave_columns.cu +++ b/cpp/src/reshape/interleave_columns.cu @@ -28,6 +28,11 @@ #include #include +#include +#include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/rolling/grouped_rolling.cu b/cpp/src/rolling/grouped_rolling.cu index 5a7f15148d8..411600fa8d7 100644 --- a/cpp/src/rolling/grouped_rolling.cu +++ b/cpp/src/rolling/grouped_rolling.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,14 @@ #include #include +#include +#include +#include +#include +#include +#include +#include + namespace cudf { std::unique_ptr grouped_rolling_window(table_view const& group_keys, column_view const& input, diff --git a/cpp/src/rolling/lead_lag_nested_detail.cuh b/cpp/src/rolling/lead_lag_nested_detail.cuh index bde7101b9a9..a23786ec7f3 100644 --- a/cpp/src/rolling/lead_lag_nested_detail.cuh +++ b/cpp/src/rolling/lead_lag_nested_detail.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,9 @@ #include #include +#include +#include +#include #include diff --git a/cpp/src/rolling/rolling.cu b/cpp/src/rolling/rolling.cu index fdb9f09a812..005bc72c299 100644 --- a/cpp/src/rolling/rolling.cu +++ b/cpp/src/rolling/rolling.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -15,8 +15,11 @@ */ #include "rolling_detail.cuh" + #include +#include + namespace cudf { namespace detail { diff --git a/cpp/src/rolling/rolling_collect_list.cu b/cpp/src/rolling/rolling_collect_list.cu index 30c39bde7d2..5617995b348 100644 --- a/cpp/src/rolling/rolling_collect_list.cu +++ b/cpp/src/rolling/rolling_collect_list.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,9 +22,15 @@ #include #include +#include +#include +#include +#include #include +#include #include #include +#include namespace cudf { namespace detail { diff --git a/cpp/src/rolling/rolling_collect_list.cuh b/cpp/src/rolling/rolling_collect_list.cuh index 95eb1a124c6..94703e320d0 100644 --- a/cpp/src/rolling/rolling_collect_list.cuh +++ b/cpp/src/rolling/rolling_collect_list.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,9 @@ #include #include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/rolling/rolling_detail.cuh b/cpp/src/rolling/rolling_detail.cuh index 0ab8fff9a88..d704b18774f 100644 --- a/cpp/src/rolling/rolling_detail.cuh +++ b/cpp/src/rolling/rolling_detail.cuh @@ -55,6 +55,7 @@ #include #include +#include #include #include #include diff --git a/cpp/src/round/round.cu b/cpp/src/round/round.cu index 9a2b1002997..7849e3fe331 100644 --- a/cpp/src/round/round.cu +++ b/cpp/src/round/round.cu @@ -17,6 +17,7 @@ #include #include #include +#include #include #include #include @@ -33,7 +34,8 @@ #include #include -#include +#include +#include #include namespace cudf { diff --git a/cpp/src/scalar/scalar.cpp b/cpp/src/scalar/scalar.cpp index 4f6774be184..76ec171052a 100644 --- a/cpp/src/scalar/scalar.cpp +++ b/cpp/src/scalar/scalar.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include #include +#include + #include namespace cudf { diff --git a/cpp/src/search/search.cu b/cpp/src/search/search.cu index 81ed3cfbd51..477666d93ae 100644 --- a/cpp/src/search/search.cu +++ b/cpp/src/search/search.cu @@ -35,6 +35,11 @@ #include #include +#include +#include +#include +#include +#include namespace cudf { namespace { diff --git a/cpp/src/sort/is_sorted.cu b/cpp/src/sort/is_sorted.cu index a8820204c22..b971d505708 100644 --- a/cpp/src/sort/is_sorted.cu +++ b/cpp/src/sort/is_sorted.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/sort/rank.cu b/cpp/src/sort/rank.cu index e17a18997e8..077e8912746 100644 --- a/cpp/src/sort/rank.cu +++ b/cpp/src/sort/rank.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,9 +29,18 @@ #include #include +#include +#include #include #include +#include +#include +#include +#include +#include #include +#include +#include namespace cudf { namespace detail { diff --git a/cpp/src/sort/sort.cu b/cpp/src/sort/sort.cu index 5ce82cd3740..fcb5df7bc20 100644 --- a/cpp/src/sort/sort.cu +++ b/cpp/src/sort/sort.cu @@ -24,6 +24,8 @@ #include +#include + namespace cudf { namespace detail { std::unique_ptr sorted_order(table_view const& input, diff --git a/cpp/src/sort/sort_column.cu b/cpp/src/sort/sort_column.cu index 7a4072cf8ae..01ca36874e4 100644 --- a/cpp/src/sort/sort_column.cu +++ b/cpp/src/sort/sort_column.cu @@ -16,6 +16,10 @@ #include +#include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/sort/sort_impl.cuh b/cpp/src/sort/sort_impl.cuh index 2f093fd7d2d..7f84c49a417 100644 --- a/cpp/src/sort/sort_impl.cuh +++ b/cpp/src/sort/sort_impl.cuh @@ -32,6 +32,7 @@ #include #include +#include namespace cudf { namespace detail { diff --git a/cpp/src/sort/stable_sort_column.cu b/cpp/src/sort/stable_sort_column.cu index d79a691a580..7f8ab778f53 100644 --- a/cpp/src/sort/stable_sort_column.cu +++ b/cpp/src/sort/stable_sort_column.cu @@ -16,6 +16,9 @@ #include +#include +#include + namespace cudf { namespace detail { namespace { diff --git a/cpp/src/stream_compaction/distinct.cu b/cpp/src/stream_compaction/distinct.cu index d856e63b8cb..d74946406d8 100644 --- a/cpp/src/stream_compaction/distinct.cu +++ b/cpp/src/stream_compaction/distinct.cu @@ -38,6 +38,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/src/stream_compaction/distinct_count.cu b/cpp/src/stream_compaction/distinct_count.cu index 9ff507a15c5..7ccc61f304b 100644 --- a/cpp/src/stream_compaction/distinct_count.cu +++ b/cpp/src/stream_compaction/distinct_count.cu @@ -34,6 +34,7 @@ #include #include +#include #include #include diff --git a/cpp/src/stream_compaction/drop_nans.cu b/cpp/src/stream_compaction/drop_nans.cu index 861b9ad8606..e6cf7332fb4 100644 --- a/cpp/src/stream_compaction/drop_nans.cu +++ b/cpp/src/stream_compaction/drop_nans.cu @@ -25,6 +25,8 @@ #include +#include + namespace { struct dispatch_is_not_nan { diff --git a/cpp/src/stream_compaction/drop_nulls.cu b/cpp/src/stream_compaction/drop_nulls.cu index 7eb8e1c9644..73d8aaeb3ed 100644 --- a/cpp/src/stream_compaction/drop_nulls.cu +++ b/cpp/src/stream_compaction/drop_nulls.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include +#include + namespace { // Returns true if the mask is true for index i in at least keep_threshold // columns diff --git a/cpp/src/stream_compaction/stream_compaction_common.cuh b/cpp/src/stream_compaction/stream_compaction_common.cuh index 1b0ef1b9e55..f49e17112c1 100644 --- a/cpp/src/stream_compaction/stream_compaction_common.cuh +++ b/cpp/src/stream_compaction/stream_compaction_common.cuh @@ -23,6 +23,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/stream_compaction/unique.cu b/cpp/src/stream_compaction/unique.cu index e9015afbf61..3d482ee899f 100644 --- a/cpp/src/stream_compaction/unique.cu +++ b/cpp/src/stream_compaction/unique.cu @@ -37,7 +37,9 @@ #include #include +#include #include +#include #include #include diff --git a/cpp/src/stream_compaction/unique_count.cu b/cpp/src/stream_compaction/unique_count.cu index 91a2537cf97..8a793ef4729 100644 --- a/cpp/src/stream_compaction/unique_count.cu +++ b/cpp/src/stream_compaction/unique_count.cu @@ -34,6 +34,7 @@ #include #include +#include #include #include diff --git a/cpp/src/strings/attributes.cu b/cpp/src/strings/attributes.cu index 997265ecfed..1530f546824 100644 --- a/cpp/src/strings/attributes.cu +++ b/cpp/src/strings/attributes.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,10 @@ #include #include +#include +#include +#include +#include #include #include diff --git a/cpp/src/strings/capitalize.cu b/cpp/src/strings/capitalize.cu index 84ae2b73bba..6c00b678368 100644 --- a/cpp/src/strings/capitalize.cu +++ b/cpp/src/strings/capitalize.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,10 @@ #include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/char_types/char_types.cu b/cpp/src/strings/char_types/char_types.cu index 3d87197873f..49a2ad7b5d8 100644 --- a/cpp/src/strings/char_types/char_types.cu +++ b/cpp/src/strings/char_types/char_types.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,7 +31,9 @@ #include +#include #include +#include namespace cudf { namespace strings { diff --git a/cpp/src/strings/combine/concatenate.cu b/cpp/src/strings/combine/concatenate.cu index c4211fcf9fd..f2b1ed4ad95 100644 --- a/cpp/src/strings/combine/concatenate.cu +++ b/cpp/src/strings/combine/concatenate.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,6 +31,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/src/strings/combine/join.cu b/cpp/src/strings/combine/join.cu index c8d3e728805..adfd24f1ca2 100644 --- a/cpp/src/strings/combine/join.cu +++ b/cpp/src/strings/combine/join.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,9 @@ #include #include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/strings/combine/join_list_elements.cu b/cpp/src/strings/combine/join_list_elements.cu index 8f364f5c9bc..c4127ed8409 100644 --- a/cpp/src/strings/combine/join_list_elements.cu +++ b/cpp/src/strings/combine/join_list_elements.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,8 @@ #include #include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/contains.cu b/cpp/src/strings/contains.cu index 23bc5cf2dfe..773430953c9 100644 --- a/cpp/src/strings/contains.cu +++ b/cpp/src/strings/contains.cu @@ -31,6 +31,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/strings/convert/convert_booleans.cu b/cpp/src/strings/convert/convert_booleans.cu index 0691adc9eb7..2cd452d7a5b 100644 --- a/cpp/src/strings/convert/convert_booleans.cu +++ b/cpp/src/strings/convert/convert_booleans.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,6 +31,7 @@ #include #include +#include #include #include diff --git a/cpp/src/strings/convert/convert_datetime.cu b/cpp/src/strings/convert/convert_datetime.cu index cd3dc3b46f3..fed201cf726 100644 --- a/cpp/src/strings/convert/convert_datetime.cu +++ b/cpp/src/strings/convert/convert_datetime.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -34,9 +34,14 @@ #include #include +#include +#include #include +#include #include #include +#include +#include #include #include diff --git a/cpp/src/strings/convert/convert_durations.cu b/cpp/src/strings/convert/convert_durations.cu index 66e6f31cca2..ac3c4df6aeb 100644 --- a/cpp/src/strings/convert/convert_durations.cu +++ b/cpp/src/strings/convert/convert_durations.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,12 @@ #include #include +#include +#include +#include +#include +#include +#include #include #include diff --git a/cpp/src/strings/convert/convert_fixed_point.cu b/cpp/src/strings/convert/convert_fixed_point.cu index 6944a8eb097..d8b49f76c22 100644 --- a/cpp/src/strings/convert/convert_fixed_point.cu +++ b/cpp/src/strings/convert/convert_fixed_point.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -34,6 +34,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/strings/convert/convert_floats.cu b/cpp/src/strings/convert/convert_floats.cu index 5316c0d46cb..bd54e20a0f0 100644 --- a/cpp/src/strings/convert/convert_floats.cu +++ b/cpp/src/strings/convert/convert_floats.cu @@ -31,7 +31,10 @@ #include #include +#include +#include #include +#include #include #include diff --git a/cpp/src/strings/convert/convert_hex.cu b/cpp/src/strings/convert/convert_hex.cu index 3bcfe92f364..8feb4bbca0f 100644 --- a/cpp/src/strings/convert/convert_hex.cu +++ b/cpp/src/strings/convert/convert_hex.cu @@ -29,6 +29,8 @@ #include #include +#include +#include #include #include #include diff --git a/cpp/src/strings/convert/convert_integers.cu b/cpp/src/strings/convert/convert_integers.cu index 7540154d93d..95ddf1822a7 100644 --- a/cpp/src/strings/convert/convert_integers.cu +++ b/cpp/src/strings/convert/convert_integers.cu @@ -32,7 +32,10 @@ #include #include +#include #include +#include +#include #include namespace cudf { diff --git a/cpp/src/strings/convert/convert_ipv4.cu b/cpp/src/strings/convert/convert_ipv4.cu index 9006a998b61..57bba1527da 100644 --- a/cpp/src/strings/convert/convert_ipv4.cu +++ b/cpp/src/strings/convert/convert_ipv4.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,9 @@ #include #include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/strings/convert/convert_urls.cu b/cpp/src/strings/convert/convert_urls.cu index 20935febf21..5a612b73505 100644 --- a/cpp/src/strings/convert/convert_urls.cu +++ b/cpp/src/strings/convert/convert_urls.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -34,7 +34,9 @@ #include +#include #include +#include #include #include diff --git a/cpp/src/strings/copying/concatenate.cu b/cpp/src/strings/copying/concatenate.cu index 3822fa8bf5a..9fa033e9f9a 100644 --- a/cpp/src/strings/copying/concatenate.cu +++ b/cpp/src/strings/copying/concatenate.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,8 +29,11 @@ #include #include +#include #include #include +#include +#include #include namespace cudf { diff --git a/cpp/src/strings/copying/copying.cu b/cpp/src/strings/copying/copying.cu index e722ad520b3..23406444cfd 100644 --- a/cpp/src/strings/copying/copying.cu +++ b/cpp/src/strings/copying/copying.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include #include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/count_matches.cu b/cpp/src/strings/count_matches.cu index ae996cafd2c..5057df7f92b 100644 --- a/cpp/src/strings/count_matches.cu +++ b/cpp/src/strings/count_matches.cu @@ -24,6 +24,7 @@ #include +#include #include namespace cudf { diff --git a/cpp/src/strings/extract/extract.cu b/cpp/src/strings/extract/extract.cu index 7394cdac6bb..9e987cf5879 100644 --- a/cpp/src/strings/extract/extract.cu +++ b/cpp/src/strings/extract/extract.cu @@ -30,6 +30,12 @@ #include +#include +#include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/extract/extract_all.cu b/cpp/src/strings/extract/extract_all.cu index 1f1474c777b..fd2d280c5bc 100644 --- a/cpp/src/strings/extract/extract_all.cu +++ b/cpp/src/strings/extract/extract_all.cu @@ -31,6 +31,8 @@ #include #include +#include +#include #include namespace cudf { diff --git a/cpp/src/strings/filling/fill.cu b/cpp/src/strings/filling/fill.cu index eff010775dc..a858a3d6238 100644 --- a/cpp/src/strings/filling/fill.cu +++ b/cpp/src/strings/filling/fill.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,10 @@ #include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/filter_chars.cu b/cpp/src/strings/filter_chars.cu index 7e45a609d34..82c803ff6c7 100644 --- a/cpp/src/strings/filter_chars.cu +++ b/cpp/src/strings/filter_chars.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,7 +30,10 @@ #include #include +#include #include +#include +#include #include diff --git a/cpp/src/strings/json/json_path.cu b/cpp/src/strings/json/json_path.cu index ae807db10e6..30e8770c3c2 100644 --- a/cpp/src/strings/json/json_path.cu +++ b/cpp/src/strings/json/json_path.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -35,6 +35,9 @@ #include #include +#include +#include +#include namespace cudf { namespace strings { diff --git a/cpp/src/strings/padding.cu b/cpp/src/strings/padding.cu index f2a27d1b11d..435125bfd5b 100644 --- a/cpp/src/strings/padding.cu +++ b/cpp/src/strings/padding.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,10 @@ #include #include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/regex/regex.inl b/cpp/src/strings/regex/regex.inl index 50aab8c3ac4..01e773960e4 100644 --- a/cpp/src/strings/regex/regex.inl +++ b/cpp/src/strings/regex/regex.inl @@ -23,7 +23,9 @@ #include #include #include +#include #include +#include namespace cudf { namespace strings { diff --git a/cpp/src/strings/repeat_strings.cu b/cpp/src/strings/repeat_strings.cu index 7820e0064a6..c0673a5e2b5 100644 --- a/cpp/src/strings/repeat_strings.cu +++ b/cpp/src/strings/repeat_strings.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,7 +26,10 @@ #include +#include #include +#include +#include #include #include diff --git a/cpp/src/strings/replace/backref_re.cu b/cpp/src/strings/replace/backref_re.cu index 27e0bd4fac9..384813d6e3d 100644 --- a/cpp/src/strings/replace/backref_re.cu +++ b/cpp/src/strings/replace/backref_re.cu @@ -68,7 +68,8 @@ std::string get_backref_pattern(std::string const& repl) * For example, for input string 'hello \2 and \1' the returned `backref_type` vector * contains `[(2,6),(1,11)]` and the returned string is 'hello and '. */ -std::pair> parse_backrefs(std::string const& repl) +std::pair> parse_backrefs(std::string const& repl, + int const group_count) { std::vector backrefs; std::string str = repl; // make a modifiable copy @@ -79,7 +80,8 @@ std::pair> parse_backrefs(std::string con while (std::regex_search(str, m, ex) && !m.empty()) { // parse the back-ref index number size_type const index = static_cast(std::atoi(std::string{m[1]}.c_str())); - CUDF_EXPECTS(index > 0 && index < 100, "Group index numbers must be in the range 1-99"); + CUDF_EXPECTS(index >= 0 && index <= group_count, + "Group index numbers must be in the range 0 to group count"); // store the new byte offset and index value size_type const position = static_cast(m.position(0)); @@ -146,7 +148,8 @@ std::unique_ptr replace_with_backrefs( reprog_device::create(pattern, flags, get_character_flags_table(), input.size(), stream); // parse the repl string for back-ref indicators - auto const parse_result = parse_backrefs(replacement); + auto group_count = std::min(99, d_prog->group_counts()); // group count should NOT exceed 99 + auto const parse_result = parse_backrefs(replacement, group_count); rmm::device_uvector backrefs = cudf::detail::make_device_uvector_async(parse_result.second, stream); string_scalar repl_scalar(parse_result.first, true, stream); diff --git a/cpp/src/strings/replace/backref_re.cuh b/cpp/src/strings/replace/backref_re.cuh index eba5c3f1044..13a67e3b4d7 100644 --- a/cpp/src/strings/replace/backref_re.cuh +++ b/cpp/src/strings/replace/backref_re.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,10 @@ #include +#include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/replace/multi_re.cu b/cpp/src/strings/replace/multi_re.cu index 22f6d2cba39..3189739e492 100644 --- a/cpp/src/strings/replace/multi_re.cu +++ b/cpp/src/strings/replace/multi_re.cu @@ -31,6 +31,9 @@ #include +#include +#include + #include namespace cudf { diff --git a/cpp/src/strings/replace/replace.cu b/cpp/src/strings/replace/replace.cu index 4d32d91c1d4..c6646dfadf2 100644 --- a/cpp/src/strings/replace/replace.cu +++ b/cpp/src/strings/replace/replace.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -33,11 +33,17 @@ #include #include +#include #include #include +#include +#include +#include #include #include +#include #include +#include namespace cudf { namespace strings { diff --git a/cpp/src/strings/search/find.cu b/cpp/src/strings/search/find.cu index 45b23d848c0..15d89069ba3 100644 --- a/cpp/src/strings/search/find.cu +++ b/cpp/src/strings/search/find.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/strings/search/find_multiple.cu b/cpp/src/strings/search/find_multiple.cu index 5756c239f1c..7df77448be1 100644 --- a/cpp/src/strings/search/find_multiple.cu +++ b/cpp/src/strings/search/find_multiple.cu @@ -27,6 +27,7 @@ #include #include +#include #include namespace cudf { diff --git a/cpp/src/strings/search/findall.cu b/cpp/src/strings/search/findall.cu index 201556033ad..e874d1db192 100644 --- a/cpp/src/strings/search/findall.cu +++ b/cpp/src/strings/search/findall.cu @@ -32,6 +32,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/strings/search/findall_record.cu b/cpp/src/strings/search/findall_record.cu index 8ce7908f41e..7fb5982b307 100644 --- a/cpp/src/strings/search/findall_record.cu +++ b/cpp/src/strings/search/findall_record.cu @@ -33,6 +33,9 @@ #include #include +#include +#include +#include namespace cudf { namespace strings { diff --git a/cpp/src/strings/split/partition.cu b/cpp/src/strings/split/partition.cu index eef26691319..f6d611b45ec 100644 --- a/cpp/src/strings/split/partition.cu +++ b/cpp/src/strings/split/partition.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,10 @@ #include #include +#include +#include +#include + #include namespace cudf { diff --git a/cpp/src/strings/split/split.cu b/cpp/src/strings/split/split.cu index aae911e8ed6..9989f724261 100644 --- a/cpp/src/strings/split/split.cu +++ b/cpp/src/strings/split/split.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,11 +31,16 @@ #include #include -#include // upper_bound() -#include // copy_if() -#include // count_if() -#include // maximum() -#include // transform() +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include namespace cudf { namespace strings { diff --git a/cpp/src/strings/split/split_re.cu b/cpp/src/strings/split/split_re.cu index a8a2467dd76..286492e53c5 100644 --- a/cpp/src/strings/split/split_re.cu +++ b/cpp/src/strings/split/split_re.cu @@ -32,7 +32,12 @@ #include +#include #include +#include +#include +#include +#include #include namespace cudf { diff --git a/cpp/src/strings/split/split_record.cu b/cpp/src/strings/split/split_record.cu index 929d21a024c..f6a4ca48597 100644 --- a/cpp/src/strings/split/split_record.cu +++ b/cpp/src/strings/split/split_record.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,9 @@ #include +#include +#include +#include #include #include diff --git a/cpp/src/strings/split/split_utils.cuh b/cpp/src/strings/split/split_utils.cuh index a6afd1bef10..dca379f3e12 100644 --- a/cpp/src/strings/split/split_utils.cuh +++ b/cpp/src/strings/split/split_utils.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -16,6 +16,8 @@ #include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/strings_column_factories.cu b/cpp/src/strings/strings_column_factories.cu index e7ee8215b3d..d0f0a406f48 100644 --- a/cpp/src/strings/strings_column_factories.cu +++ b/cpp/src/strings/strings_column_factories.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,9 @@ #include #include +#include +#include + namespace cudf { namespace { diff --git a/cpp/src/strings/strip.cu b/cpp/src/strings/strip.cu index 2b1e6969956..e3d39e40755 100644 --- a/cpp/src/strings/strip.cu +++ b/cpp/src/strings/strip.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,7 @@ #include #include +#include #include #include diff --git a/cpp/src/strings/substring.cu b/cpp/src/strings/substring.cu index 7a193a16434..4c52708b3ab 100644 --- a/cpp/src/strings/substring.cu +++ b/cpp/src/strings/substring.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,9 @@ #include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/strings/translate.cu b/cpp/src/strings/translate.cu index 8761deab4a4..8198dfd1728 100644 --- a/cpp/src/strings/translate.cu +++ b/cpp/src/strings/translate.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/strings/utilities.cu b/cpp/src/strings/utilities.cu index cfe51824540..825f09c66e6 100644 --- a/cpp/src/strings/utilities.cu +++ b/cpp/src/strings/utilities.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/src/strings/wrap.cu b/cpp/src/strings/wrap.cu index ce3c383352d..5e6d36e4c1e 100644 --- a/cpp/src/strings/wrap.cu +++ b/cpp/src/strings/wrap.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,9 @@ #include #include +#include +#include + namespace cudf { namespace strings { namespace detail { diff --git a/cpp/src/structs/utilities.cpp b/cpp/src/structs/utilities.cpp index afea8a55b16..852a32bed3d 100644 --- a/cpp/src/structs/utilities.cpp +++ b/cpp/src/structs/utilities.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,7 @@ #include #include +#include #include #include diff --git a/cpp/src/table/table_view.cpp b/cpp/src/table/table_view.cpp index c89906f3480..a315da6faac 100644 --- a/cpp/src/table/table_view.cpp +++ b/cpp/src/table/table_view.cpp @@ -19,6 +19,8 @@ #include #include +#include + #include #include #include diff --git a/cpp/src/text/detokenize.cu b/cpp/src/text/detokenize.cu index 853b4820a5c..df4b486758a 100644 --- a/cpp/src/text/detokenize.cu +++ b/cpp/src/text/detokenize.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -36,6 +36,9 @@ #include #include +#include +#include +#include namespace nvtext { namespace detail { diff --git a/cpp/src/text/edit_distance.cu b/cpp/src/text/edit_distance.cu index e8953b58924..6ec364cc048 100644 --- a/cpp/src/text/edit_distance.cu +++ b/cpp/src/text/edit_distance.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,11 @@ #include #include +#include +#include +#include +#include +#include #include #include diff --git a/cpp/src/text/generate_ngrams.cu b/cpp/src/text/generate_ngrams.cu index 87c288691dd..85c67f637d3 100644 --- a/cpp/src/text/generate_ngrams.cu +++ b/cpp/src/text/generate_ngrams.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -33,6 +33,10 @@ #include #include +#include +#include +#include +#include #include namespace nvtext { diff --git a/cpp/src/text/ngrams_tokenize.cu b/cpp/src/text/ngrams_tokenize.cu index 03f66609e18..ddd73635eb2 100644 --- a/cpp/src/text/ngrams_tokenize.cu +++ b/cpp/src/text/ngrams_tokenize.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,6 +32,9 @@ #include #include +#include +#include +#include #include #include diff --git a/cpp/src/text/normalize.cu b/cpp/src/text/normalize.cu index 62fd98d2027..482375c252a 100644 --- a/cpp/src/text/normalize.cu +++ b/cpp/src/text/normalize.cu @@ -36,7 +36,9 @@ #include +#include #include +#include #include #include diff --git a/cpp/src/text/replace.cu b/cpp/src/text/replace.cu index 9ca39bca995..56b5ad9e129 100644 --- a/cpp/src/text/replace.cu +++ b/cpp/src/text/replace.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,6 +32,10 @@ #include +#include +#include +#include + namespace nvtext { namespace detail { namespace { diff --git a/cpp/src/text/stemmer.cu b/cpp/src/text/stemmer.cu index a7bb03f389f..12941e0cd2a 100644 --- a/cpp/src/text/stemmer.cu +++ b/cpp/src/text/stemmer.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,6 +31,8 @@ #include #include +#include +#include namespace nvtext { namespace detail { diff --git a/cpp/src/text/subword/bpe_tokenizer.cu b/cpp/src/text/subword/bpe_tokenizer.cu index c9a1d685f2e..fb631b3f31f 100644 --- a/cpp/src/text/subword/bpe_tokenizer.cu +++ b/cpp/src/text/subword/bpe_tokenizer.cu @@ -33,8 +33,15 @@ #include #include #include +#include +#include +#include #include +#include +#include #include +#include +#include #include namespace nvtext { diff --git a/cpp/src/text/subword/data_normalizer.cu b/cpp/src/text/subword/data_normalizer.cu index 5af87f4de0e..2ed59c3ae0c 100644 --- a/cpp/src/text/subword/data_normalizer.cu +++ b/cpp/src/text/subword/data_normalizer.cu @@ -25,7 +25,11 @@ #include #include +#include +#include #include +#include +#include namespace nvtext { namespace detail { diff --git a/cpp/src/text/subword/load_hash_file.cu b/cpp/src/text/subword/load_hash_file.cu index 7cfdb4dea96..9ab769f9edd 100644 --- a/cpp/src/text/subword/load_hash_file.cu +++ b/cpp/src/text/subword/load_hash_file.cu @@ -27,6 +27,8 @@ #include #include +#include + #include #include #include diff --git a/cpp/src/text/subword/load_merges_file.cu b/cpp/src/text/subword/load_merges_file.cu index bdcbe45df64..31f579dc9d4 100644 --- a/cpp/src/text/subword/load_merges_file.cu +++ b/cpp/src/text/subword/load_merges_file.cu @@ -27,6 +27,8 @@ #include #include +#include + #include #include #include diff --git a/cpp/src/text/subword/subword_tokenize.cu b/cpp/src/text/subword/subword_tokenize.cu index 1ac7dd0d8a1..d6bc2fb2aac 100644 --- a/cpp/src/text/subword/subword_tokenize.cu +++ b/cpp/src/text/subword/subword_tokenize.cu @@ -27,6 +27,8 @@ #include #include +#include +#include #include namespace nvtext { diff --git a/cpp/src/text/subword/wordpiece_tokenizer.cu b/cpp/src/text/subword/wordpiece_tokenizer.cu index afd82f0bb5d..82bb50c6aaa 100644 --- a/cpp/src/text/subword/wordpiece_tokenizer.cu +++ b/cpp/src/text/subword/wordpiece_tokenizer.cu @@ -26,7 +26,12 @@ #include #include +#include +#include +#include #include +#include +#include #include #include diff --git a/cpp/src/text/tokenize.cu b/cpp/src/text/tokenize.cu index 961797e188f..311f5bd7035 100644 --- a/cpp/src/text/tokenize.cu +++ b/cpp/src/text/tokenize.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,6 +32,10 @@ #include #include +#include +#include +#include +#include #include namespace nvtext { diff --git a/cpp/src/text/utilities/tokenize_ops.cuh b/cpp/src/text/utilities/tokenize_ops.cuh index 75d6872a9ad..ea1f23b4a53 100644 --- a/cpp/src/text/utilities/tokenize_ops.cuh +++ b/cpp/src/text/utilities/tokenize_ops.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -17,7 +17,10 @@ #include #include +#include +#include #include +#include namespace nvtext { namespace detail { diff --git a/cpp/src/transform/mask_to_bools.cu b/cpp/src/transform/mask_to_bools.cu index f4bdb2f50b2..a330ce8e17f 100644 --- a/cpp/src/transform/mask_to_bools.cu +++ b/cpp/src/transform/mask_to_bools.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,7 @@ #include #include #include +#include #include #include diff --git a/cpp/src/transform/nans_to_nulls.cu b/cpp/src/transform/nans_to_nulls.cu index abe481ced70..ee63e6d366f 100644 --- a/cpp/src/transform/nans_to_nulls.cu +++ b/cpp/src/transform/nans_to_nulls.cu @@ -26,6 +26,8 @@ #include +#include + namespace cudf { namespace detail { struct dispatch_nan_to_null { diff --git a/cpp/src/transform/row_bit_count.cu b/cpp/src/transform/row_bit_count.cu index f6b10cfc583..0f06be0149e 100644 --- a/cpp/src/transform/row_bit_count.cu +++ b/cpp/src/transform/row_bit_count.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,7 @@ #include #include +#include #include #include diff --git a/cpp/src/transpose/transpose.cu b/cpp/src/transpose/transpose.cu index d119bc36c73..b5b00b11a0f 100644 --- a/cpp/src/transpose/transpose.cu +++ b/cpp/src/transpose/transpose.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,9 @@ #include +#include +#include + namespace cudf { namespace detail { std::pair, table_view> transpose(table_view const& input, diff --git a/cpp/src/unary/cast_ops.cu b/cpp/src/unary/cast_ops.cu index f77ab7aa3d9..dd103130a44 100644 --- a/cpp/src/unary/cast_ops.cu +++ b/cpp/src/unary/cast_ops.cu @@ -29,6 +29,8 @@ #include #include +#include + namespace cudf { namespace detail { namespace { // anonymous namespace diff --git a/cpp/src/unary/math_ops.cu b/cpp/src/unary/math_ops.cu index e92d5a1ca7e..c4a2eef9f68 100644 --- a/cpp/src/unary/math_ops.cu +++ b/cpp/src/unary/math_ops.cu @@ -25,6 +25,8 @@ #include +#include + #include #include diff --git a/cpp/src/unary/null_ops.cu b/cpp/src/unary/null_ops.cu index 6a967b4ecd7..9fb740bd3ae 100644 --- a/cpp/src/unary/null_ops.cu +++ b/cpp/src/unary/null_ops.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,8 @@ #include +#include + namespace cudf { std::unique_ptr is_null(cudf::column_view const& input, rmm::mr::device_memory_resource* mr) { diff --git a/cpp/src/unary/unary_ops.cuh b/cpp/src/unary/unary_ops.cuh index c323ce8140c..19d78b010ec 100644 --- a/cpp/src/unary/unary_ops.cuh +++ b/cpp/src/unary/unary_ops.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,8 @@ #include #include +#include + namespace cudf { namespace unary { template diff --git a/cpp/tests/ast/transform_tests.cpp b/cpp/tests/ast/transform_tests.cpp index 8cfd6d24fae..a8fe91170d1 100644 --- a/cpp/tests/ast/transform_tests.cpp +++ b/cpp/tests/ast/transform_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -33,6 +33,8 @@ #include +#include + #include #include #include diff --git a/cpp/tests/binaryop/binop-compiled-fixed_point-test.cpp b/cpp/tests/binaryop/binop-compiled-fixed_point-test.cpp index 335de93c976..64462669f90 100644 --- a/cpp/tests/binaryop/binop-compiled-fixed_point-test.cpp +++ b/cpp/tests/binaryop/binop-compiled-fixed_point-test.cpp @@ -30,6 +30,8 @@ #include #include +#include + namespace cudf::test::binop { template diff --git a/cpp/tests/binaryop/binop-compiled-test.cpp b/cpp/tests/binaryop/binop-compiled-test.cpp index 00408741653..72fbf8c22d1 100644 --- a/cpp/tests/binaryop/binop-compiled-test.cpp +++ b/cpp/tests/binaryop/binop-compiled-test.cpp @@ -30,6 +30,8 @@ #include #include +#include + #include namespace cudf::test::binop { diff --git a/cpp/tests/bitmask/set_nullmask_tests.cu b/cpp/tests/bitmask/set_nullmask_tests.cu index 91f72c8de5f..57563b180e4 100644 --- a/cpp/tests/bitmask/set_nullmask_tests.cu +++ b/cpp/tests/bitmask/set_nullmask_tests.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,8 @@ #include #include +#include +#include #include struct valid_bit_functor { diff --git a/cpp/tests/bitmask/valid_if_tests.cu b/cpp/tests/bitmask/valid_if_tests.cu index a69f5609fef..816a89500da 100644 --- a/cpp/tests/bitmask/valid_if_tests.cu +++ b/cpp/tests/bitmask/valid_if_tests.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,8 @@ #include #include +#include + struct ValidIfTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/column/column_device_view_test.cu b/cpp/tests/column/column_device_view_test.cu index 09c29788932..1ea7dd86d21 100644 --- a/cpp/tests/column/column_device_view_test.cu +++ b/cpp/tests/column/column_device_view_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,8 @@ #include #include +#include + struct ColumnDeviceViewTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/column/column_test.cu b/cpp/tests/column/column_test.cu index 48de5c2e5c6..08e1001c72a 100644 --- a/cpp/tests/column/column_test.cu +++ b/cpp/tests/column/column_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,9 +30,11 @@ #include #include -#include +#include #include +#include + template struct TypedColumnTest : public cudf::test::BaseFixture { cudf::data_type type() { return cudf::data_type{cudf::type_to_id()}; } diff --git a/cpp/tests/column/compound_test.cu b/cpp/tests/column/compound_test.cu index 9a0259ee49a..eed6662b5a4 100644 --- a/cpp/tests/column/compound_test.cu +++ b/cpp/tests/column/compound_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,7 @@ #include #include +#include #include #include diff --git a/cpp/tests/column/factories_test.cpp b/cpp/tests/column/factories_test.cpp index 728b0fdf7e5..4e0e70bf15c 100644 --- a/cpp/tests/column/factories_test.cpp +++ b/cpp/tests/column/factories_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,8 @@ #include +#include + class ColumnFactoryTest : public cudf::test::BaseFixture { cudf::size_type _size{1000}; diff --git a/cpp/tests/copying/concatenate_tests.cu b/cpp/tests/copying/concatenate_tests.cu index ec7fae58f98..93e4e588e0e 100644 --- a/cpp/tests/copying/concatenate_tests.cu +++ b/cpp/tests/copying/concatenate_tests.cu @@ -30,7 +30,9 @@ #include +#include #include +#include #include #include diff --git a/cpp/tests/copying/copy_range_tests.cpp b/cpp/tests/copying/copy_range_tests.cpp index d3463fc3cc4..255b840751a 100644 --- a/cpp/tests/copying/copy_range_tests.cpp +++ b/cpp/tests/copying/copy_range_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,7 @@ #include #include +#include auto all_valid = [](cudf::size_type row) { return true; }; auto even_valid = [](cudf::size_type row) { return (row % 2 == 0); }; diff --git a/cpp/tests/copying/copy_tests.cpp b/cpp/tests/copying/copy_tests.cpp index 62f1300c284..ccfd624e2d1 100644 --- a/cpp/tests/copying/copy_tests.cpp +++ b/cpp/tests/copying/copy_tests.cpp @@ -27,6 +27,9 @@ #include #include +#include +#include + template struct CopyTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/copying/detail_gather_tests.cu b/cpp/tests/copying/detail_gather_tests.cu index da72bd3cc63..afb8cdab819 100644 --- a/cpp/tests/copying/detail_gather_tests.cu +++ b/cpp/tests/copying/detail_gather_tests.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,6 +32,9 @@ #include +#include +#include + template class GatherTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/copying/get_value_tests.cpp b/cpp/tests/copying/get_value_tests.cpp index 32abd2dd71d..6d903cca020 100644 --- a/cpp/tests/copying/get_value_tests.cpp +++ b/cpp/tests/copying/get_value_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,6 +32,8 @@ #include #include +#include + using namespace cudf::test::iterators; namespace cudf { diff --git a/cpp/tests/copying/reverse_tests.cpp b/cpp/tests/copying/reverse_tests.cpp index 314b14dbcf5..e7195f0a91d 100644 --- a/cpp/tests/copying/reverse_tests.cpp +++ b/cpp/tests/copying/reverse_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/tests/copying/split_tests.cpp b/cpp/tests/copying/split_tests.cpp index b0278326e11..b4add7d4123 100644 --- a/cpp/tests/copying/split_tests.cpp +++ b/cpp/tests/copying/split_tests.cpp @@ -34,6 +34,9 @@ #include +#include +#include + std::vector splits_to_indices(std::vector splits, cudf::size_type size) { diff --git a/cpp/tests/copying/utility_tests.cpp b/cpp/tests/copying/utility_tests.cpp index 00a22b90197..67d7beb5f03 100644 --- a/cpp/tests/copying/utility_tests.cpp +++ b/cpp/tests/copying/utility_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,9 @@ #include #include #include + +#include + #include template diff --git a/cpp/tests/datetime/datetime_ops_test.cpp b/cpp/tests/datetime/datetime_ops_test.cpp index 655fbf5679b..2898a649e36 100644 --- a/cpp/tests/datetime/datetime_ops_test.cpp +++ b/cpp/tests/datetime/datetime_ops_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,8 @@ #include #include +#include + #define XXX false // stub for null values constexpr cudf::test::debug_output_level verbosity{cudf::test::debug_output_level::ALL_ERRORS}; diff --git a/cpp/tests/device_atomics/device_atomics_test.cu b/cpp/tests/device_atomics/device_atomics_test.cu index 31174d3fd72..581268f26f4 100644 --- a/cpp/tests/device_atomics/device_atomics_test.cu +++ b/cpp/tests/device_atomics/device_atomics_test.cu @@ -25,6 +25,8 @@ #include +#include + #include template diff --git a/cpp/tests/dictionary/factories_test.cpp b/cpp/tests/dictionary/factories_test.cpp index d8e70afb6f5..195c9794d21 100644 --- a/cpp/tests/dictionary/factories_test.cpp +++ b/cpp/tests/dictionary/factories_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,8 @@ #include #include +#include + struct DictionaryFactoriesTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/dictionary/remove_keys_test.cpp b/cpp/tests/dictionary/remove_keys_test.cpp index 6c2d941d7ee..6481f2ea9d9 100644 --- a/cpp/tests/dictionary/remove_keys_test.cpp +++ b/cpp/tests/dictionary/remove_keys_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + #include struct DictionaryRemoveKeysTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/dictionary/set_keys_test.cpp b/cpp/tests/dictionary/set_keys_test.cpp index 9e15bc63740..ec8f6a0cdbf 100644 --- a/cpp/tests/dictionary/set_keys_test.cpp +++ b/cpp/tests/dictionary/set_keys_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,8 @@ #include #include +#include + #include struct DictionarySetKeysTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/groupby/tdigest_tests.cu b/cpp/tests/groupby/tdigest_tests.cu index 7e6199e73c5..a0f23ff40e7 100644 --- a/cpp/tests/groupby/tdigest_tests.cu +++ b/cpp/tests/groupby/tdigest_tests.cu @@ -25,7 +25,9 @@ #include #include +#include #include +#include namespace cudf { namespace test { diff --git a/cpp/tests/hash_map/map_test.cu b/cpp/tests/hash_map/map_test.cu index 54f7a97fb2b..d69aee57756 100644 --- a/cpp/tests/hash_map/map_test.cu +++ b/cpp/tests/hash_map/map_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2018-2021, NVIDIA CORPORATION. + * Copyright (c) 2018-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ #include #include +#include +#include #include "rmm/exec_policy.hpp" #include diff --git a/cpp/tests/hash_map/multimap_test.cu b/cpp/tests/hash_map/multimap_test.cu index 456ba951a45..b8f35b4d404 100644 --- a/cpp/tests/hash_map/multimap_test.cu +++ b/cpp/tests/hash_map/multimap_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2018-2021, NVIDIA CORPORATION. + * Copyright (c) 2018-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include +#include + #include // This is necessary to do a parametrized typed-test over multiple template diff --git a/cpp/tests/interop/dlpack_test.cpp b/cpp/tests/interop/dlpack_test.cpp index 48a3b82d9b5..2528c3e5a83 100644 --- a/cpp/tests/interop/dlpack_test.cpp +++ b/cpp/tests/interop/dlpack_test.cpp @@ -22,6 +22,8 @@ #include +#include + using namespace cudf::test; struct dlpack_deleter { diff --git a/cpp/tests/interop/to_arrow_test.cpp b/cpp/tests/interop/to_arrow_test.cpp index 52f2d5709d2..d1dc60119b6 100644 --- a/cpp/tests/interop/to_arrow_test.cpp +++ b/cpp/tests/interop/to_arrow_test.cpp @@ -34,6 +34,8 @@ #include +#include + using vector_of_columns = std::vector>; std::pair, std::shared_ptr> get_tables( diff --git a/cpp/tests/io/orc_test.cpp b/cpp/tests/io/orc_test.cpp index bac5bf1f55b..5823a859f7b 100644 --- a/cpp/tests/io/orc_test.cpp +++ b/cpp/tests/io/orc_test.cpp @@ -1421,17 +1421,9 @@ TEST_F(OrcReaderTest, DecimalOptions) cudf_io::orc_reader_options valid_opts = cudf_io::orc_reader_options::builder(cudf_io::source_info{filepath}) - .decimal128_columns({"dec", "fake_name"}) - .decimal_cols_as_float({"decc", "fake_name"}); - // Should not throw, even with "fake name" in both options + .decimal128_columns({"dec", "fake_name"}); + // Should not throw, even with "fake name" EXPECT_NO_THROW(cudf_io::read_orc(valid_opts)); - - cudf_io::orc_reader_options invalid_opts = - cudf_io::orc_reader_options::builder(cudf_io::source_info{filepath}) - .decimal128_columns({"dec", "fake_name"}) - .decimal_cols_as_float({"dec", "fake_name"}); - // Should throw, options overlap - EXPECT_THROW(cudf_io::read_orc(invalid_opts), cudf::logic_error); } TEST_F(OrcWriterTest, DecimalOptionsNested) diff --git a/cpp/tests/io/parquet_test.cpp b/cpp/tests/io/parquet_test.cpp index 02921bc5084..1f4a8a7e508 100644 --- a/cpp/tests/io/parquet_test.cpp +++ b/cpp/tests/io/parquet_test.cpp @@ -35,6 +35,8 @@ #include +#include + #include #include diff --git a/cpp/tests/iterator/indexalator_test.cu b/cpp/tests/iterator/indexalator_test.cu index fd2cae3d344..60e10b165c8 100644 --- a/cpp/tests/iterator/indexalator_test.cu +++ b/cpp/tests/iterator/indexalator_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -20,6 +20,10 @@ #include +#include +#include +#include + using TestingTypes = cudf::test::IntegralTypesNotBool; template diff --git a/cpp/tests/iterator/iterator_tests.cuh b/cpp/tests/iterator/iterator_tests.cuh index d93c1275122..697af0411d7 100644 --- a/cpp/tests/iterator/iterator_tests.cuh +++ b/cpp/tests/iterator/iterator_tests.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,8 +26,11 @@ #include #include +#include #include +#include #include +#include #include #include diff --git a/cpp/tests/iterator/optional_iterator_test.cuh b/cpp/tests/iterator/optional_iterator_test.cuh index d19c9e49ad9..7983aa85655 100644 --- a/cpp/tests/iterator/optional_iterator_test.cuh +++ b/cpp/tests/iterator/optional_iterator_test.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -15,6 +15,9 @@ #include +#include +#include + template void nonull_optional_iterator(IteratorTest& testFixture) { diff --git a/cpp/tests/iterator/optional_iterator_test_numeric.cu b/cpp/tests/iterator/optional_iterator_test_numeric.cu index e8102dee2a2..afc28b7e97c 100644 --- a/cpp/tests/iterator/optional_iterator_test_numeric.cu +++ b/cpp/tests/iterator/optional_iterator_test_numeric.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,6 +14,10 @@ */ #include +#include +#include +#include + using TestingTypes = cudf::test::NumericTypes; template diff --git a/cpp/tests/iterator/pair_iterator_test.cuh b/cpp/tests/iterator/pair_iterator_test.cuh index 4d0f3021d3c..69130ffd431 100644 --- a/cpp/tests/iterator/pair_iterator_test.cuh +++ b/cpp/tests/iterator/pair_iterator_test.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -15,6 +15,9 @@ #include +#include +#include + template void nonull_pair_iterator(IteratorTest& testFixture) { diff --git a/cpp/tests/iterator/pair_iterator_test_numeric.cu b/cpp/tests/iterator/pair_iterator_test_numeric.cu index 99c3bfc2eb4..41dd9b65e42 100644 --- a/cpp/tests/iterator/pair_iterator_test_numeric.cu +++ b/cpp/tests/iterator/pair_iterator_test_numeric.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,6 +14,10 @@ */ #include +#include +#include +#include + using TestingTypes = cudf::test::NumericTypes; template diff --git a/cpp/tests/iterator/scalar_iterator_test.cu b/cpp/tests/iterator/scalar_iterator_test.cu index 3a394d30f97..b867703535e 100644 --- a/cpp/tests/iterator/scalar_iterator_test.cu +++ b/cpp/tests/iterator/scalar_iterator_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,6 +14,9 @@ */ #include +#include +#include + using TestingTypes = cudf::test::FixedWidthTypesWithoutFixedPoint; TYPED_TEST_SUITE(IteratorTest, TestingTypes); diff --git a/cpp/tests/iterator/value_iterator_test.cuh b/cpp/tests/iterator/value_iterator_test.cuh index 8e542af643d..d99f055d331 100644 --- a/cpp/tests/iterator/value_iterator_test.cuh +++ b/cpp/tests/iterator/value_iterator_test.cuh @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -15,6 +15,8 @@ #include "cudf/detail/utilities/vector_factories.hpp" #include +#include + // tests for non-null iterator (pointer of device array) template void non_null_iterator(IteratorTest& testFixture) diff --git a/cpp/tests/iterator/value_iterator_test_strings.cu b/cpp/tests/iterator/value_iterator_test_strings.cu index c0ed9fa7480..5bddbfbd4aa 100644 --- a/cpp/tests/iterator/value_iterator_test_strings.cu +++ b/cpp/tests/iterator/value_iterator_test_strings.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -17,6 +17,10 @@ #include "rmm/device_uvector.hpp" #include +#include +#include +#include + auto strings_to_string_views(std::vector& input_strings) { auto all_valid = cudf::detail::make_counting_transform_iterator(0, [](auto i) { return true; }); diff --git a/cpp/tests/iterator/value_iterator_test_transform.cu b/cpp/tests/iterator/value_iterator_test_transform.cu index 164872d236b..b8bb596b821 100644 --- a/cpp/tests/iterator/value_iterator_test_transform.cu +++ b/cpp/tests/iterator/value_iterator_test_transform.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,6 +14,10 @@ */ #include +#include +#include +#include + struct TransformedIteratorTest : public IteratorTest { }; diff --git a/cpp/tests/join/conditional_join_tests.cu b/cpp/tests/join/conditional_join_tests.cu index 702acb884e4..73b355d496d 100644 --- a/cpp/tests/join/conditional_join_tests.cu +++ b/cpp/tests/join/conditional_join_tests.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,7 @@ #include +#include #include #include #include diff --git a/cpp/tests/lists/count_elements_tests.cpp b/cpp/tests/lists/count_elements_tests.cpp index 28d31d27ae5..58c780c37f4 100644 --- a/cpp/tests/lists/count_elements_tests.cpp +++ b/cpp/tests/lists/count_elements_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,9 @@ #include #include +#include +#include + struct ListsElementsTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/lists/extract_tests.cpp b/cpp/tests/lists/extract_tests.cpp index c7e8ba7e5de..210a5814ede 100644 --- a/cpp/tests/lists/extract_tests.cpp +++ b/cpp/tests/lists/extract_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,8 @@ #include #include +#include +#include #include diff --git a/cpp/tests/merge/merge_test.cpp b/cpp/tests/merge/merge_test.cpp index c2cd6202dff..ea26cad3b59 100644 --- a/cpp/tests/merge/merge_test.cpp +++ b/cpp/tests/merge/merge_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2021, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,9 @@ #include #include +#include +#include + #include template @@ -743,10 +746,10 @@ TEST_F(MergeTest, Structs) cudf::table_view t0({t0_col0, t0_col1}); cudf::table_view t1({t1_col0, t1_col1}); - + auto result = cudf::merge({t0, t1}, {0}, {cudf::order::ASCENDING}); - cudf::test::fixed_width_column_wrapper e_col0{0, 1, 2, 3, 4, 5, 6, 7, 8, 9}; + cudf::test::fixed_width_column_wrapper e_col0{0, 1, 2, 3, 4, 5, 6, 7, 8, 9}; cudf::test::strings_column_wrapper e_scol0{"abc", "pqr", "def", "stu", "ghi", "vwx", "jkl", "yzz", "mno", "000"}; cudf::test::fixed_width_column_wrapper e_scol1{1, -1, 2, -2, 3, -3, 4, -4, 5, -5}; cudf::test::structs_column_wrapper e_col1({e_scol0, e_scol1}); @@ -774,7 +777,7 @@ TEST_F(MergeTest, StructsWithNulls) cudf::table_view t0({t0_col0, t0_col1}); cudf::table_view t1({t1_col0, t1_col1}); - + auto result = cudf::merge({t0, t1}, {0}, {cudf::order::ASCENDING}); cudf::test::fixed_width_column_wrapper e_col0{0, 1, 2, 3, 4, 5, 6, 7, 8, 9}; @@ -794,18 +797,18 @@ TEST_F(MergeTest, StructsWithNulls) TEST_F(MergeTest, StructsNested) { // clang-format off - - cudf::test::fixed_width_column_wrapper t0_col0{8, 6, 4, 2, 0}; + + cudf::test::fixed_width_column_wrapper t0_col0{8, 6, 4, 2, 0}; cudf::test::strings_column_wrapper t0_scol0{"mno", "jkl", "ghi", "def", "abc"}; - cudf::test::fixed_width_column_wrapper t0_scol1{5, 4, 3, 2, 1}; + cudf::test::fixed_width_column_wrapper t0_scol1{5, 4, 3, 2, 1}; cudf::test::strings_column_wrapper t0_sscol0{"5555", "4444", "333", "22", "1"}; cudf::test::fixed_width_column_wrapper t0_sscol1{50, 40, 30, 20, 10}; - cudf::test::structs_column_wrapper t0_scol2({t0_sscol0, t0_sscol1}); + cudf::test::structs_column_wrapper t0_scol2({t0_sscol0, t0_sscol1}); cudf::test::structs_column_wrapper t0_col1({t0_scol0, t0_scol1, t0_scol2}); cudf::test::fixed_width_column_wrapper t1_col0{9, 7, 5, 3, 1}; cudf::test::strings_column_wrapper t1_scol0{"000", "yzz", "vwx", "stu", "pqr"}; - cudf::test::fixed_width_column_wrapper t1_scol1{-5, -4, -3, -2, -1}; + cudf::test::fixed_width_column_wrapper t1_scol1{-5, -4, -3, -2, -1}; cudf::test::strings_column_wrapper t1_sscol0{"-5555", "-4444", "-333", "-22", "-1"}; cudf::test::fixed_width_column_wrapper t1_sscol1{-50, -40, -30, -20, -10}; cudf::test::structs_column_wrapper t1_scol2({t1_sscol0, t1_sscol1}); @@ -813,12 +816,12 @@ TEST_F(MergeTest, StructsNested) cudf::table_view t0({t0_col0 , t0_col1}); cudf::table_view t1({t1_col0 , t1_col1}); - + auto result = cudf::merge({t0, t1}, {0}, {cudf::order::DESCENDING}); cudf::test::fixed_width_column_wrapper e_col0{9, 8, 7, 6, 5, 4, 3, 2, 1, 0}; cudf::test::strings_column_wrapper e_scol0{"000", "mno", "yzz", "jkl", "vwx", "ghi", "stu", "def", "pqr", "abc"}; - cudf::test::fixed_width_column_wrapper e_scol1{-5, 5, -4, 4, -3, 3, -2, 2, -1, 1}; + cudf::test::fixed_width_column_wrapper e_scol1{-5, 5, -4, 4, -3, 3, -2, 2, -1, 1}; cudf::test::strings_column_wrapper e_sscol0{"-5555", "5555", "-4444", "4444", "-333", "333", "-22", "22", "-1", "1"}; cudf::test::fixed_width_column_wrapper e_sscol1{-50, 50, -40, 40, -30, 30, -20, 20, -10, 10}; cudf::test::structs_column_wrapper e_scol2({e_sscol0, e_sscol1}); @@ -834,13 +837,13 @@ TEST_F(MergeTest, StructsNested) TEST_F(MergeTest, StructsNestedWithNulls) { // clang-format off - - cudf::test::fixed_width_column_wrapper t0_col0{8, 6, 4, 2, 0}; + + cudf::test::fixed_width_column_wrapper t0_col0{8, 6, 4, 2, 0}; cudf::test::strings_column_wrapper t0_scol0{"mno", "jkl", "ghi", "def", "abc"}; - cudf::test::fixed_width_column_wrapper t0_scol1{{5, 4, 3, 2, 1}, {1, 1, 0, 1, 1}}; + cudf::test::fixed_width_column_wrapper t0_scol1{{5, 4, 3, 2, 1}, {1, 1, 0, 1, 1}}; cudf::test::strings_column_wrapper t0_sscol0{{"5555", "4444", "333", "22", "1"}, {1, 0, 1, 1, 0}}; cudf::test::fixed_width_column_wrapper t0_sscol1{50, 40, 30, 20, 10}; - cudf::test::structs_column_wrapper t0_scol2({t0_sscol0, t0_sscol1}, {0, 0, 1, 1, 1}); + cudf::test::structs_column_wrapper t0_scol2({t0_sscol0, t0_sscol1}, {0, 0, 1, 1, 1}); cudf::test::structs_column_wrapper t0_col1({t0_scol0, t0_scol1, t0_scol2}, {0, 0, 1, 1, 1}); cudf::test::fixed_width_column_wrapper t1_col0{9, 7, 5, 3, 1}; @@ -853,7 +856,7 @@ TEST_F(MergeTest, StructsNestedWithNulls) cudf::table_view t0({t0_col0 , t0_col1}); cudf::table_view t1({t1_col0 , t1_col1}); - + auto result = cudf::merge({t0, t1}, {0}, {cudf::order::DESCENDING}); cudf::test::fixed_width_column_wrapper e_col0{9, 8, 7, 6, 5, 4, 3, 2, 1, 0}; diff --git a/cpp/tests/partitioning/hash_partition_test.cpp b/cpp/tests/partitioning/hash_partition_test.cpp index ab8a394ab37..befd9884b11 100644 --- a/cpp/tests/partitioning/hash_partition_test.cpp +++ b/cpp/tests/partitioning/hash_partition_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,9 @@ #include #include +#include +#include + using cudf::test::fixed_width_column_wrapper; using cudf::test::strings_column_wrapper; diff --git a/cpp/tests/quantiles/percentile_approx_test.cu b/cpp/tests/quantiles/percentile_approx_test.cu index 67bc9c68d6e..9af42e1589d 100644 --- a/cpp/tests/quantiles/percentile_approx_test.cu +++ b/cpp/tests/quantiles/percentile_approx_test.cu @@ -33,6 +33,10 @@ #include +#include +#include +#include + using namespace cudf; using namespace cudf::tdigest; diff --git a/cpp/tests/quantiles/tdigest_utilities.cu b/cpp/tests/quantiles/tdigest_utilities.cu index f5c05a6c244..d8fa2d842f7 100644 --- a/cpp/tests/quantiles/tdigest_utilities.cu +++ b/cpp/tests/quantiles/tdigest_utilities.cu @@ -25,6 +25,11 @@ #include +#include +#include +#include +#include + // for use with groupby and reduction aggregation tests. namespace cudf { diff --git a/cpp/tests/reductions/rank_tests.cpp b/cpp/tests/reductions/rank_tests.cpp index 52bffa3e4f9..fb2cd17fe30 100644 --- a/cpp/tests/reductions/rank_tests.cpp +++ b/cpp/tests/reductions/rank_tests.cpp @@ -25,6 +25,8 @@ #include #include +#include + using aggregation = cudf::aggregation; using cudf::null_policy; using cudf::scan_type; diff --git a/cpp/tests/reductions/scan_tests.cpp b/cpp/tests/reductions/scan_tests.cpp index 75ea5900ec8..d533a91f4d0 100644 --- a/cpp/tests/reductions/scan_tests.cpp +++ b/cpp/tests/reductions/scan_tests.cpp @@ -25,7 +25,9 @@ #include #include +#include #include +#include #include #include diff --git a/cpp/tests/reductions/segmented_reduction_tests.cpp b/cpp/tests/reductions/segmented_reduction_tests.cpp index 3a432cce801..f750c432efb 100644 --- a/cpp/tests/reductions/segmented_reduction_tests.cpp +++ b/cpp/tests/reductions/segmented_reduction_tests.cpp @@ -22,6 +22,8 @@ #include #include +#include + #include namespace cudf { diff --git a/cpp/tests/replace/clamp_test.cpp b/cpp/tests/replace/clamp_test.cpp index e315bdd9b16..c54ec5e8cc7 100644 --- a/cpp/tests/replace/clamp_test.cpp +++ b/cpp/tests/replace/clamp_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,8 @@ #include +#include + struct ClampErrorTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/replace/replace_nulls_tests.cpp b/cpp/tests/replace/replace_nulls_tests.cpp index effa026867e..8b8faa9d89e 100644 --- a/cpp/tests/replace/replace_nulls_tests.cpp +++ b/cpp/tests/replace/replace_nulls_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Copyright 2018 BlazingDB, Inc. * Copyright 2018 Alexander Ocsa @@ -34,6 +34,7 @@ #include #include +#include #include using namespace cudf::test::iterators; diff --git a/cpp/tests/replace/replace_tests.cpp b/cpp/tests/replace/replace_tests.cpp index 7540dfd94c5..b6d3e4d05c8 100644 --- a/cpp/tests/replace/replace_tests.cpp +++ b/cpp/tests/replace/replace_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Copyright 2018 BlazingDB, Inc. * Copyright 2018 Cristhian Alberto Gonzales Castillo @@ -29,6 +29,7 @@ #include #include +#include #include #include diff --git a/cpp/tests/rolling/collect_ops_test.cpp b/cpp/tests/rolling/collect_ops_test.cpp index ce778ec3bf2..9a7219a24cb 100644 --- a/cpp/tests/rolling/collect_ops_test.cpp +++ b/cpp/tests/rolling/collect_ops_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,6 +29,7 @@ #include #include +#include #include #include diff --git a/cpp/tests/rolling/grouped_rolling_test.cpp b/cpp/tests/rolling/grouped_rolling_test.cpp index 529ae815ad9..f484661eee8 100644 --- a/cpp/tests/rolling/grouped_rolling_test.cpp +++ b/cpp/tests/rolling/grouped_rolling_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,7 +30,9 @@ #include #include +#include #include +#include #include #include diff --git a/cpp/tests/rolling/range_rolling_window_test.cpp b/cpp/tests/rolling/range_rolling_window_test.cpp index 8d92bf56180..2374e4aad21 100644 --- a/cpp/tests/rolling/range_rolling_window_test.cpp +++ b/cpp/tests/rolling/range_rolling_window_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -30,6 +30,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/tests/rolling/rolling_test.cpp b/cpp/tests/rolling/rolling_test.cpp index 6a16f1fc64b..c54fe073e3a 100644 --- a/cpp/tests/rolling/rolling_test.cpp +++ b/cpp/tests/rolling/rolling_test.cpp @@ -33,6 +33,7 @@ #include #include +#include #include #include diff --git a/cpp/tests/search/search_test.cpp b/cpp/tests/search/search_test.cpp index 41bc0af20d9..0a2533cd5f3 100644 --- a/cpp/tests/search/search_test.cpp +++ b/cpp/tests/search/search_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + struct SearchTest : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/sort/rank_test.cpp b/cpp/tests/sort/rank_test.cpp index 926ad1e203e..c4d0b6b04f4 100644 --- a/cpp/tests/sort/rank_test.cpp +++ b/cpp/tests/sort/rank_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,9 @@ #include #include #include + +#include + #include #include diff --git a/cpp/tests/sort/sort_test.cpp b/cpp/tests/sort/sort_test.cpp index ed86277cd2b..a6e1a25ec17 100644 --- a/cpp/tests/sort/sort_test.cpp +++ b/cpp/tests/sort/sort_test.cpp @@ -25,6 +25,9 @@ #include #include +#include +#include + #include #include diff --git a/cpp/tests/sort/stable_sort_tests.cpp b/cpp/tests/sort/stable_sort_tests.cpp index f80764e66a3..b6b7495136e 100644 --- a/cpp/tests/sort/stable_sort_tests.cpp +++ b/cpp/tests/sort/stable_sort_tests.cpp @@ -25,6 +25,9 @@ #include #include +#include +#include + #include #include diff --git a/cpp/tests/stream_compaction/apply_boolean_mask_tests.cpp b/cpp/tests/stream_compaction/apply_boolean_mask_tests.cpp index b78c3b9417f..036329ccd3d 100644 --- a/cpp/tests/stream_compaction/apply_boolean_mask_tests.cpp +++ b/cpp/tests/stream_compaction/apply_boolean_mask_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,9 @@ #include #include +#include +#include + struct ApplyBooleanMask : public cudf::test::BaseFixture { }; diff --git a/cpp/tests/strings/array_tests.cpp b/cpp/tests/strings/array_tests.cpp index 2a13abfacfb..10cc4562be7 100644 --- a/cpp/tests/strings/array_tests.cpp +++ b/cpp/tests/strings/array_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,7 @@ #include #include +#include #include diff --git a/cpp/tests/strings/contains_tests.cpp b/cpp/tests/strings/contains_tests.cpp index bacd62ac86e..4015c36b283 100644 --- a/cpp/tests/strings/contains_tests.cpp +++ b/cpp/tests/strings/contains_tests.cpp @@ -21,6 +21,10 @@ #include #include +#include +#include +#include + #include #include diff --git a/cpp/tests/strings/datetime_tests.cpp b/cpp/tests/strings/datetime_tests.cpp index 9375a29a078..eccf518e13d 100644 --- a/cpp/tests/strings/datetime_tests.cpp +++ b/cpp/tests/strings/datetime_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,8 @@ #include #include +#include + #include struct StringsDatetimeTest : public cudf::test::BaseFixture { @@ -409,7 +411,7 @@ TEST_F(StringsDatetimeTest, FromTimestampDayOfYear) cudf::test::strings_column_wrapper format_names({"AM", "PM", "Sunday", "Monday", "Tuesday", "Wednesday", "Thursday", "Friday", "Saturday", "Sun", "Mon", "Tue", "Wed", "Thu", "Fri", "Sat", - "January", "February", "March", "April", "May", "June", "July", + "January", "February", "March", "April", "May", "June", "July", "August", "September", "October", "November", "December", "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"}); // clang-format on diff --git a/cpp/tests/strings/extract_tests.cpp b/cpp/tests/strings/extract_tests.cpp index 9a28dbf0697..49a0c51e14f 100644 --- a/cpp/tests/strings/extract_tests.cpp +++ b/cpp/tests/strings/extract_tests.cpp @@ -26,6 +26,8 @@ #include #include +#include + #include struct StringsExtractTests : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/factories_test.cu b/cpp/tests/strings/factories_test.cu index d35cb5c3b9d..0ba4b268c70 100644 --- a/cpp/tests/strings/factories_test.cu +++ b/cpp/tests/strings/factories_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,6 +32,8 @@ #include #include +#include +#include #include #include diff --git a/cpp/tests/strings/fill_tests.cpp b/cpp/tests/strings/fill_tests.cpp index 3952f02d5f3..721fb6d8d33 100644 --- a/cpp/tests/strings/fill_tests.cpp +++ b/cpp/tests/strings/fill_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include #include +#include + #include struct StringsFillTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/find_multiple_tests.cpp b/cpp/tests/strings/find_multiple_tests.cpp index 7b9f639f965..049cc254527 100644 --- a/cpp/tests/strings/find_multiple_tests.cpp +++ b/cpp/tests/strings/find_multiple_tests.cpp @@ -23,6 +23,8 @@ #include #include +#include + #include struct StringsFindMultipleTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/find_tests.cpp b/cpp/tests/strings/find_tests.cpp index 97b1dd716d7..177e6d97f7f 100644 --- a/cpp/tests/strings/find_tests.cpp +++ b/cpp/tests/strings/find_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include #include +#include + #include struct StringsFindTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/findall_tests.cpp b/cpp/tests/strings/findall_tests.cpp index 21c38565372..44fa0410184 100644 --- a/cpp/tests/strings/findall_tests.cpp +++ b/cpp/tests/strings/findall_tests.cpp @@ -22,6 +22,8 @@ #include #include +#include + #include struct StringsFindallTests : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/floats_tests.cpp b/cpp/tests/strings/floats_tests.cpp index 01dd19bf308..bec06f7e601 100644 --- a/cpp/tests/strings/floats_tests.cpp +++ b/cpp/tests/strings/floats_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + #include constexpr cudf::test::debug_output_level verbosity{cudf::test::debug_output_level::ALL_ERRORS}; diff --git a/cpp/tests/strings/integers_tests.cpp b/cpp/tests/strings/integers_tests.cpp index 81e45f2808e..7f8a31ef9bb 100644 --- a/cpp/tests/strings/integers_tests.cpp +++ b/cpp/tests/strings/integers_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,9 @@ #include #include +#include +#include + #include #include diff --git a/cpp/tests/strings/ipv4_tests.cpp b/cpp/tests/strings/ipv4_tests.cpp index 6abe9a55da1..1bc726edea7 100644 --- a/cpp/tests/strings/ipv4_tests.cpp +++ b/cpp/tests/strings/ipv4_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,8 @@ #include #include +#include + #include struct StringsConvertTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/pad_tests.cpp b/cpp/tests/strings/pad_tests.cpp index a07f298b3af..4ec4690cf00 100644 --- a/cpp/tests/strings/pad_tests.cpp +++ b/cpp/tests/strings/pad_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -26,6 +26,8 @@ #include #include +#include + #include struct StringsPadTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/replace_regex_tests.cpp b/cpp/tests/strings/replace_regex_tests.cpp index ddbd9f5b3d6..2b9e8b7aae7 100644 --- a/cpp/tests/strings/replace_regex_tests.cpp +++ b/cpp/tests/strings/replace_regex_tests.cpp @@ -21,6 +21,8 @@ #include #include +#include + #include struct StringsReplaceRegexTest : public cudf::test::BaseFixture { @@ -279,13 +281,32 @@ TEST_F(StringsReplaceRegexTest, BackrefWithGreedyQuantifier) CUDF_TEST_EXPECT_COLUMNS_EQUAL(*results, expected); } +TEST_F(StringsReplaceRegexTest, ReplaceBackrefsRegexZeroIndexTest) +{ + cudf::test::strings_column_wrapper strings( + {"TEST123", "TEST1TEST2", "TEST2-TEST1122", "TEST1-TEST-T", "TES3"}); + auto strings_view = cudf::strings_column_view(strings); + std::string pattern = "(TEST)(\\d+)"; + std::string repl_template = "${0}: ${1}, ${2}; "; + auto results = cudf::strings::replace_with_backrefs(strings_view, pattern, repl_template); + + cudf::test::strings_column_wrapper expected({ + "TEST123: TEST, 123; ", + "TEST1: TEST, 1; TEST2: TEST, 2; ", + "TEST2: TEST, 2; -TEST1122: TEST, 1122; ", + "TEST1: TEST, 1; -TEST-T", + "TES3", + }); + CUDF_TEST_EXPECT_COLUMNS_EQUAL(*results, expected); +} + TEST_F(StringsReplaceRegexTest, ReplaceBackrefsRegexErrorTest) { cudf::test::strings_column_wrapper strings({"this string left intentionally blank"}); auto view = cudf::strings_column_view(strings); - EXPECT_THROW(cudf::strings::replace_with_backrefs(view, "(\\w)", "\\0"), cudf::logic_error); - EXPECT_THROW(cudf::strings::replace_with_backrefs(view, "(\\w)", "\\123"), cudf::logic_error); + // group index(3) exceeds the group count(2) + EXPECT_THROW(cudf::strings::replace_with_backrefs(view, "(\\w).(\\w)", "\\3"), cudf::logic_error); EXPECT_THROW(cudf::strings::replace_with_backrefs(view, "", "\\1"), cudf::logic_error); EXPECT_THROW(cudf::strings::replace_with_backrefs(view, "(\\w)", ""), cudf::logic_error); } diff --git a/cpp/tests/strings/replace_tests.cpp b/cpp/tests/strings/replace_tests.cpp index 63a65e178c7..75c6cfa70e4 100644 --- a/cpp/tests/strings/replace_tests.cpp +++ b/cpp/tests/strings/replace_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,9 @@ #include #include +#include +#include + #include using algorithm = cudf::strings::detail::replace_algorithm; diff --git a/cpp/tests/strings/split_tests.cpp b/cpp/tests/strings/split_tests.cpp index f0d7315929b..a74de7c7986 100644 --- a/cpp/tests/strings/split_tests.cpp +++ b/cpp/tests/strings/split_tests.cpp @@ -28,6 +28,8 @@ #include #include +#include + #include struct StringsSplitTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/strip_tests.cpp b/cpp/tests/strings/strip_tests.cpp index 661444ff515..4c1d3b67600 100644 --- a/cpp/tests/strings/strip_tests.cpp +++ b/cpp/tests/strings/strip_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,8 @@ #include #include +#include + #include struct StringsStripTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/substring_tests.cpp b/cpp/tests/strings/substring_tests.cpp index 4fa4686e887..1a90dc5fe38 100644 --- a/cpp/tests/strings/substring_tests.cpp +++ b/cpp/tests/strings/substring_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,8 +24,11 @@ #include #include -#include +#include +#include #include + +#include #include struct StringsSubstringsTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/translate_tests.cpp b/cpp/tests/strings/translate_tests.cpp index c516383b8a1..e928065dca4 100644 --- a/cpp/tests/strings/translate_tests.cpp +++ b/cpp/tests/strings/translate_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ #include #include +#include + #include struct StringsTranslateTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/strings/urls_tests.cpp b/cpp/tests/strings/urls_tests.cpp index 86c94a85025..95a51bbaaeb 100644 --- a/cpp/tests/strings/urls_tests.cpp +++ b/cpp/tests/strings/urls_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,8 @@ #include #include +#include + #include #include diff --git a/cpp/tests/table/table_view_tests.cu b/cpp/tests/table/table_view_tests.cu index a1c0c49a881..34b76b1765a 100644 --- a/cpp/tests/table/table_view_tests.cu +++ b/cpp/tests/table/table_view_tests.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2020, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,6 +28,9 @@ #include #include +#include +#include + #include // Compares two tables row by row, if table1 row is less than table2, then corresponding row value diff --git a/cpp/tests/text/edit_distance_tests.cpp b/cpp/tests/text/edit_distance_tests.cpp index 849039a0a06..4085e797ad8 100644 --- a/cpp/tests/text/edit_distance_tests.cpp +++ b/cpp/tests/text/edit_distance_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + #include struct TextEditDistanceTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/text/ngrams_tests.cpp b/cpp/tests/text/ngrams_tests.cpp index 5c1e27eea3d..20ffd3baa41 100644 --- a/cpp/tests/text/ngrams_tests.cpp +++ b/cpp/tests/text/ngrams_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include +#include + #include struct TextGenerateNgramsTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/text/ngrams_tokenize_tests.cpp b/cpp/tests/text/ngrams_tokenize_tests.cpp index ce9cd111396..92412d74678 100644 --- a/cpp/tests/text/ngrams_tokenize_tests.cpp +++ b/cpp/tests/text/ngrams_tokenize_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,8 @@ #include #include +#include + #include struct TextNgramsTokenizeTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/text/normalize_tests.cpp b/cpp/tests/text/normalize_tests.cpp index cdf0b7767bb..d8c8307f4ea 100644 --- a/cpp/tests/text/normalize_tests.cpp +++ b/cpp/tests/text/normalize_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ #include +#include + #include struct TextNormalizeTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/text/replace_tests.cpp b/cpp/tests/text/replace_tests.cpp index 2d9ad659f66..00158cc9787 100644 --- a/cpp/tests/text/replace_tests.cpp +++ b/cpp/tests/text/replace_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include +#include + #include struct TextReplaceTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/text/stemmer_tests.cpp b/cpp/tests/text/stemmer_tests.cpp index 59c6ede7c6a..f4e77ac19dd 100644 --- a/cpp/tests/text/stemmer_tests.cpp +++ b/cpp/tests/text/stemmer_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include +#include + #include struct TextStemmerTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/text/tokenize_tests.cpp b/cpp/tests/text/tokenize_tests.cpp index 4d0e1f6e5b5..16c51354d08 100644 --- a/cpp/tests/text/tokenize_tests.cpp +++ b/cpp/tests/text/tokenize_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020, NVIDIA CORPORATION. + * Copyright (c) 2020-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,6 +23,8 @@ #include #include +#include + #include struct TextTokenizeTest : public cudf::test::BaseFixture { diff --git a/cpp/tests/transform/bools_to_mask_test.cpp b/cpp/tests/transform/bools_to_mask_test.cpp index 52e03b8ffa6..d14f2a11b4f 100644 --- a/cpp/tests/transform/bools_to_mask_test.cpp +++ b/cpp/tests/transform/bools_to_mask_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -24,6 +24,8 @@ #include #include +#include + struct MaskToNullTest : public cudf::test::BaseFixture { void run_test(std::vector input, std::vector val) { diff --git a/cpp/tests/transform/row_bit_count_test.cu b/cpp/tests/transform/row_bit_count_test.cu index 43d63c9fd22..8ed50b6eae0 100644 --- a/cpp/tests/transform/row_bit_count_test.cu +++ b/cpp/tests/transform/row_bit_count_test.cu @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021, NVIDIA CORPORATION. + * Copyright (c) 2021-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,8 +27,12 @@ #include +#include #include +#include +#include #include +#include using namespace cudf; diff --git a/cpp/tests/unary/cast_tests.cpp b/cpp/tests/unary/cast_tests.cpp index ceaff4b7c58..f53498bccec 100644 --- a/cpp/tests/unary/cast_tests.cpp +++ b/cpp/tests/unary/cast_tests.cpp @@ -26,6 +26,9 @@ #include #include +#include +#include + #include #include diff --git a/cpp/tests/unary/unary_ops_test.cpp b/cpp/tests/unary/unary_ops_test.cpp index 664322a386f..dd938254041 100644 --- a/cpp/tests/unary/unary_ops_test.cpp +++ b/cpp/tests/unary/unary_ops_test.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,6 +22,8 @@ #include #include +#include + template cudf::test::fixed_width_column_wrapper create_fixed_columns(cudf::size_type start, cudf::size_type size, diff --git a/cpp/tests/utilities/column_utilities.cu b/cpp/tests/utilities/column_utilities.cu index 9daf70227f8..68626c2d4d3 100644 --- a/cpp/tests/utilities/column_utilities.cu +++ b/cpp/tests/utilities/column_utilities.cu @@ -39,11 +39,19 @@ #include #include +#include +#include #include #include +#include #include +#include #include +#include +#include +#include #include +#include #include #include diff --git a/cpp/tests/utilities_tests/column_utilities_tests.cpp b/cpp/tests/utilities_tests/column_utilities_tests.cpp index 082f493da7d..fb4125d1752 100644 --- a/cpp/tests/utilities_tests/column_utilities_tests.cpp +++ b/cpp/tests/utilities_tests/column_utilities_tests.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. + * Copyright (c) 2019-2022, NVIDIA CORPORATION. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +25,7 @@ #include #include +#include #include diff --git a/cpp/tests/utilities_tests/span_tests.cu b/cpp/tests/utilities_tests/span_tests.cu index 044ac3e60f7..0fe9aa33790 100644 --- a/cpp/tests/utilities_tests/span_tests.cu +++ b/cpp/tests/utilities_tests/span_tests.cu @@ -24,6 +24,9 @@ #include #include +#include +#include + #include #include #include diff --git a/cpp/tests/wrappers/timestamps_test.cu b/cpp/tests/wrappers/timestamps_test.cu index 48500c84942..236224de84d 100644 --- a/cpp/tests/wrappers/timestamps_test.cu +++ b/cpp/tests/wrappers/timestamps_test.cu @@ -32,6 +32,9 @@ #include #include +#include +#include + template struct ChronoColumnTest : public cudf::test::BaseFixture { rmm::cuda_stream_view stream() { return rmm::cuda_stream_default; } diff --git a/docs/cudf/source/user_guide/10min.ipynb b/docs/cudf/source/user_guide/10min.ipynb index 0034584a6f7..ab006847fc6 100644 --- a/docs/cudf/source/user_guide/10min.ipynb +++ b/docs/cudf/source/user_guide/10min.ipynb @@ -69,7 +69,7 @@ "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 4\n", "dtype: int64" ] @@ -95,7 +95,7 @@ "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 4\n", "dtype: int64" ] @@ -553,7 +553,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -568,7 +568,7 @@ " a b\n", "0 0 0.1\n", "1 1 0.2\n", - "2 2 null\n", + "2 2 \n", "3 3 0.3" ] }, @@ -627,7 +627,7 @@ " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -642,7 +642,7 @@ " a b\n", "0 0 0.1\n", "1 1 0.2\n", - "2 2 null\n", + "2 2 \n", "3 3 0.3" ] }, @@ -1618,7 +1618,7 @@ { "data": { "text/plain": [ - "3 null\n", + "3 \n", "4 4\n", "dtype: int64" ] @@ -2132,18 +2132,11 @@ { "data": { "text/plain": [ - "MultiIndex(levels=[0 a\n", - "1 b\n", - "dtype: object, 0 1\n", - "1 2\n", - "2 3\n", - "3 4\n", - "dtype: int64],\n", - "codes= 0 1\n", - "0 0 0\n", - "1 0 1\n", - "2 1 2\n", - "3 1 3)" + "MultiIndex([('a', 1),\n", + " ('a', 2),\n", + " ('b', 3),\n", + " ('b', 4)],\n", + " )" ] }, "execution_count": 27, @@ -2330,51 +2323,10 @@ "outputs": [ { "data": { - "text/html": [ - "
\n", - "\n", - "
22null<NA>
3
22null<NA>
3
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
firstsecond
01
b30.7842970.793582
\n", - "" - ], "text/plain": [ - " first second\n", - "0 1 \n", - "b 3 0.784297 0.793582" + "first 0.784297\n", + "second 0.793582\n", + "Name: ('b', 3), dtype: float64" ] }, "execution_count": 30, @@ -2632,26 +2584,26 @@ { "data": { "text/plain": [ - "0 1\n", + "15 1\n", + "6 1\n", "1 1\n", + "14 1\n", "2 1\n", - "3 1\n", - "4 1\n", "5 1\n", - "6 1\n", - "7 1\n", - "8 1\n", - "9 1\n", - "10 1\n", "11 1\n", - "12 1\n", + "7 1\n", + "17 1\n", "13 1\n", - "14 1\n", - "15 1\n", + "8 1\n", "16 1\n", - "17 1\n", - "18 1\n", + "0 1\n", + "10 1\n", + "4 1\n", + "9 1\n", "19 1\n", + "18 1\n", + "3 1\n", + "12 1\n", "Name: a, dtype: int32" ] }, @@ -2672,26 +2624,26 @@ { "data": { "text/plain": [ - "0 1\n", + "15 1\n", + "6 1\n", "1 1\n", + "14 1\n", "2 1\n", - "3 1\n", - "4 1\n", "5 1\n", - "6 1\n", - "7 1\n", - "8 1\n", - "9 1\n", - "10 1\n", "11 1\n", - "12 1\n", + "7 1\n", + "17 1\n", "13 1\n", - "14 1\n", - "15 1\n", + "8 1\n", "16 1\n", - "17 1\n", - "18 1\n", + "0 1\n", + "10 1\n", + "4 1\n", + "9 1\n", "19 1\n", + "18 1\n", + "3 1\n", + "12 1\n", "Name: a, dtype: int64" ] }, @@ -2731,7 +2683,7 @@ "2 c\n", "3 aaba\n", "4 baca\n", - "5 None\n", + "5 \n", "6 caba\n", "7 dog\n", "8 cat\n", @@ -2761,7 +2713,7 @@ "2 c\n", "3 aaba\n", "4 baca\n", - "5 None\n", + "5 \n", "6 caba\n", "7 dog\n", "8 cat\n", @@ -2803,12 +2755,12 @@ "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "dtype: int64" ] @@ -2834,12 +2786,12 @@ "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "dtype: int64" ] @@ -2922,13 +2874,13 @@ " 3\n", " b\n", " 11.0\n", - " null\n", + " <NA>\n", " \n", " \n", " 4\n", " d\n", " 13.0\n", - " null\n", + " <NA>\n", " \n", " \n", "\n", @@ -2939,8 +2891,8 @@ "0 a 10.0 100.0\n", "1 c 12.0 101.0\n", "2 e 14.0 102.0\n", - "3 b 11.0 null\n", - "4 d 13.0 null" + "3 b 11.0 \n", + "4 d 13.0 " ] }, "execution_count": 43, @@ -3009,7 +2961,7 @@ " 2\n", " b\n", " 11.0\n", - " null\n", + " <NA>\n", " \n", " \n", " 0\n", @@ -3021,7 +2973,7 @@ " 1\n", " d\n", " 13.0\n", - " null\n", + " <NA>\n", " \n", " \n", "\n", @@ -3031,9 +2983,9 @@ " key vals_a vals_b\n", "0 a 10.0 100.0\n", "1 c 12.0 101.0\n", - "2 b 11.0 null\n", + "2 b 11.0 \n", "0 e 14.0 102.0\n", - "1 d 13.0 null" + "1 d 13.0 " ] }, "execution_count": 44, @@ -3068,18 +3020,26 @@ "execution_count": 45, "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/ashwin/workspace/rapids/cudf/python/cudf/cudf/core/indexed_frame.py:2271: FutureWarning: append is deprecated and will be removed in a future version. Use concat instead.\n", + " warnings.warn(\n" + ] + }, { "data": { "text/plain": [ "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "dtype: int64" ] @@ -3104,12 +3064,12 @@ "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "0 1\n", "1 2\n", "2 3\n", - "3 null\n", + "3 \n", "4 5\n", "dtype: int64" ] @@ -3197,18 +3157,18 @@ " \n", " \n", " \n", - " 0\n", - " 100\n", + " 1\n", " 90\n", " 100\n", - " 3\n", + " 90\n", + " 4\n", " \n", " \n", - " 1\n", - " 90\n", + " 0\n", " 100\n", " 90\n", - " 4\n", + " 100\n", + " 3\n", " \n", " \n", "\n", @@ -3217,8 +3177,8 @@ "text/plain": [ " a b c agg_col2\n", "agg_col1 \n", - "0 100 90 100 3\n", - "1 90 100 90 4" + "1 90 100 90 4\n", + "0 100 90 100 3" ] }, "execution_count": 48, @@ -3271,18 +3231,18 @@ " \n", " \n", " \n", - " 0\n", - " 100\n", + " 1\n", " 90\n", " 100\n", - " 3\n", + " 90\n", + " 4\n", " \n", " \n", - " 1\n", - " 90\n", + " 0\n", " 100\n", " 90\n", - " 4\n", + " 100\n", + " 3\n", " \n", " \n", "\n", @@ -3291,8 +3251,8 @@ "text/plain": [ " a b c agg_col2\n", "agg_col1 \n", - "0 100 90 100 3\n", - "1 90 100 90 4" + "1 90 100 90 4\n", + "0 100 90 100 3" ] }, "execution_count": 49, @@ -3352,31 +3312,33 @@ " \n", " \n", " \n", - " 0\n", + " 1\n", " 0\n", - " 73\n", + " 54\n", " 60\n", - " 73\n", - " \n", - " \n", - " 1\n", - " 27\n", - " 30\n", - " 27\n", + " 54\n", " \n", " \n", - " 1\n", " 0\n", - " 54\n", + " 0\n", + " 73\n", " 60\n", - " 54\n", + " 73\n", " \n", " \n", " 1\n", + " 1\n", " 36\n", " 40\n", " 36\n", " \n", + " \n", + " 0\n", + " 1\n", + " 27\n", + " 30\n", + " 27\n", + " \n", " \n", "\n", "" @@ -3384,10 +3346,10 @@ "text/plain": [ " a b c\n", "agg_col1 agg_col2 \n", - "0 0 73 60 73\n", - " 1 27 30 27\n", "1 0 54 60 54\n", - " 1 36 40 36" + "0 0 73 60 73\n", + "1 1 36 40 36\n", + "0 1 27 30 27" ] }, "execution_count": 50, @@ -3535,17 +3497,17 @@ " \n", " \n", " \n", - " 0\n", - " 19\n", - " 9.0\n", - " 100\n", - " \n", - " \n", " 1\n", " 18\n", " 10.0\n", " 90\n", " \n", + " \n", + " 0\n", + " 19\n", + " 9.0\n", + " 100\n", + " \n", " \n", "\n", "" @@ -3553,8 +3515,8 @@ "text/plain": [ " a b c\n", "agg_col1 \n", - "0 19 9.0 100\n", - "1 18 10.0 90" + "1 18 10.0 90\n", + "0 19 9.0 100" ] }, "execution_count": 52, @@ -3605,17 +3567,17 @@ " \n", " \n", " \n", - " 0\n", - " 19\n", - " 9.0\n", - " 100\n", - " \n", - " \n", " 1\n", " 18\n", " 10.0\n", " 90\n", " \n", + " \n", + " 0\n", + " 19\n", + " 9.0\n", + " 100\n", + " \n", " \n", "\n", "" @@ -3623,8 +3585,8 @@ "text/plain": [ " a b c\n", "agg_col1 \n", - "0 19 9.0 100\n", - "1 18 10.0 90" + "1 18 10.0 90\n", + "0 19 9.0 100" ] }, "execution_count": 53, @@ -4181,7 +4143,7 @@ "3 0\n", "4 0\n", "5 2\n", - "dtype: int8" + "dtype: uint8" ] }, "execution_count": 61, @@ -4207,7 +4169,7 @@ "3 0\n", "4 0\n", "5 2\n", - "dtype: int8" + "dtype: uint8" ] }, "execution_count": 62, @@ -4483,7 +4445,7 @@ } ], "source": [ - "df.as_matrix()" + "df.to_numpy()" ] }, { @@ -4522,7 +4484,7 @@ } ], "source": [ - "ddf.compute().as_matrix()" + "ddf.compute().to_numpy()" ] }, { @@ -4602,22 +4564,12 @@ "c: int64\n", "agg_col1: int64\n", "agg_col2: int64\n", - "metadata\n", - "--------\n", - "{b'pandas': b'{\"index_columns\": [{\"kind\": \"range\", \"name\": null, \"start\": 0, \"'\n", - " b'stop\": 20, \"step\": 1}], \"column_indexes\": [{\"name\": null, \"field'\n", - " b'_name\": null, \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", '\n", - " b'\"metadata\": {\"encoding\": \"UTF-8\"}}], \"columns\": [{\"name\": \"a\", \"'\n", - " b'field_name\": \"a\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\",'\n", - " b' \"metadata\": null}, {\"name\": \"b\", \"field_name\": \"b\", \"pandas_typ'\n", - " b'e\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": '\n", - " b'\"c\", \"field_name\": \"c\", \"pandas_type\": \"int64\", \"numpy_type\": \"i'\n", - " b'nt64\", \"metadata\": null}, {\"name\": \"agg_col1\", \"field_name\": \"ag'\n", - " b'g_col1\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadat'\n", - " b'a\": null}, {\"name\": \"agg_col2\", \"field_name\": \"agg_col2\", \"panda'\n", - " b's_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}], \"cr'\n", - " b'eator\": {\"library\": \"pyarrow\", \"version\": \"0.15.0\"}, \"pandas_ver'\n", - " b'sion\": \"0.25.3\"}'}" + "----\n", + "a: [[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]]\n", + "b: [[19,18,17,16,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0]]\n", + "c: [[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]]\n", + "agg_col1: [[1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0]]\n", + "agg_col2: [[1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,1,0]]" ] }, "execution_count": 69, @@ -4643,24 +4595,12 @@ "c: int64\n", "agg_col1: int64\n", "agg_col2: int64\n", - "__index_level_0__: int64\n", - "metadata\n", - "--------\n", - "{b'pandas': b'{\"index_columns\": [\"__index_level_0__\"], \"column_indexes\": [{\"na'\n", - " b'me\": null, \"field_name\": null, \"pandas_type\": \"unicode\", \"numpy_'\n", - " b'type\": \"object\", \"metadata\": {\"encoding\": \"UTF-8\"}}], \"columns\":'\n", - " b' [{\"name\": \"a\", \"field_name\": \"a\", \"pandas_type\": \"int64\", \"nump'\n", - " b'y_type\": \"int64\", \"metadata\": null}, {\"name\": \"b\", \"field_name\":'\n", - " b' \"b\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\":'\n", - " b' null}, {\"name\": \"c\", \"field_name\": \"c\", \"pandas_type\": \"int64\",'\n", - " b' \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"agg_col1\", '\n", - " b'\"field_name\": \"agg_col1\", \"pandas_type\": \"int64\", \"numpy_type\": '\n", - " b'\"int64\", \"metadata\": null}, {\"name\": \"agg_col2\", \"field_name\": \"'\n", - " b'agg_col2\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metad'\n", - " b'ata\": null}, {\"name\": null, \"field_name\": \"__index_level_0__\", \"'\n", - " b'pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}]'\n", - " b', \"creator\": {\"library\": \"pyarrow\", \"version\": \"0.15.0\"}, \"panda'\n", - " b's_version\": \"0.25.3\"}'}" + "----\n", + "a: [[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]]\n", + "b: [[19,18,17,16,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0]]\n", + "c: [[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]]\n", + "agg_col1: [[1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0]]\n", + "agg_col2: [[1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,1,0]]" ] }, "execution_count": 70, @@ -5878,7 +5818,18 @@ "cell_type": "code", "execution_count": 78, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(None,)" + ] + }, + "execution_count": 78, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "ddf.to_parquet('example_files') " ] @@ -5932,13 +5883,9 @@ " double1\n", " bytes1\n", " string1\n", - " middle.list.int1\n", - " middle.list.string1\n", - " list.int1\n", - " list.string1\n", + " middle\n", + " list\n", " map\n", - " map.int1\n", - " map.string1\n", " \n", " \n", " \n", @@ -5953,13 +5900,9 @@ " -15.0\n", " \u0000\u0001\u0002\u0003\u0004\n", " hi\n", - " 3\n", - " bye\n", - " 4\n", - " \n", - " chani\n", - " 5\n", - " chani\n", + " {'list': [{'int1': 1, 'string1': 'bye'}, {'int...\n", + " [{'int1': 3, 'string1': 'good'}, {'int1': 4, '...\n", + " []\n", " \n", " \n", " 1\n", @@ -5972,13 +5915,9 @@ " -5.0\n", " \n", " bye\n", - " 0\n", - " bye\n", - " 0\n", - " \n", - " mauddib\n", - " 1\n", - " mauddib\n", + " {'list': [{'int1': 1, 'string1': 'bye'}, {'int...\n", + " [{'int1': 100000000, 'string1': 'cat'}, {'int1...\n", + " [{'key': 'chani', 'value': {'int1': 5, 'string...\n", " \n", " \n", "\n", @@ -5989,13 +5928,17 @@ "0 False 1 1024 65536 9223372036854775807 1.0 -15.0 \n", "1 True 100 2048 65536 9223372036854775807 2.0 -5.0 \n", "\n", - " bytes1 string1 middle.list.int1 middle.list.string1 list.int1 \\\n", - "0 \u0000\u0001\u0002\u0003\u0004 hi 3 bye 4 \n", - "1 bye 0 bye 0 \n", + " bytes1 string1 middle \\\n", + "0 \u0000\u0001\u0002\u0003\u0004 hi {'list': [{'int1': 1, 'string1': 'bye'}, {'int... \n", + "1 bye {'list': [{'int1': 1, 'string1': 'bye'}, {'int... \n", + "\n", + " list \\\n", + "0 [{'int1': 3, 'string1': 'good'}, {'int1': 4, '... \n", + "1 [{'int1': 100000000, 'string1': 'cat'}, {'int1... \n", "\n", - " list.string1 map map.int1 map.string1 \n", - "0 chani 5 chani \n", - "1 mauddib 1 mauddib " + " map \n", + "0 [] \n", + "1 [{'key': 'chani', 'value': {'int1': 5, 'string... " ] }, "execution_count": 79, @@ -6034,31 +5977,246 @@ "execution_count": 80, "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2022-03-29 12:21:32,328 - distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n", + "2022-03-29 12:21:32,394 - distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n" + ] + }, { "data": { "text/html": [ - "\n", - "\n", - "\n", - "\n", + "
\n", + "
\n", + "
\n", + "

Client

\n", + "

Client-4be800f5-af7c-11ec-8df8-c8d9d2247354

\n", + "
\n", - "

Client

\n", - "\n", - "
\n", - "

Cluster

\n", - "
    \n", - "
  • Workers: 4
  • \n", - "
  • Cores: 4
  • \n", - "
  • Memory: 404.32 GB
  • \n", - "
\n", - "
\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
Connection method: Cluster objectCluster type: dask_cuda.LocalCUDACluster
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + "
\n", + "\n", + " \n", + "
\n", + "

Cluster Info

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

LocalCUDACluster

\n", + "

137d0882

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", "\n", - "
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + " \n", + " Workers: 2\n", + "
\n", + " Total threads: 2\n", + " \n", + " Total memory: 45.79 GiB\n", + "
Status: runningUsing processes: True
" + "\n", + " \n", + " \n", + "\n", + "
\n", + " \n", + "

Scheduler Info

\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

Scheduler

\n", + "

Scheduler-08f95e9e-2c10-4d66-a103-955ab4218e91

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
\n", + " Comm: tcp://127.0.0.1:35157\n", + " \n", + " Workers: 2\n", + "
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + " \n", + " Total threads: 2\n", + "
\n", + " Started: Just now\n", + " \n", + " Total memory: 45.79 GiB\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "

Workers

\n", + "
\n", + "\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 0

\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:41411\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:40997/status\n", + " \n", + " Memory: 22.89 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:42959\n", + "
\n", + " Local directory: /home/ashwin/workspace/rapids/cudf/docs/cudf/source/user_guide/dask-worker-space/worker-ruvvgno2\n", + "
\n", + " GPU: Quadro GV100\n", + " \n", + " GPU memory: 31.75 GiB\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 1

\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:41341\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:39963/status\n", + " \n", + " Memory: 22.89 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:33675\n", + "
\n", + " Local directory: /home/ashwin/workspace/rapids/cudf/docs/cudf/source/user_guide/dask-worker-space/worker-phx0wjv_\n", + "
\n", + " GPU: Quadro GV100\n", + " \n", + " GPU memory: 31.74 GiB\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "\n", + " \n", + "" ], "text/plain": [ - "" + "" ] }, "execution_count": 80, @@ -6186,35 +6344,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "Thu Jun 4 05:36:08 2020 \n", + "Tue Mar 29 12:21:33 2022 \n", "+-----------------------------------------------------------------------------+\n", - "| NVIDIA-SMI 440.64.00 Driver Version: 440.64.00 CUDA Version: 10.2 |\n", + "| NVIDIA-SMI 495.29.05 Driver Version: 495.29.05 CUDA Version: 11.5 |\n", "|-------------------------------+----------------------+----------------------+\n", "| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n", "| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n", + "| | | MIG M. |\n", "|===============================+======================+======================|\n", - "| 0 Tesla T4 On | 00000000:3B:00.0 Off | 0 |\n", - "| N/A 38C P0 27W / 70W | 743MiB / 15109MiB | 2% Default |\n", + "| 0 Quadro GV100 Off | 00000000:15:00.0 Off | Off |\n", + "| 36% 49C P2 50W / 250W | 1113MiB / 32508MiB | 0% Default |\n", + "| | | N/A |\n", "+-------------------------------+----------------------+----------------------+\n", - "| 1 Tesla T4 On | 00000000:5E:00.0 Off | 0 |\n", - "| N/A 41C P0 26W / 70W | 110MiB / 15109MiB | 0% Default |\n", - "+-------------------------------+----------------------+----------------------+\n", - "| 2 Tesla T4 On | 00000000:AF:00.0 Off | 0 |\n", - "| N/A 35C P0 27W / 70W | 110MiB / 15109MiB | 0% Default |\n", - "+-------------------------------+----------------------+----------------------+\n", - "| 3 Tesla T4 On | 00000000:D8:00.0 Off | 0 |\n", - "| N/A 34C P0 27W / 70W | 110MiB / 15109MiB | 0% Default |\n", + "| 1 Quadro GV100 Off | 00000000:2D:00.0 Off | Off |\n", + "| 40% 54C P2 50W / 250W | 306MiB / 32498MiB | 0% Default |\n", + "| | | N/A |\n", "+-------------------------------+----------------------+----------------------+\n", " \n", "+-----------------------------------------------------------------------------+\n", - "| Processes: GPU Memory |\n", - "| GPU PID Type Process name Usage |\n", + "| Processes: |\n", + "| GPU GI CI PID Type Process name GPU Memory |\n", + "| ID ID Usage |\n", "|=============================================================================|\n", - "| 0 57229 C ...sets/pgali/envs/new_cudf_env/bin/python 633MiB |\n", - "| 0 57341 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", - "| 1 57337 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", - "| 2 57336 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", - "| 3 57335 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", "+-----------------------------------------------------------------------------+\n" ] } @@ -6327,35 +6478,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "Thu Jun 4 05:36:09 2020 \n", + "Tue Mar 29 12:21:34 2022 \n", "+-----------------------------------------------------------------------------+\n", - "| NVIDIA-SMI 440.64.00 Driver Version: 440.64.00 CUDA Version: 10.2 |\n", + "| NVIDIA-SMI 495.29.05 Driver Version: 495.29.05 CUDA Version: 11.5 |\n", "|-------------------------------+----------------------+----------------------+\n", "| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n", "| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n", + "| | | MIG M. |\n", "|===============================+======================+======================|\n", - "| 0 Tesla T4 On | 00000000:3B:00.0 Off | 0 |\n", - "| N/A 38C P0 27W / 70W | 743MiB / 15109MiB | 0% Default |\n", - "+-------------------------------+----------------------+----------------------+\n", - "| 1 Tesla T4 On | 00000000:5E:00.0 Off | 0 |\n", - "| N/A 42C P0 26W / 70W | 110MiB / 15109MiB | 0% Default |\n", + "| 0 Quadro GV100 Off | 00000000:15:00.0 Off | Off |\n", + "| 36% 49C P2 50W / 250W | 1113MiB / 32508MiB | 0% Default |\n", + "| | | N/A |\n", "+-------------------------------+----------------------+----------------------+\n", - "| 2 Tesla T4 On | 00000000:AF:00.0 Off | 0 |\n", - "| N/A 35C P0 27W / 70W | 110MiB / 15109MiB | 0% Default |\n", - "+-------------------------------+----------------------+----------------------+\n", - "| 3 Tesla T4 On | 00000000:D8:00.0 Off | 0 |\n", - "| N/A 34C P0 27W / 70W | 110MiB / 15109MiB | 0% Default |\n", + "| 1 Quadro GV100 Off | 00000000:2D:00.0 Off | Off |\n", + "| 40% 54C P2 50W / 250W | 306MiB / 32498MiB | 0% Default |\n", + "| | | N/A |\n", "+-------------------------------+----------------------+----------------------+\n", " \n", "+-----------------------------------------------------------------------------+\n", - "| Processes: GPU Memory |\n", - "| GPU PID Type Process name Usage |\n", + "| Processes: |\n", + "| GPU GI CI PID Type Process name GPU Memory |\n", + "| ID ID Usage |\n", "|=============================================================================|\n", - "| 0 57229 C ...sets/pgali/envs/new_cudf_env/bin/python 633MiB |\n", - "| 0 57341 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", - "| 1 57337 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", - "| 2 57336 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", - "| 3 57335 C ...sets/pgali/envs/new_cudf_env/bin/python 99MiB |\n", "+-----------------------------------------------------------------------------+\n" ] } @@ -6387,13 +6531,15 @@ "metadata": {}, "outputs": [], "source": [ + "import random\n", + "\n", "nrows = 10000000\n", "\n", "df1 = cudf.DataFrame({'a': cp.arange(nrows), 'b': cp.arange(nrows)})\n", "ddf1 = dask_cudf.from_cudf(df1, npartitions=100)\n", "\n", "def func(df):\n", - " time.sleep(cp.random.randint(1, 60))\n", + " time.sleep(random.randint(1, 60))\n", " return (df + 5) * 3 - 11" ] }, @@ -6429,7 +6575,7 @@ { "data": { "text/plain": [ - "DoneAndNotDoneFutures(done={, , , , }, not_done=set())" + "DoneAndNotDoneFutures(done={, , , , }, not_done=set())" ] }, "execution_count": 87, @@ -6445,14 +6591,21 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "With `wait`, we can safely proceed on in our workflow." + "## With `wait`, we can safely proceed on in our workflow." ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { "anaconda-cloud": {}, "kernelspec": { - "display_name": "Python 3", + "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, @@ -6466,7 +6619,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.7.6" + "version": "3.8.13" }, "toc": { "base_numbering": 1, diff --git a/java/ci/build-in-docker.sh b/java/ci/build-in-docker.sh index ac8b2584091..75435319c91 100755 --- a/java/ci/build-in-docker.sh +++ b/java/ci/build-in-docker.sh @@ -1,7 +1,7 @@ #!/bin/bash # -# Copyright (c) 2020-2021, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2020-2022, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -93,9 +93,6 @@ fi cd "$WORKSPACE/java" mvn -B clean package $BUILD_ARG -###### Sanity test: fail if static cudart found ###### -find . -name '*.so' | xargs -I{} readelf -Ws {} | grep cuInit && echo "Found statically linked CUDA runtime, this is currently not tested" && exit 1 - ###### Stash Jar files ###### rm -rf $OUT_PATH mkdir -p $OUT_PATH diff --git a/java/src/test/java/ai/rapids/cudf/ColumnVectorTest.java b/java/src/test/java/ai/rapids/cudf/ColumnVectorTest.java index d1509f14c6e..58901d5743b 100644 --- a/java/src/test/java/ai/rapids/cudf/ColumnVectorTest.java +++ b/java/src/test/java/ai/rapids/cudf/ColumnVectorTest.java @@ -4987,6 +4987,22 @@ void testStringReplaceWithBackrefs() { assertColumnsAreEqual(expected, actual); } + // test zero as group index + try (ColumnVector v = ColumnVector.fromStrings("aa-11 b2b-345", "aa-11a 1c-2b2 b2-c3", "11-aa", null); + ColumnVector expected = ColumnVector.fromStrings("aa-11:aa:11; b2b-345:b:345;", + "aa-11:aa:11;a 1c-2:c:2;b2 b2-c3", "11-aa", null); + ColumnVector actual = v.stringReplaceWithBackrefs( + "([a-z]+)-([0-9]+)", "${0}:${1}:${2};")) { + assertColumnsAreEqual(expected, actual); + } + + // group index exceeds group count + assertThrows(CudfException.class, () -> { + try (ColumnVector v = ColumnVector.fromStrings("ABC123defgh"); + ColumnVector r = v.stringReplaceWithBackrefs("([A-Z]+)([0-9]+)([a-z]+)", "\\4")) { + } + }); + } @Test diff --git a/java/src/test/java/ai/rapids/cudf/TableTest.java b/java/src/test/java/ai/rapids/cudf/TableTest.java index 9f34006043a..7be1ca2118b 100644 --- a/java/src/test/java/ai/rapids/cudf/TableTest.java +++ b/java/src/test/java/ai/rapids/cudf/TableTest.java @@ -8557,20 +8557,16 @@ void testExplodeOuterPosition() { @Test void testSample() { try (Table t = new Table.TestBuilder().column("s1", "s2", "s3", "s4", "s5").build()) { - try (Table ret = t.sample(3, false, 0); - Table expected = new Table.TestBuilder().column("s3", "s4", "s5").build()) { - assertTablesAreEqual(expected, ret); + try (Table ret = t.sample(3, false, 0)) { + assertEquals(ret.getRowCount(), 3); } - try (Table ret = t.sample(5, false, 0); - Table expected = new Table.TestBuilder().column("s3", "s4", "s5", "s2", "s1").build()) { - assertTablesAreEqual(expected, ret); + try (Table ret = t.sample(5, false, 0)) { + assertEquals(ret.getRowCount(), 5); } - try (Table ret = t.sample(8, true, 0); - Table expected = new Table.TestBuilder() - .column("s1", "s1", "s4", "s5", "s5", "s1", "s3", "s2").build()) { - assertTablesAreEqual(expected, ret); + try (Table ret = t.sample(8, true, 0)) { + assertEquals(ret.getRowCount(), 8); } } } diff --git a/python/cudf/cudf/_lib/cpp/io/orc.pxd b/python/cudf/cudf/_lib/cpp/io/orc.pxd index 0c2f971a26c..62ff5eb4f53 100644 --- a/python/cudf/cudf/_lib/cpp/io/orc.pxd +++ b/python/cudf/cudf/_lib/cpp/io/orc.pxd @@ -1,4 +1,4 @@ -# Copyright (c) 2020-2021, NVIDIA CORPORATION. +# Copyright (c) 2020-2022, NVIDIA CORPORATION. from libc.stdint cimport uint8_t from libcpp cimport bool @@ -36,7 +36,6 @@ cdef extern from "cudf/io/orc.hpp" \ void enable_use_index(bool val) except+ void enable_use_np_dtypes(bool val) except+ void set_timestamp_type(data_type type) except+ - void set_decimal_cols_as_float(vector[string] val) except+ @staticmethod orc_reader_options_builder builder( @@ -55,9 +54,6 @@ cdef extern from "cudf/io/orc.hpp" \ orc_reader_options_builder& use_index(bool val) except+ orc_reader_options_builder& use_np_dtypes(bool val) except+ orc_reader_options_builder& timestamp_type(data_type type) except+ - orc_reader_options_builder& decimal_cols_as_float( - vector[string] val - ) except+ orc_reader_options build() except+ diff --git a/python/cudf/cudf/_lib/orc.pyx b/python/cudf/cudf/_lib/orc.pyx index 127e3a612dc..8331f9c3d17 100644 --- a/python/cudf/cudf/_lib/orc.pyx +++ b/python/cudf/cudf/_lib/orc.pyx @@ -93,7 +93,6 @@ cpdef read_orc(object filepaths_or_buffers, object skip_rows=None, object num_rows=None, bool use_index=True, - object decimal_cols_as_float=None, object timestamp_type=None): """ Cython function to call into libcudf API, see `read_orc`. @@ -120,7 +119,6 @@ cpdef read_orc(object filepaths_or_buffers, ) ), use_index, - decimal_cols_as_float or [], ) cdef table_with_metadata c_result @@ -319,8 +317,7 @@ cdef orc_reader_options make_orc_reader_options( size_type skip_rows, size_type num_rows, type_id timestamp_type, - bool use_index, - object decimal_cols_as_float + bool use_index ) except*: for i, datasource in enumerate(filepaths_or_buffers): @@ -333,10 +330,6 @@ cdef orc_reader_options make_orc_reader_options( c_column_names.push_back(str(col).encode()) cdef orc_reader_options opts cdef source_info src = make_source_info(filepaths_or_buffers) - cdef vector[string] c_decimal_cols_as_float - c_decimal_cols_as_float.reserve(len(decimal_cols_as_float)) - for decimal_col in decimal_cols_as_float: - c_decimal_cols_as_float.push_back(str(decimal_col).encode()) opts = move( orc_reader_options.builder(src) .columns(c_column_names) @@ -345,7 +338,6 @@ cdef orc_reader_options make_orc_reader_options( .num_rows(num_rows) .timestamp_type(data_type(timestamp_type)) .use_index(use_index) - .decimal_cols_as_float(c_decimal_cols_as_float) .build() ) diff --git a/python/cudf/cudf/core/dataframe.py b/python/cudf/cudf/core/dataframe.py index 17cac3593a3..08a30729e7c 100644 --- a/python/cudf/cudf/core/dataframe.py +++ b/python/cudf/cudf/core/dataframe.py @@ -1339,8 +1339,14 @@ def _slice(self: T, arg: slice) -> T: @_cudf_nvtx_annotate def memory_usage(self, index=True, deep=False): - return Series( - {str(k): v for k, v in super().memory_usage(index, deep).items()} + mem_usage = [col.memory_usage for col in self._data.columns] + names = [str(name) for name in self._data.names] + if index: + mem_usage.append(self._index.memory_usage()) + names.append("Index") + return Series._from_data( + data={None: as_column(mem_usage)}, + index=as_index(names), ) @_cudf_nvtx_annotate diff --git a/python/cudf/cudf/core/frame.py b/python/cudf/cudf/core/frame.py index a84606b0953..75c6e4d0964 100644 --- a/python/cudf/cudf/core/frame.py +++ b/python/cudf/cudf/core/frame.py @@ -339,12 +339,7 @@ def memory_usage(self, deep=False): ------- The total bytes used. """ - if deep: - warnings.warn( - "The deep parameter is ignored and is only included " - "for pandas compatibility." - ) - return {name: col.memory_usage for name, col in self._data.items()} + raise NotImplementedError def __len__(self): return self._num_rows diff --git a/python/cudf/cudf/core/index.py b/python/cudf/cudf/core/index.py index 7df5be3f692..a31fe4c3b99 100644 --- a/python/cudf/cudf/core/index.py +++ b/python/cudf/cudf/core/index.py @@ -914,7 +914,7 @@ def _concat(cls, objs): @_cudf_nvtx_annotate def memory_usage(self, deep=False): - return sum(super().memory_usage(deep=deep).values()) + return self._column.memory_usage @_cudf_nvtx_annotate def equals(self, other, **kwargs): diff --git a/python/cudf/cudf/core/indexed_frame.py b/python/cudf/cudf/core/indexed_frame.py index c5c2322d95a..458fc16c511 100644 --- a/python/cudf/cudf/core/indexed_frame.py +++ b/python/cudf/cudf/core/indexed_frame.py @@ -704,10 +704,7 @@ def memory_usage(self, index=True, deep=False): >>> s.memory_usage(index=False) 24 """ - usage = super().memory_usage(deep=deep) - if index: - usage["Index"] = self.index.memory_usage() - return usage + raise NotImplementedError def hash_values(self, method="murmur3"): """Compute the hash of values in this column. diff --git a/python/cudf/cudf/core/multiindex.py b/python/cudf/cudf/core/multiindex.py index 39228f034d4..d80fb00942b 100644 --- a/python/cudf/cudf/core/multiindex.py +++ b/python/cudf/cudf/core/multiindex.py @@ -1474,7 +1474,7 @@ def _clean_nulls_from_index(self): @_cudf_nvtx_annotate def memory_usage(self, deep=False): - usage = sum(super().memory_usage(deep=deep).values()) + usage = sum(col.memory_usage for col in self._data.columns) if self.levels: for level in self.levels: usage += level.memory_usage(deep=deep) diff --git a/python/cudf/cudf/core/series.py b/python/cudf/cudf/core/series.py index 0ea02edb924..8748b9775be 100644 --- a/python/cudf/cudf/core/series.py +++ b/python/cudf/cudf/core/series.py @@ -856,7 +856,9 @@ def to_frame(self, name=None): @_cudf_nvtx_annotate def memory_usage(self, index=True, deep=False): - return sum(super().memory_usage(index, deep).values()) + return self._column.memory_usage + ( + self._index.memory_usage() if index else 0 + ) @_cudf_nvtx_annotate def __array_function__(self, func, types, args, kwargs): diff --git a/python/cudf/cudf/io/orc.py b/python/cudf/cudf/io/orc.py index 0ac0e02e4d1..6a2ffef52db 100644 --- a/python/cudf/cudf/io/orc.py +++ b/python/cudf/cudf/io/orc.py @@ -287,18 +287,11 @@ def read_orc( skiprows=None, num_rows=None, use_index=True, - decimal_cols_as_float=None, timestamp_type=None, use_python_file_object=True, **kwargs, ): """{docstring}""" - if decimal_cols_as_float is not None: - warnings.warn( - "`decimal_cols_as_float` is deprecated and will be removed in " - "the future", - FutureWarning, - ) from cudf import DataFrame # Multiple sources are passed as a list. If a single source is passed, @@ -365,7 +358,6 @@ def read_orc( skiprows, num_rows, use_index, - decimal_cols_as_float, timestamp_type, ) ) diff --git a/python/cudf/cudf/tests/test_orc.py b/python/cudf/cudf/tests/test_orc.py index 62715ad7580..5082fb08b92 100644 --- a/python/cudf/cudf/tests/test_orc.py +++ b/python/cudf/cudf/tests/test_orc.py @@ -1266,10 +1266,7 @@ def test_map_type_read(columns, num_rows, use_index): assert_eq(expected_tbl.to_pandas(), gdf) -@pytest.mark.parametrize( - "data", [["_col0"], ["FakeName", "_col0", "TerriblyFakeColumnName"]] -) -def test_orc_reader_decimal(datadir, data): +def test_orc_reader_decimal(datadir): path = datadir / "TestOrcFile.decimal.orc" try: orcfile = pa.orc.ORCFile(path) @@ -1277,28 +1274,8 @@ def test_orc_reader_decimal(datadir, data): pytest.skip(".orc file is not found: %s" % e) pdf = orcfile.read().to_pandas() - gdf = cudf.read_orc(path, decimal_cols_as_float=data).to_pandas() - - # Convert the decimal dtype from PyArrow to float64 for comparison to cuDF - # This is because cuDF returns as float64 - pdf = pdf.apply(pd.to_numeric) - - assert_eq(pdf, gdf) - - -@pytest.mark.parametrize("data", [["InvalidColumnName"]]) -def test_orc_reader_decimal_invalid_column(datadir, data): - path = datadir / "TestOrcFile.decimal.orc" - try: - orcfile = pa.orc.ORCFile(path) - except pa.ArrowIOError as e: - pytest.skip(".orc file is not found: %s" % e) - - pdf = orcfile.read().to_pandas() - gdf = cudf.read_orc(path, decimal_cols_as_float=data).to_pandas() + gdf = cudf.read_orc(path).to_pandas() - # Since the `decimal_cols_as_float` column name - # is invalid, this should be a decimal assert_eq(pdf, gdf) diff --git a/python/cudf/cudf/utils/ioutils.py b/python/cudf/cudf/utils/ioutils.py index cfe1957dfd6..5f348563243 100644 --- a/python/cudf/cudf/utils/ioutils.py +++ b/python/cudf/cudf/utils/ioutils.py @@ -392,9 +392,6 @@ If not None, the total number of rows to read. use_index : bool, default True If True, use row index if available for faster seeking. -decimal_cols_as_float: list, default None - If specified, names of the columns that should be converted from - Decimal to Float64 in the resulting dataframe. use_python_file_object : boolean, default True If True, Arrow-backed PythonFile objects will be used in place of fsspec AbstractBufferedFile objects at IO time. This option is likely to improve diff --git a/python/cudf/requirements/cuda-11.0/dev_requirements.txt b/python/cudf/requirements/cuda-11.0/dev_requirements.txt deleted file mode 100644 index d8dce276820..00000000000 --- a/python/cudf/requirements/cuda-11.0/dev_requirements.txt +++ /dev/null @@ -1,41 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -# pyarrow gpu package will have to be built from source : -# https://arrow.apache.org/docs/python/install.html#installing-from-source - -cupy-cuda110 -cachetools -cmake -cmake-setuptools>=0.1.3 -cython>=0.29,<0.30 -dlpack -fastavro>=0.22.9 -python-snappy>=0.6.0 -fsspec>=0.6.0 -hypothesis -mimesis<4.1 -mypy==0.782 -nbsphinx -numba>=0.53.1 -numpy -numpydoc -nvtx>=0.2.1 -packaging -pandas>=1.0,<1.4.0dev0 -pandoc==2.0a4 -protobuf -pydata-sphinx-theme -pyorc -pytest -pytest-benchmark -pytest-xdist -rapidjson -recommonmark -setuptools -sphinx -sphinx-copybutton -sphinx-markdown-tables -sphinxcontrib-websupport -transformers<=4.10.3 -typing_extensions -wheel diff --git a/python/cudf/requirements/cuda-11.2/dev_requirements.txt b/python/cudf/requirements/cuda-11.2/dev_requirements.txt deleted file mode 100644 index c11d108360d..00000000000 --- a/python/cudf/requirements/cuda-11.2/dev_requirements.txt +++ /dev/null @@ -1,41 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -# pyarrow gpu package will have to be built from source : -# https://arrow.apache.org/docs/python/install.html#installing-from-source - -cupy-cuda112 -cachetools -cmake -cmake-setuptools>=0.1.3 -cython>=0.29,<0.30 -dlpack -fastavro>=0.22.9 -python-snappy>=0.6.0 -fsspec>=0.6.0 -hypothesis -mimesis<4.1 -mypy==0.782 -nbsphinx -numba>=0.53.1 -numpy -numpydoc -nvtx>=0.2.1 -packaging -pandas>=1.0,<1.4.0dev0 -pandoc==2.0a4 -protobuf -pydata-sphinx-theme -pyorc -pytest -pytest-benchmark -pytest-xdist -rapidjson -recommonmark -setuptools -sphinx -sphinx-copybutton -sphinx-markdown-tables -sphinxcontrib-websupport -transformers<=4.10.3 -typing_extensions -wheel diff --git a/python/cudf_kafka/dev_requirements.txt b/python/cudf_kafka/dev_requirements.txt deleted file mode 100644 index af52659e08e..00000000000 --- a/python/cudf_kafka/dev_requirements.txt +++ /dev/null @@ -1,11 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -flake8==3.8.3 -black==19.10b0 -isort==5.6.4 -python-confluent-kafka -pytest -setuptools -wheel -cython>=0.29,<0.30 -python-confluent-kafka diff --git a/python/custreamz/dev_requirements.txt b/python/custreamz/dev_requirements.txt deleted file mode 100644 index a6b44c640f6..00000000000 --- a/python/custreamz/dev_requirements.txt +++ /dev/null @@ -1,12 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -flake8==3.8.3 -black==19.10b0 -isort==5.6.4 -dask==2022.03.0 -distributed==2022.03.0 -streamz -python-confluent-kafka -pytest -setuptools -wheel diff --git a/python/dask_cudf/dask_cudf/backends.py b/python/dask_cudf/dask_cudf/backends.py index d1edfb071a2..36e3416c8a3 100644 --- a/python/dask_cudf/dask_cudf/backends.py +++ b/python/dask_cudf/dask_cudf/backends.py @@ -398,7 +398,10 @@ def group_split_cudf(df, c, k, ignore_index=False): @sizeof_dispatch.register(cudf.DataFrame) @_dask_cudf_nvtx_annotate def sizeof_cudf_dataframe(df): - return int(df.memory_usage().sum()) + return int( + sum(col.memory_usage for col in df._data.columns) + + df._index.memory_usage() + ) @sizeof_dispatch.register((cudf.Series, cudf.BaseIndex)) diff --git a/python/dask_cudf/dev_requirements.txt b/python/dask_cudf/dev_requirements.txt deleted file mode 100644 index 438317adf87..00000000000 --- a/python/dask_cudf/dev_requirements.txt +++ /dev/null @@ -1,14 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -dask==2022.03.0 -distributed==2022.03.0 -fsspec>=0.6.0 -numba>=0.53.1 -numpy -pandas>=1.0,<1.4.0dev0 -pytest -setuptools -wheel -flake8==3.8.3 -black==19.10b0 -isort==5.6.4