From 8e2a7935fc8af8fb355bc95232ce96ae0daa2bb7 Mon Sep 17 00:00:00 2001 From: Leon Luttenberger Date: Wed, 20 Dec 2023 10:46:54 -0600 Subject: [PATCH] chore: Upgrade DeltaLake (#2563) Co-authored-by: kukushking --- poetry.lock | 36 +++++++++++++----------------------- pyproject.toml | 2 +- 2 files changed, 14 insertions(+), 24 deletions(-) diff --git a/poetry.lock b/poetry.lock index 1885cc760..cc1e57d27 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1402,26 +1402,26 @@ files = [ [[package]] name = "deltalake" -version = "0.10.0" +version = "0.14.0" description = "Native Delta Lake Python binding based on delta-rs with Pandas integration" optional = true -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "deltalake-0.10.0-cp37-abi3-macosx_10_7_x86_64.whl", hash = "sha256:1aef72679268324e7cc556f03969b92235076b6edcecae7a2f85ac930b5fb9b9"}, - {file = "deltalake-0.10.0-cp37-abi3-macosx_10_9_x86_64.macosx_11_0_arm64.macosx_10_9_universal2.whl", hash = "sha256:91e801b78e298946950b07bf0573e4cf012d6259ac294bcac662b6d746f95596"}, - {file = "deltalake-0.10.0-cp37-abi3-macosx_11_0_arm64.whl", hash = "sha256:437f8ee9f28a9cd8454e8700c3dd88f5ad33c2ec9a7192356b55b23fee50259c"}, - {file = "deltalake-0.10.0-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f532b3c3dc8437fc26279a296bc576bdf79b167e1d4864847ca7c5ec7b3915b6"}, - {file = "deltalake-0.10.0-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42212ee879735d476772a9c1d1ca3e43ef15893a301796baffe94db3578e98ca"}, - {file = "deltalake-0.10.0-cp37-abi3-win_amd64.whl", hash = "sha256:88c7759d8a97ec882dd0309eb097506c1682637ca4a0dcbe04d6482eedd298c9"}, - {file = "deltalake-0.10.0.tar.gz", hash = "sha256:b8793a1c7a1219c8935ed9926a6870c9341597396c0f50bf6ff98c323d06ee0f"}, + {file = "deltalake-0.14.0-cp38-abi3-macosx_10_12_x86_64.whl", hash = "sha256:48ce48c246e5f3dfe078b8d77a81f76e9b5da61c0e317756c27388e8e42b539e"}, + {file = "deltalake-0.14.0-cp38-abi3-macosx_10_7_x86_64.whl", hash = "sha256:6123362ea7210d50c32fea79b3ad06a1240cac3df34c6a95a28ed073152588d4"}, + {file = "deltalake-0.14.0-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:fbb379dd4ad6e9a14de64ac4d91ef7ca4f7d1039323c9ac13f08716699ef73e1"}, + {file = "deltalake-0.14.0-cp38-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9645ab49127d04e74db64201ab1903fc098d38e69bb97f150b67cf545fb249fe"}, + {file = "deltalake-0.14.0-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:19c8b72f41ca6b32794b937830858e581fb1d8ba1c796843df6ec7ca6d27b8d2"}, + {file = "deltalake-0.14.0-cp38-abi3-win_amd64.whl", hash = "sha256:a70017f8ddd3bb1dce005dfbae0d71cbddf7db9261d1daed0e48bb85b2a1101d"}, + {file = "deltalake-0.14.0.tar.gz", hash = "sha256:6aaeac1423c16fa574515f7a0c76b85c4d5fd8e409b0ffcd2c4763f96a6cdb44"}, ] [package.dependencies] -pyarrow = ">=7" +pyarrow = ">=8" [package.extras] -devel = ["black", "mypy", "packaging (>=20)", "pytest", "pytest-benchmark", "pytest-cov", "pytest-mock", "pytest-timeout", "ruff", "sphinx (<=4.5)", "sphinx-rtd-theme", "toml", "wheel"] -pandas = ["pandas (<2)"] +devel = ["mypy", "packaging (>=20)", "pytest", "pytest-benchmark", "pytest-cov", "pytest-mock", "pytest-timeout", "ruff (>=0.1.5)", "sphinx (<=4.5)", "sphinx-rtd-theme", "toml", "wheel"] +pandas = ["pandas"] pyspark = ["delta-spark", "numpy (==1.22.2)", "pyspark"] [[package]] @@ -2709,16 +2709,6 @@ files = [ {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5bbe06f8eeafd38e5d0a4894ffec89378b6c6a625ff57e3028921f8ff59318ac"}, {file = "MarkupSafe-2.1.3-cp311-cp311-win32.whl", hash = "sha256:dd15ff04ffd7e05ffcb7fe79f1b98041b8ea30ae9234aed2a9168b5797c3effb"}, {file = "MarkupSafe-2.1.3-cp311-cp311-win_amd64.whl", hash = "sha256:134da1eca9ec0ae528110ccc9e48041e0828d79f24121a1a146161103c76e686"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:f698de3fd0c4e6972b92290a45bd9b1536bffe8c6759c62471efaa8acb4c37bc"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:aa57bd9cf8ae831a362185ee444e15a93ecb2e344c8e52e4d721ea3ab6ef1823"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ffcc3f7c66b5f5b7931a5aa68fc9cecc51e685ef90282f4a82f0f5e9b704ad11"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:47d4f1c5f80fc62fdd7777d0d40a2e9dda0a05883ab11374334f6c4de38adffd"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1f67c7038d560d92149c060157d623c542173016c4babc0c1913cca0564b9939"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:9aad3c1755095ce347e26488214ef77e0485a3c34a50c5a5e2471dff60b9dd9c"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:14ff806850827afd6b07a5f32bd917fb7f45b046ba40c57abdb636674a8b559c"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8f9293864fe09b8149f0cc42ce56e3f0e54de883a9de90cd427f191c346eb2e1"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-win32.whl", hash = "sha256:715d3562f79d540f251b99ebd6d8baa547118974341db04f5ad06d5ea3eb8007"}, - {file = "MarkupSafe-2.1.3-cp312-cp312-win_amd64.whl", hash = "sha256:1b8dd8c3fd14349433c79fa8abeb573a55fc0fdd769133baac1f5e07abf54aeb"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:8e254ae696c88d98da6555f5ace2279cf7cd5b3f52be2b5cf97feafe883b58d2"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb0932dc158471523c9637e807d9bfb93e06a95cbf010f1a38b98623b929ef2b"}, {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9402b03f1a1b4dc4c19845e5c749e3ab82d5078d16a2a4c2cd2df62d57bb0707"}, @@ -6321,4 +6311,4 @@ sqlserver = ["pyodbc"] [metadata] lock-version = "2.0" python-versions = ">=3.8, <4.0" -content-hash = "23bc876b3247e8185f5b7f9efb0af56b3e27d1c29139db50044cd922c583e198" +content-hash = "873f6f18ac416321081882fed06bc20b11c5b431f80dc1af80c11b286bcd258a" diff --git a/pyproject.toml b/pyproject.toml index 075571330..1440a1c5e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,7 +56,7 @@ jsonpath-ng = { version = "^1.5.3", optional = true } # Other openpyxl = { version = "^3.0.0", optional = true } progressbar2 = { version = "^4.0.0", optional = true } -deltalake = { version = ">=0.6.4,<0.11.0", optional = true } +deltalake = { version = ">=0.6.4,<0.15.0", optional = true } geopandas = {version = "^0.13.2", optional = true} # Distributed