requirements-dev.txt

# Development/Build utilities (allow to be unpinned)
ipdb
maturin
pre-commit
docker

# Tracing
orjson==3.9.5  # orjson recommended for viztracer
py-spy==0.3.14
viztracer==0.15.6

# Testing frameworks
hypothesis==6.79.2
pytest==7.4.1
pytest-benchmark==4.0.0
pytest-cov==4.1.0

# Testing dependencies
lxml==4.9.3
dask==2022.2.0; python_version < '3.8'
dask==2023.5.0; python_version == '3.8'
dask==2023.6.0; python_version >= '3.9'
numpy; python_version < '3.9'
numpy==1.25.2; python_version >= '3.9'
pandas==1.3.5; python_version < '3.8'
pandas==2.0.3; python_version >= '3.8'
xxhash>=3.0.0
Pillow==9.5.0
opencv-python==4.8.0.76

# Pyarrow
pyarrow==12; platform_system != "Windows"
pyarrow==6.0.1; platform_system === "Windows"
# Ray
ray[data, default]==2.6.3
pydantic<2  # pin pydantic because Ray uses broken APIs

# AWS
s3fs==2023.1.0; python_version < '3.8'
s3fs==2023.6.0; python_version >= '3.8'
# on old versions of s3fs's pinned botocore, they neglected to pin urllib3<2 which leads to:
# "ImportError: cannot import name 'DEFAULT_CIPHERS' from 'urllib3.util.ssl_'"
urllib3<2; python_version < '3.8'

# Azure
adlfs==2022.2.0; python_version < '3.8'
adlfs==2023.8.0; python_version >= '3.8'

# Workaround until the next version of adlfs: https://github.com/fsspec/adlfs/issues/424
azure-storage-blob==12.17.0; python_version >= '3.8'

# GCS
gcsfs==2023.1.0; python_version < '3.8'
gcsfs==2023.6.0; python_version >= '3.8'

# Documentation
myst-nb>=0.16.0
Sphinx <= 5
sphinx-book-theme>=0.3.3,<1.0.0
sphinx-reredirects>=0.1.1
sphinx-copybutton>=0.5.2