diff --git a/.github/workflows/pythonbuild.yml b/.github/workflows/pythonbuild.yml index 9f7f341546..8d1e3043ec 100644 --- a/.github/workflows/pythonbuild.yml +++ b/.github/workflows/pythonbuild.yml @@ -157,10 +157,6 @@ jobs: # https://github.com/numba/numba/issues/8304 - python-version: 3.11 plugin-names: "flytekit-mlflow" - # pyspark 3.4.0 will support python 3.11, which isn't available yet - # Issue tracked in: https://github.com/apache/spark/pull/38987 - - python-version: 3.11 - plugin-names: "flytekit-spark" # vaex currently doesn't support python 3.11 - python-version: 3.11 plugin-names: "flytekit-vaex" @@ -185,7 +181,7 @@ jobs: run: | make setup cd plugins/${{ matrix.plugin-names }} - pip install -r requirements.txt + pip install . if [ -f dev-requirements.txt ]; then pip install -r dev-requirements.txt; fi pip install -U https://github.com/flyteorg/flytekit/archive/${{ github.sha }}.zip#egg=flytekit pip freeze diff --git a/dev-requirements.in b/dev-requirements.in index b80953e1b9..e63de16895 100644 --- a/dev-requirements.in +++ b/dev-requirements.in @@ -8,6 +8,7 @@ pytest pytest-asyncio pytest-cov pytest-timeout +pytest-mock mypy<1.7.0 pre-commit codespell diff --git a/plugins/flytekit-vscode/requirements.txt b/dev-requirements.txt similarity index 52% rename from plugins/flytekit-vscode/requirements.txt rename to dev-requirements.txt index f2ddb8cb65..0d71b1b216 100644 --- a/plugins/flytekit-vscode/requirements.txt +++ b/dev-requirements.txt @@ -1,11 +1,15 @@ # -# This file is autogenerated by pip-compile with Python 3.8 +# This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile requirements.in +# pip-compile dev-requirements.in # --e file:.#egg=flytekitplugins-vscode +-e file:.#egg=flytekit # via -r requirements.in +absl-py==2.0.0 + # via + # tensorboard + # tensorflow adlfs==2023.10.0 # via flytekit aiobotocore==2.5.4 @@ -20,12 +24,23 @@ aioitertools==0.11.0 # via aiobotocore aiosignal==1.3.1 # via aiohttp +appnope==0.1.3 + # via ipython arrow==1.3.0 # via cookiecutter +asttokens==2.4.1 + # via stack-data +astunparse==1.6.3 + # via tensorflow async-timeout==4.0.3 # via aiohttp -attrs==23.1.0 - # via aiohttp +attrs==20.3.0 + # via + # -r requirements.in + # aiohttp + # hypothesis +autoflake==2.2.1 + # via -r dev-requirements.in azure-core==1.29.5 # via # adlfs @@ -51,6 +66,8 @@ cffi==1.16.0 # via # azure-datalake-store # cryptography +cfgv==3.4.0 + # via pre-commit chardet==5.2.0 # via binaryornot charset-normalizer==3.3.2 @@ -64,8 +81,14 @@ click==8.1.7 # rich-click cloudpickle==3.0.0 # via flytekit +codespell==2.2.6 + # via -r dev-requirements.in cookiecutter==2.4.0 # via flytekit +coverage[toml]==7.3.2 + # via + # -r dev-requirements.in + # pytest-cov croniter==2.0.1 # via flytekit cryptography==41.0.5 @@ -75,25 +98,37 @@ cryptography==41.0.5 # msal # pyjwt # pyopenssl - # secretstorage dataclasses-json==0.5.9 # via flytekit decorator==5.1.1 - # via gcsfs + # via + # gcsfs + # ipython deprecated==1.2.14 # via flytekit diskcache==5.6.3 # via flytekit +distlib==0.3.7 + # via virtualenv docker==6.1.3 # via flytekit docker-image-py==0.1.12 # via flytekit docstring-parser==0.15 # via flytekit +exceptiongroup==1.1.3 + # via + # hypothesis + # ipython + # pytest +executing==2.0.1 + # via stack-data +filelock==3.13.1 + # via virtualenv +flatbuffers==23.5.26 + # via tensorflow flyteidl==1.10.0 # via flytekit -flytekit==1.10.1b0 - # via flytekitplugins-vscode frozenlist==1.4.0 # via # aiohttp @@ -104,14 +139,19 @@ fsspec==2023.9.2 # flytekit # gcsfs # s3fs +gast==0.5.4 + # via tensorflow gcsfs==2023.9.2 # via flytekit gitdb==4.0.11 # via gitpython gitpython==3.1.40 # via flytekit -google-api-core==2.12.0 +google-api-core[grpc]==2.12.0 # via + # google-api-core + # google-cloud-bigquery + # google-cloud-bigquery-storage # google-cloud-core # google-cloud-storage google-auth==2.23.4 @@ -122,18 +162,31 @@ google-auth==2.23.4 # google-cloud-core # google-cloud-storage # kubernetes -google-auth-oauthlib==1.1.0 - # via gcsfs + # tensorboard +google-auth-oauthlib==0.4.6 + # via + # gcsfs + # tensorboard +google-cloud-bigquery==3.13.0 + # via -r dev-requirements.in +google-cloud-bigquery-storage==2.22.0 + # via -r dev-requirements.in google-cloud-core==2.3.3 - # via google-cloud-storage + # via + # google-cloud-bigquery + # google-cloud-storage google-cloud-storage==2.13.0 # via gcsfs google-crc32c==1.5.0 # via # google-cloud-storage # google-resumable-media +google-pasta==0.2.0 + # via tensorflow google-resumable-media==2.6.0 - # via google-cloud-storage + # via + # google-cloud-bigquery + # google-cloud-storage googleapis-common-protos==1.61.0 # via # flyteidl @@ -143,9 +196,21 @@ googleapis-common-protos==1.61.0 grpcio==1.59.2 # via # flytekit + # google-api-core + # google-cloud-bigquery # grpcio-status + # tensorboard + # tensorflow grpcio-status==1.59.2 - # via flytekit + # via + # flytekit + # google-api-core +h5py==3.10.0 + # via tensorflow +hypothesis==6.88.3 + # via -r dev-requirements.in +identify==2.5.31 + # via pre-commit idna==3.4 # via # requests @@ -154,32 +219,49 @@ importlib-metadata==6.8.0 # via # flytekit # keyring -importlib-resources==6.1.1 - # via keyring +iniconfig==2.0.0 + # via pytest +ipython==8.17.2 + # via -r dev-requirements.in isodate==0.6.1 # via azure-storage-blob jaraco-classes==3.3.0 - # via keyring -jeepney==0.8.0 # via # keyring - # secretstorage + # keyrings-alt +jedi==0.19.1 + # via ipython jinja2==3.1.2 # via cookiecutter jmespath==1.0.1 # via botocore joblib==1.3.2 - # via flytekit + # via + # -r dev-requirements.in + # flytekit + # scikit-learn jsonpickle==3.0.2 # via flytekit +keras==2.8.0 + # via tensorflow +keras-preprocessing==1.1.2 + # via tensorflow keyring==24.2.0 # via flytekit +keyrings-alt==5.0.0 + # via -r dev-requirements.in kubernetes==28.1.0 # via flytekit +libclang==16.0.6 + # via tensorflow +markdown==3.5.1 + # via tensorboard markdown-it-py==3.0.0 # via rich markupsafe==2.1.3 - # via jinja2 + # via + # jinja2 + # werkzeug marshmallow==3.20.1 # via # dataclasses-json @@ -193,8 +275,12 @@ marshmallow-jsonschema==0.13.0 # via flytekit mashumaro==3.10 # via flytekit +matplotlib-inline==0.1.6 + # via ipython mdurl==0.1.2 # via markdown-it-py +mock==5.1.0 + # via -r dev-requirements.in more-itertools==10.1.0 # via jaraco-classes msal==1.25.0 @@ -208,36 +294,83 @@ multidict==6.0.4 # via # aiohttp # yarl +mypy==1.6.1 + # via -r dev-requirements.in mypy-extensions==1.0.0 - # via typing-inspect + # via + # mypy + # typing-inspect natsort==8.4.0 # via flytekit -numpy==1.24.4 +nodeenv==1.8.0 + # via pre-commit +numpy==1.23.5 # via # flytekit + # h5py + # keras-preprocessing + # opt-einsum # pandas # pyarrow + # scikit-learn + # scipy + # tensorboard + # tensorflow oauthlib==3.2.2 # via # kubernetes # requests-oauthlib +opt-einsum==3.3.0 + # via tensorflow packaging==23.2 # via # docker + # google-cloud-bigquery # marshmallow + # pytest pandas==1.5.3 # via flytekit +parso==0.8.3 + # via jedi +pexpect==4.8.0 + # via ipython +pillow==10.1.0 + # via -r dev-requirements.in +platformdirs==3.11.0 + # via virtualenv +pluggy==1.3.0 + # via pytest portalocker==2.8.2 # via msal-extensions -protobuf==4.25.0 +pre-commit==3.5.0 + # via -r dev-requirements.in +prometheus-client==0.18.0 + # via -r dev-requirements.in +prompt-toolkit==3.0.39 + # via ipython +proto-plus==1.22.3 + # via + # google-cloud-bigquery + # google-cloud-bigquery-storage +protobuf==4.24.4 # via # flyteidl + # flytekit # google-api-core + # google-cloud-bigquery + # google-cloud-bigquery-storage # googleapis-common-protos # grpcio-status + # proto-plus # protoc-gen-swagger + # tensorboard + # tensorflow protoc-gen-swagger==0.1.0 # via flyteidl +ptyprocess==0.7.0 + # via pexpect +pure-eval==0.2.2 + # via stack-data pyarrow==10.0.1 # via flytekit pyasn1==0.5.0 @@ -248,18 +381,40 @@ pyasn1-modules==0.3.0 # via google-auth pycparser==2.21 # via cffi +pyflakes==3.1.0 + # via autoflake pygments==2.16.1 - # via rich + # via + # ipython + # rich pyjwt[crypto]==2.8.0 - # via msal + # via + # msal + # pyjwt pyopenssl==23.3.0 # via flytekit +pytest==7.4.3 + # via + # -r dev-requirements.in + # pytest-asyncio + # pytest-cov + # pytest-mock + # pytest-timeout +pytest-asyncio==0.21.1 + # via -r dev-requirements.in +pytest-cov==4.1.0 + # via -r dev-requirements.in +pytest-mock==3.12.0 + # via -r dev-requirements.in +pytest-timeout==2.2.0 + # via -r dev-requirements.in python-dateutil==2.8.2 # via # arrow # botocore # croniter # flytekit + # google-cloud-bigquery # kubernetes # pandas python-json-logger==2.0.7 @@ -278,6 +433,7 @@ pyyaml==6.0.1 # cookiecutter # flytekit # kubernetes + # pre-commit regex==2023.10.3 # via docker-image-py requests==2.31.0 @@ -289,10 +445,12 @@ requests==2.31.0 # flytekit # gcsfs # google-api-core + # google-cloud-bigquery # google-cloud-storage # kubernetes # msal # requests-oauthlib + # tensorboard requests-oauthlib==1.3.1 # via # google-auth-oauthlib @@ -308,33 +466,83 @@ rsa==4.9 # via google-auth s3fs==2023.9.2 # via flytekit -secretstorage==3.3.3 - # via keyring +scikit-learn==1.3.2 + # via -r dev-requirements.in +scipy==1.11.3 + # via scikit-learn six==1.16.0 # via + # asttokens + # astunparse # azure-core + # google-pasta # isodate + # keras-preprocessing # kubernetes # python-dateutil + # tensorflow smmap==5.0.1 # via gitdb sortedcontainers==2.4.0 - # via flytekit + # via + # flytekit + # hypothesis +stack-data==0.6.3 + # via ipython statsd==3.3.0 # via flytekit +tensorboard==2.8.0 + # via tensorflow +tensorboard-data-server==0.6.1 + # via tensorboard +tensorboard-plugin-wit==1.8.1 + # via tensorboard +tensorflow==2.8.1 ; python_version < "3.11" and (platform_machine != "arm64" or platform_system != "Darwin") + # via -r dev-requirements.in +tensorflow-estimator==2.8.0 + # via tensorflow +tensorflow-io-gcs-filesystem==0.34.0 + # via tensorflow +termcolor==2.3.0 + # via tensorflow text-unidecode==1.3 # via python-slugify +threadpoolctl==3.2.0 + # via scikit-learn +tomli==2.0.1 + # via + # autoflake + # coverage + # mypy + # pytest +torch==1.12.1 ; python_version >= "3.11" or platform_system != "Windows" + # via -r dev-requirements.in +traitlets==5.13.0 + # via + # ipython + # matplotlib-inline +types-croniter==2.0.0.0 + # via -r dev-requirements.in +types-mock==5.1.0.2 + # via -r dev-requirements.in +types-protobuf==4.24.0.4 + # via -r dev-requirements.in types-python-dateutil==2.8.19.14 # via arrow +types-requests==2.31.0.6 + # via -r dev-requirements.in +types-urllib3==1.26.25.14 + # via types-requests typing-extensions==4.8.0 # via - # aioitertools # azure-core # azure-storage-blob # flytekit # mashumaro - # rich + # mypy # rich-click + # tensorflow + # torch # typing-inspect typing-inspect==0.9.0 # via dataclasses-json @@ -345,20 +553,31 @@ urllib3==1.26.18 # flytekit # kubernetes # requests +virtualenv==20.24.6 + # via pre-commit +wcwidth==0.2.9 + # via prompt-toolkit websocket-client==1.6.4 # via # docker # kubernetes +werkzeug==3.0.1 + # via tensorboard wheel==0.41.3 - # via flytekit + # via + # astunparse + # flytekit + # tensorboard wrapt==1.15.0 # via # aiobotocore # deprecated # flytekit + # tensorflow yarl==1.9.2 # via aiohttp zipp==3.17.0 - # via - # importlib-metadata - # importlib-resources + # via importlib-metadata + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/plugins/flytekit-airflow/requirements.in b/plugins/flytekit-airflow/requirements.in deleted file mode 100644 index 29f03e5f4e..0000000000 --- a/plugins/flytekit-airflow/requirements.in +++ /dev/null @@ -1 +0,0 @@ --e file:.#egg=flytekitplugins-airflow diff --git a/plugins/flytekit-airflow/requirements.txt b/plugins/flytekit-airflow/requirements.txt deleted file mode 100644 index f12aad9814..0000000000 --- a/plugins/flytekit-airflow/requirements.txt +++ /dev/null @@ -1,1057 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.10 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-airflow - # via -r requirements.in -adlfs==2023.9.0 - # via flytekit -aiobotocore==2.5.4 - # via s3fs -aiofiles==23.2.1 - # via gcloud-aio-storage -aiohttp==3.8.5 - # via - # adlfs - # aiobotocore - # apache-airflow-providers-http - # gcloud-aio-auth - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -alembic==1.12.0 - # via - # apache-airflow - # sqlalchemy-spanner -annotated-types==0.5.0 - # via pydantic -anyio==4.0.0 - # via httpcore -apache-airflow==2.7.1 - # via - # apache-airflow-providers-common-sql - # apache-airflow-providers-ftp - # apache-airflow-providers-google - # apache-airflow-providers-http - # apache-airflow-providers-imap - # apache-airflow-providers-sqlite - # flytekitplugins-airflow -apache-airflow-providers-common-sql==1.7.2 - # via - # apache-airflow - # apache-airflow-providers-google - # apache-airflow-providers-sqlite -apache-airflow-providers-ftp==3.5.2 - # via apache-airflow -apache-airflow-providers-google==10.9.0 - # via flytekitplugins-airflow -apache-airflow-providers-http==4.5.2 - # via apache-airflow -apache-airflow-providers-imap==3.3.2 - # via apache-airflow -apache-airflow-providers-sqlite==3.4.3 - # via apache-airflow -apispec[yaml]==6.3.0 - # via flask-appbuilder -argcomplete==3.1.2 - # via apache-airflow -arrow==1.3.0 - # via cookiecutter -asgiref==3.7.2 - # via - # apache-airflow - # apache-airflow-providers-google - # apache-airflow-providers-http -async-timeout==4.0.3 - # via aiohttp -attrs==23.1.0 - # via - # aiohttp - # apache-airflow - # cattrs - # jsonschema - # looker-sdk - # referencing -azure-core==1.29.4 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.53 - # via adlfs -azure-identity==1.14.0 - # via adlfs -azure-storage-blob==12.18.2 - # via adlfs -babel==2.13.0 - # via flask-babel -backoff==2.2.1 - # via - # gcloud-aio-auth - # opentelemetry-exporter-otlp-proto-common - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http -binaryornot==0.4.4 - # via cookiecutter -blinker==1.6.2 - # via apache-airflow -botocore==1.31.17 - # via aiobotocore -cachelib==0.9.0 - # via - # flask-caching - # flask-session -cachetools==5.3.1 - # via google-auth -cattrs==23.1.2 - # via - # apache-airflow - # looker-sdk -certifi==2023.7.22 - # via - # httpcore - # httpx - # kubernetes - # requests -cffi==1.16.0 - # via - # azure-datalake-store - # cryptography -chardet==5.2.0 - # via - # binaryornot - # gcloud-aio-auth -charset-normalizer==3.3.0 - # via - # aiohttp - # requests -click==8.1.7 - # via - # clickclick - # cookiecutter - # flask - # flask-appbuilder - # flytekit - # rich-click -clickclick==20.10.2 - # via connexion -cloudpickle==2.2.1 - # via flytekit -colorama==0.4.6 - # via flask-appbuilder -colorlog==4.8.0 - # via apache-airflow -configupdater==3.1.1 - # via apache-airflow -connexion[flask]==2.14.2 - # via apache-airflow -cookiecutter==2.4.0 - # via flytekit -cron-descriptor==1.4.0 - # via apache-airflow -croniter==1.4.1 - # via - # apache-airflow - # flytekit -cryptography==41.0.4 - # via - # apache-airflow - # azure-identity - # azure-storage-blob - # gcloud-aio-auth - # msal - # pyjwt - # pyopenssl -dataclasses-json==0.5.9 - # via flytekit -db-dtypes==1.1.1 - # via pandas-gbq -decorator==5.1.1 - # via gcsfs -deprecated==1.2.14 - # via - # apache-airflow - # flytekit - # limits - # opentelemetry-api - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http -dill==0.3.7 - # via apache-airflow -diskcache==5.6.3 - # via flytekit -dnspython==2.4.2 - # via email-validator -docker==6.1.3 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -docutils==0.20.1 - # via python-daemon -email-validator==1.3.1 - # via flask-appbuilder -exceptiongroup==1.1.3 - # via - # anyio - # cattrs -flask==2.2.5 - # via - # apache-airflow - # connexion - # flask-appbuilder - # flask-babel - # flask-caching - # flask-jwt-extended - # flask-limiter - # flask-login - # flask-session - # flask-sqlalchemy - # flask-wtf -flask-appbuilder==4.3.6 - # via apache-airflow -flask-babel==2.0.0 - # via flask-appbuilder -flask-caching==2.0.2 - # via apache-airflow -flask-jwt-extended==4.5.3 - # via flask-appbuilder -flask-limiter==3.5.0 - # via flask-appbuilder -flask-login==0.6.2 - # via - # apache-airflow - # flask-appbuilder -flask-session==0.5.0 - # via apache-airflow -flask-sqlalchemy==2.5.1 - # via flask-appbuilder -flask-wtf==1.2.1 - # via - # apache-airflow - # flask-appbuilder -flyteidl==1.5.21 - # via flytekit -flytekit==1.9.1 - # via flytekitplugins-airflow -frozenlist==1.4.0 - # via - # aiohttp - # aiosignal -fsspec==2023.9.2 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcloud-aio-auth==4.2.3 - # via - # apache-airflow-providers-google - # gcloud-aio-bigquery - # gcloud-aio-storage -gcloud-aio-bigquery==7.0.0 - # via apache-airflow-providers-google -gcloud-aio-storage==9.0.0 - # via apache-airflow-providers-google -gcsfs==2023.9.2 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.37 - # via flytekit -google-ads==22.0.0 - # via apache-airflow-providers-google -google-api-core[grpc]==2.12.0 - # via - # apache-airflow-providers-google - # google-ads - # google-api-python-client - # google-cloud-aiplatform - # google-cloud-appengine-logging - # google-cloud-automl - # google-cloud-batch - # google-cloud-bigquery - # google-cloud-bigquery-datatransfer - # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-build - # google-cloud-compute - # google-cloud-container - # google-cloud-core - # google-cloud-datacatalog - # google-cloud-dataflow-client - # google-cloud-dataform - # google-cloud-dataplex - # google-cloud-dataproc - # google-cloud-dataproc-metastore - # google-cloud-dlp - # google-cloud-kms - # google-cloud-language - # google-cloud-logging - # google-cloud-memcache - # google-cloud-monitoring - # google-cloud-orchestration-airflow - # google-cloud-os-login - # google-cloud-pubsub - # google-cloud-redis - # google-cloud-resource-manager - # google-cloud-run - # google-cloud-secret-manager - # google-cloud-spanner - # google-cloud-speech - # google-cloud-storage - # google-cloud-storage-transfer - # google-cloud-tasks - # google-cloud-texttospeech - # google-cloud-translate - # google-cloud-videointelligence - # google-cloud-vision - # google-cloud-workflows - # pandas-gbq - # sqlalchemy-bigquery -google-api-python-client==2.102.0 - # via apache-airflow-providers-google -google-auth==2.23.2 - # via - # apache-airflow-providers-google - # gcsfs - # google-api-core - # google-api-python-client - # google-auth-httplib2 - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes - # pandas-gbq - # pydata-google-auth - # sqlalchemy-bigquery -google-auth-httplib2==0.1.1 - # via - # apache-airflow-providers-google - # google-api-python-client -google-auth-oauthlib==1.1.0 - # via - # gcsfs - # google-ads - # pandas-gbq - # pydata-google-auth -google-cloud-aiplatform==1.34.0 - # via apache-airflow-providers-google -google-cloud-appengine-logging==1.3.2 - # via google-cloud-logging -google-cloud-audit-log==0.2.5 - # via google-cloud-logging -google-cloud-automl==2.11.2 - # via apache-airflow-providers-google -google-cloud-batch==0.17.1 - # via apache-airflow-providers-google -google-cloud-bigquery==3.12.0 - # via - # google-cloud-aiplatform - # pandas-gbq - # sqlalchemy-bigquery -google-cloud-bigquery-datatransfer==3.12.1 - # via apache-airflow-providers-google -google-cloud-bigquery-storage==2.22.0 - # via pandas-gbq -google-cloud-bigtable==2.21.0 - # via apache-airflow-providers-google -google-cloud-build==3.20.0 - # via apache-airflow-providers-google -google-cloud-compute==1.14.1 - # via apache-airflow-providers-google -google-cloud-container==2.32.0 - # via apache-airflow-providers-google -google-cloud-core==2.3.3 - # via - # google-cloud-bigquery - # google-cloud-bigtable - # google-cloud-logging - # google-cloud-spanner - # google-cloud-storage - # google-cloud-translate -google-cloud-datacatalog==3.16.0 - # via apache-airflow-providers-google -google-cloud-dataflow-client==0.8.4 - # via apache-airflow-providers-google -google-cloud-dataform==0.5.3 - # via apache-airflow-providers-google -google-cloud-dataplex==1.6.3 - # via apache-airflow-providers-google -google-cloud-dataproc==5.6.0 - # via apache-airflow-providers-google -google-cloud-dataproc-metastore==1.13.0 - # via apache-airflow-providers-google -google-cloud-dlp==3.12.3 - # via apache-airflow-providers-google -google-cloud-kms==2.19.1 - # via apache-airflow-providers-google -google-cloud-language==2.11.1 - # via apache-airflow-providers-google -google-cloud-logging==3.8.0 - # via apache-airflow-providers-google -google-cloud-memcache==1.7.3 - # via apache-airflow-providers-google -google-cloud-monitoring==2.16.0 - # via apache-airflow-providers-google -google-cloud-orchestration-airflow==1.9.2 - # via - # apache-airflow-providers-google - # flytekitplugins-airflow -google-cloud-os-login==2.10.0 - # via apache-airflow-providers-google -google-cloud-pubsub==2.18.4 - # via apache-airflow-providers-google -google-cloud-redis==2.13.2 - # via apache-airflow-providers-google -google-cloud-resource-manager==1.10.4 - # via google-cloud-aiplatform -google-cloud-run==0.9.1 - # via apache-airflow-providers-google -google-cloud-secret-manager==2.16.4 - # via apache-airflow-providers-google -google-cloud-spanner==3.40.1 - # via - # apache-airflow-providers-google - # sqlalchemy-spanner -google-cloud-speech==2.21.0 - # via apache-airflow-providers-google -google-cloud-storage==2.11.0 - # via - # apache-airflow-providers-google - # gcsfs - # google-cloud-aiplatform -google-cloud-storage-transfer==1.9.2 - # via apache-airflow-providers-google -google-cloud-tasks==2.14.2 - # via apache-airflow-providers-google -google-cloud-texttospeech==2.14.2 - # via apache-airflow-providers-google -google-cloud-translate==3.12.0 - # via apache-airflow-providers-google -google-cloud-videointelligence==2.11.4 - # via apache-airflow-providers-google -google-cloud-vision==3.4.4 - # via apache-airflow-providers-google -google-cloud-workflows==1.12.1 - # via apache-airflow-providers-google -google-crc32c==1.5.0 - # via google-resumable-media -google-re2==1.1 - # via apache-airflow -google-resumable-media==2.6.0 - # via - # google-cloud-bigquery - # google-cloud-storage -googleapis-common-protos[grpc]==1.60.0 - # via - # flyteidl - # flytekit - # google-ads - # google-api-core - # google-cloud-audit-log - # grpc-google-iam-v1 - # grpcio-status - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http -graphviz==0.20.1 - # via apache-airflow -greenlet==3.0.0 - # via sqlalchemy -grpc-google-iam-v1==0.12.6 - # via - # google-cloud-bigtable - # google-cloud-build - # google-cloud-datacatalog - # google-cloud-dataform - # google-cloud-dataplex - # google-cloud-dataproc - # google-cloud-dataproc-metastore - # google-cloud-kms - # google-cloud-logging - # google-cloud-pubsub - # google-cloud-resource-manager - # google-cloud-run - # google-cloud-secret-manager - # google-cloud-spanner - # google-cloud-tasks -grpcio==1.53.0 - # via - # flytekit - # google-ads - # google-api-core - # google-cloud-bigquery - # google-cloud-pubsub - # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-gcp - # grpcio-status - # opentelemetry-exporter-otlp-proto-grpc -grpcio-gcp==0.2.2 - # via apache-airflow-providers-google -grpcio-status==1.53.0 - # via - # flytekit - # google-ads - # google-api-core - # google-cloud-pubsub -gunicorn==21.2.0 - # via apache-airflow -h11==0.14.0 - # via httpcore -httpcore==0.18.0 - # via httpx -httplib2==0.22.0 - # via - # google-api-python-client - # google-auth-httplib2 -httpx==0.25.0 - # via - # apache-airflow - # apache-airflow-providers-google -idna==3.4 - # via - # anyio - # email-validator - # httpx - # requests - # yarl -importlib-metadata==6.8.0 - # via - # flytekit - # keyring - # opentelemetry-api -importlib-resources==6.1.0 - # via limits -inflection==0.5.1 - # via connexion -isodate==0.6.1 - # via azure-storage-blob -itsdangerous==2.1.2 - # via - # apache-airflow - # connexion - # flask - # flask-wtf -jaraco-classes==3.3.0 - # via keyring -jinja2==3.1.2 - # via - # apache-airflow - # cookiecutter - # flask - # flask-babel - # python-nvd3 -jmespath==1.0.1 - # via botocore -joblib==1.3.2 - # via flytekit -json-merge-patch==0.2 - # via apache-airflow-providers-google -jsonpickle==3.0.2 - # via - # flytekit - # flytekitplugins-airflow -jsonschema==4.19.1 - # via - # apache-airflow - # connexion - # flask-appbuilder -jsonschema-specifications==2023.7.1 - # via jsonschema -keyring==24.2.0 - # via flytekit -kubernetes==28.1.0 - # via flytekit -lazy-object-proxy==1.9.0 - # via apache-airflow -limits==3.6.0 - # via flask-limiter -linkify-it-py==2.0.2 - # via apache-airflow -lockfile==0.12.2 - # via - # apache-airflow - # python-daemon -looker-sdk==23.16.0 - # via apache-airflow-providers-google -mako==1.2.4 - # via alembic -markdown==3.4.4 - # via apache-airflow -markdown-it-py==3.0.0 - # via - # apache-airflow - # mdit-py-plugins - # rich -markupsafe==2.1.3 - # via - # apache-airflow - # jinja2 - # mako - # werkzeug - # wtforms -marshmallow==3.20.1 - # via - # dataclasses-json - # flask-appbuilder - # marshmallow-enum - # marshmallow-jsonschema - # marshmallow-oneofschema - # marshmallow-sqlalchemy -marshmallow-enum==1.5.1 - # via - # dataclasses-json - # flytekit -marshmallow-jsonschema==0.13.0 - # via flytekit -marshmallow-oneofschema==3.0.1 - # via apache-airflow -marshmallow-sqlalchemy==0.26.1 - # via flask-appbuilder -mdit-py-plugins==0.4.0 - # via apache-airflow -mdurl==0.1.2 - # via markdown-it-py -more-itertools==10.1.0 - # via jaraco-classes -msal==1.24.1 - # via - # azure-datalake-store - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.4.0 - # via flytekit -numpy==1.24.4 - # via - # db-dtypes - # flytekit - # pandas - # pandas-gbq - # pyarrow -oauthlib==3.2.2 - # via - # kubernetes - # requests-oauthlib -opentelemetry-api==1.20.0 - # via - # apache-airflow - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http - # opentelemetry-sdk -opentelemetry-exporter-otlp==1.20.0 - # via apache-airflow -opentelemetry-exporter-otlp-proto-common==1.20.0 - # via - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http -opentelemetry-exporter-otlp-proto-grpc==1.20.0 - # via opentelemetry-exporter-otlp -opentelemetry-exporter-otlp-proto-http==1.20.0 - # via opentelemetry-exporter-otlp -opentelemetry-proto==1.20.0 - # via - # opentelemetry-exporter-otlp-proto-common - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http -opentelemetry-sdk==1.20.0 - # via - # opentelemetry-exporter-otlp-proto-grpc - # opentelemetry-exporter-otlp-proto-http -opentelemetry-semantic-conventions==0.41b0 - # via opentelemetry-sdk -ordered-set==4.1.0 - # via flask-limiter -packaging==23.2 - # via - # apache-airflow - # apispec - # connexion - # db-dtypes - # docker - # google-cloud-aiplatform - # google-cloud-bigquery - # gunicorn - # limits - # marshmallow - # sqlalchemy-bigquery -pandas==1.5.3 - # via - # apache-airflow-providers-google - # db-dtypes - # flytekit - # pandas-gbq -pandas-gbq==0.19.2 - # via apache-airflow-providers-google -pathspec==0.11.2 - # via apache-airflow -pendulum==2.1.2 - # via apache-airflow -pluggy==1.3.0 - # via apache-airflow -portalocker==2.8.2 - # via msal-extensions -prison==0.2.1 - # via flask-appbuilder -proto-plus==1.22.3 - # via - # apache-airflow-providers-google - # google-ads - # google-cloud-aiplatform - # google-cloud-appengine-logging - # google-cloud-automl - # google-cloud-batch - # google-cloud-bigquery - # google-cloud-bigquery-datatransfer - # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-build - # google-cloud-compute - # google-cloud-container - # google-cloud-datacatalog - # google-cloud-dataflow-client - # google-cloud-dataform - # google-cloud-dataplex - # google-cloud-dataproc - # google-cloud-dataproc-metastore - # google-cloud-dlp - # google-cloud-kms - # google-cloud-language - # google-cloud-logging - # google-cloud-memcache - # google-cloud-monitoring - # google-cloud-orchestration-airflow - # google-cloud-os-login - # google-cloud-pubsub - # google-cloud-redis - # google-cloud-resource-manager - # google-cloud-run - # google-cloud-secret-manager - # google-cloud-spanner - # google-cloud-speech - # google-cloud-storage-transfer - # google-cloud-tasks - # google-cloud-texttospeech - # google-cloud-translate - # google-cloud-videointelligence - # google-cloud-vision - # google-cloud-workflows -protobuf==4.24.4 - # via - # flyteidl - # google-ads - # google-api-core - # google-cloud-aiplatform - # google-cloud-appengine-logging - # google-cloud-audit-log - # google-cloud-automl - # google-cloud-batch - # google-cloud-bigquery - # google-cloud-bigquery-datatransfer - # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-build - # google-cloud-compute - # google-cloud-container - # google-cloud-datacatalog - # google-cloud-dataflow-client - # google-cloud-dataform - # google-cloud-dataplex - # google-cloud-dataproc - # google-cloud-dataproc-metastore - # google-cloud-dlp - # google-cloud-kms - # google-cloud-language - # google-cloud-logging - # google-cloud-memcache - # google-cloud-monitoring - # google-cloud-orchestration-airflow - # google-cloud-os-login - # google-cloud-pubsub - # google-cloud-redis - # google-cloud-resource-manager - # google-cloud-run - # google-cloud-secret-manager - # google-cloud-spanner - # google-cloud-speech - # google-cloud-storage-transfer - # google-cloud-tasks - # google-cloud-texttospeech - # google-cloud-translate - # google-cloud-videointelligence - # google-cloud-vision - # google-cloud-workflows - # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-status - # opentelemetry-proto - # proto-plus - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.5 - # via apache-airflow -pyarrow==10.0.1 - # via - # db-dtypes - # flytekit - # pandas-gbq -pyasn1==0.5.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.3.0 - # via - # gcloud-aio-storage - # google-auth -pycparser==2.21 - # via cffi -pydantic==2.4.2 - # via apache-airflow -pydantic-core==2.10.1 - # via pydantic -pydata-google-auth==1.8.2 - # via pandas-gbq -pygments==2.16.1 - # via - # apache-airflow - # rich -pyjwt[crypto]==2.8.0 - # via - # apache-airflow - # flask-appbuilder - # flask-jwt-extended - # gcloud-aio-auth - # msal -pyopenssl==23.2.0 - # via - # apache-airflow-providers-google - # flytekit -pyparsing==3.1.1 - # via httplib2 -python-daemon==3.0.1 - # via apache-airflow -python-dateutil==2.8.2 - # via - # apache-airflow - # arrow - # botocore - # croniter - # flask-appbuilder - # flytekit - # google-cloud-bigquery - # kubernetes - # pandas - # pendulum -python-json-logger==2.0.7 - # via flytekit -python-nvd3==0.15.0 - # via apache-airflow -python-slugify==8.0.1 - # via - # apache-airflow - # cookiecutter - # python-nvd3 -pytimeparse==1.1.8 - # via flytekit -pytz==2023.3.post1 - # via - # flask-babel - # flytekit - # pandas -pytzdata==2020.1 - # via pendulum -pyyaml==6.0.1 - # via - # apispec - # clickclick - # connexion - # cookiecutter - # flytekit - # google-ads - # kubernetes -referencing==0.30.2 - # via - # jsonschema - # jsonschema-specifications -regex==2023.10.3 - # via docker-image-py -requests==2.31.0 - # via - # apache-airflow-providers-http - # azure-core - # azure-datalake-store - # connexion - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-bigquery - # google-cloud-storage - # kubernetes - # looker-sdk - # msal - # opentelemetry-exporter-otlp-proto-http - # requests-oauthlib - # requests-toolbelt -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -requests-toolbelt==1.0.0 - # via apache-airflow-providers-http -rfc3339-validator==0.1.4 - # via apache-airflow -rich==13.6.0 - # via - # apache-airflow - # cookiecutter - # flask-limiter - # flytekit - # rich-argparse - # rich-click -rich-argparse==1.3.0 - # via apache-airflow -rich-click==1.6.1 - # via flytekit -rpds-py==0.10.3 - # via - # jsonschema - # referencing -rsa==4.9 - # via - # gcloud-aio-storage - # google-auth -s3fs==2023.9.2 - # via flytekit -setproctitle==1.3.3 - # via apache-airflow -shapely==1.8.5.post1 - # via google-cloud-aiplatform -six==1.16.0 - # via - # azure-core - # isodate - # kubernetes - # prison - # python-dateutil - # rfc3339-validator -smmap==5.0.1 - # via gitdb -sniffio==1.3.0 - # via - # anyio - # httpcore - # httpx -sortedcontainers==2.4.0 - # via flytekit -sqlalchemy==1.4.49 - # via - # alembic - # apache-airflow - # flask-appbuilder - # flask-sqlalchemy - # marshmallow-sqlalchemy - # sqlalchemy-bigquery - # sqlalchemy-jsonfield - # sqlalchemy-spanner - # sqlalchemy-utils -sqlalchemy-bigquery==1.8.0 - # via apache-airflow-providers-google -sqlalchemy-jsonfield==1.0.1.post0 - # via apache-airflow -sqlalchemy-spanner==1.6.2 - # via apache-airflow-providers-google -sqlalchemy-utils==0.41.1 - # via flask-appbuilder -sqlparse==0.4.4 - # via - # apache-airflow-providers-common-sql - # google-cloud-spanner -statsd==3.3.0 - # via flytekit -tabulate==0.9.0 - # via apache-airflow -tenacity==8.2.3 - # via apache-airflow -termcolor==2.3.0 - # via apache-airflow -text-unidecode==1.3 - # via python-slugify -types-python-dateutil==2.8.19.14 - # via arrow -typing-extensions==4.8.0 - # via - # alembic - # apache-airflow - # asgiref - # azure-core - # azure-storage-blob - # cattrs - # flask-limiter - # flytekit - # limits - # looker-sdk - # opentelemetry-sdk - # pydantic - # pydantic-core - # typing-inspect -typing-inspect==0.9.0 - # via dataclasses-json -uc-micro-py==1.0.2 - # via linkify-it-py -unicodecsv==0.14.1 - # via apache-airflow -uritemplate==4.1.1 - # via google-api-python-client -urllib3==1.26.17 - # via - # botocore - # docker - # flytekit - # kubernetes - # requests -websocket-client==1.6.3 - # via - # docker - # kubernetes -werkzeug==2.2.3 - # via - # apache-airflow - # connexion - # flask - # flask-jwt-extended - # flask-login -wheel==0.41.2 - # via flytekit -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -wtforms==3.0.1 - # via - # flask-appbuilder - # flask-wtf -yarl==1.9.2 - # via aiohttp -zipp==3.17.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-aws-athena/requirements.in b/plugins/flytekit-aws-athena/requirements.in deleted file mode 100644 index fb5e57406e..0000000000 --- a/plugins/flytekit-aws-athena/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-athena diff --git a/plugins/flytekit-aws-athena/requirements.txt b/plugins/flytekit-aws-athena/requirements.txt deleted file mode 100644 index 40c84e97ed..0000000000 --- a/plugins/flytekit-aws-athena/requirements.txt +++ /dev/null @@ -1,194 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-athena - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-athena -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-aws-batch/requirements.in b/plugins/flytekit-aws-batch/requirements.in deleted file mode 100644 index 4c2c1fae97..0000000000 --- a/plugins/flytekit-aws-batch/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-awsbatch diff --git a/plugins/flytekit-aws-batch/requirements.txt b/plugins/flytekit-aws-batch/requirements.txt deleted file mode 100644 index 4d7494401a..0000000000 --- a/plugins/flytekit-aws-batch/requirements.txt +++ /dev/null @@ -1,194 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-awsbatch - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-awsbatch -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-aws-sagemaker/requirements.in b/plugins/flytekit-aws-sagemaker/requirements.in deleted file mode 100644 index 1f40a6102b..0000000000 --- a/plugins/flytekit-aws-sagemaker/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-awssagemaker diff --git a/plugins/flytekit-aws-sagemaker/requirements.txt b/plugins/flytekit-aws-sagemaker/requirements.txt deleted file mode 100644 index 727b8e9864..0000000000 --- a/plugins/flytekit-aws-sagemaker/requirements.txt +++ /dev/null @@ -1,254 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-awssagemaker - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -bcrypt==4.0.1 - # via paramiko -binaryornot==0.4.4 - # via cookiecutter -boto3==1.26.96 - # via sagemaker-training -botocore==1.29.96 - # via - # boto3 - # s3transfer -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via - # cryptography - # pynacl -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via - # paramiko - # pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via - # retry - # retry2 -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-awssagemaker -gevent==22.10.2 - # via sagemaker-training -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -greenlet==2.0.2 - # via gevent -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -inotify-simple==1.2.1 - # via sagemaker-training -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via - # boto3 - # botocore -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via - # jinja2 - # werkzeug -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow - # sagemaker-training - # scipy -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -paramiko==3.1.0 - # via sagemaker-training -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger - # sagemaker-training -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.4 - # via sagemaker-training -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pynacl==1.5.0 - # via paramiko -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # botocore - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -retry2==0.9.5 - # via flytekitplugins-awssagemaker -retrying==1.3.4 - # via sagemaker-training -s3transfer==0.6.0 - # via boto3 -sagemaker-training==3.9.2 - # via flytekitplugins-awssagemaker -scipy==1.10.1 - # via sagemaker-training -six==1.16.0 - # via - # python-dateutil - # retrying - # sagemaker-training -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -werkzeug==2.2.3 - # via sagemaker-training -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata -zope-event==4.6 - # via gevent -zope-interface==6.0 - # via gevent - -# The following packages are considered to be unsafe in a requirements file: -# pip -# setuptools diff --git a/plugins/flytekit-bigquery/requirements.in b/plugins/flytekit-bigquery/requirements.in deleted file mode 100644 index d01f21ac2b..0000000000 --- a/plugins/flytekit-bigquery/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-bigquery diff --git a/plugins/flytekit-bigquery/requirements.txt b/plugins/flytekit-bigquery/requirements.txt deleted file mode 100644 index 6cce0c8e54..0000000000 --- a/plugins/flytekit-bigquery/requirements.txt +++ /dev/null @@ -1,236 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-bigquery - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-bigquery -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core[grpc]==2.11.0 - # via - # google-cloud-bigquery - # google-cloud-core -google-auth==2.16.2 - # via - # google-api-core - # google-cloud-core -google-cloud-bigquery==3.7.0 - # via flytekitplugins-bigquery -google-cloud-core==2.3.2 - # via google-cloud-bigquery -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.4.1 - # via google-cloud-bigquery -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # google-api-core - # google-cloud-bigquery - # grpcio-status -grpcio-status==1.51.3 - # via - # flytekit - # google-api-core -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # google-cloud-bigquery - # marshmallow -pandas==1.5.3 - # via flytekit -proto-plus==1.22.2 - # via google-cloud-bigquery -protobuf==4.22.1 - # via - # flyteidl - # google-api-core - # google-cloud-bigquery - # googleapis-common-protos - # grpcio-status - # proto-plus - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # google-cloud-bigquery - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # google-api-core - # google-cloud-bigquery - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.9 - # via google-auth -six==1.16.0 - # via - # google-auth - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-dask/requirements.in b/plugins/flytekit-dask/requirements.in deleted file mode 100644 index 310ade8617..0000000000 --- a/plugins/flytekit-dask/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-dask diff --git a/plugins/flytekit-dask/requirements.txt b/plugins/flytekit-dask/requirements.txt deleted file mode 100644 index 14fc37504e..0000000000 --- a/plugins/flytekit-dask/requirements.txt +++ /dev/null @@ -1,240 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-dask - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # dask - # distributed - # flytekit -cloudpickle==2.2.1 - # via - # dask - # distributed - # flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dask[distributed]==2023.3.1 - # via - # distributed - # flytekitplugins-dask -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -distributed==2023.3.1 - # via dask -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via - # flytekit - # flytekitplugins-dask -flytekit==1.3.1 - # via flytekitplugins-dask -fsspec==2023.3.0 - # via dask -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -heapdict==1.0.1 - # via zict -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # distributed - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -locket==1.0.0 - # via - # distributed - # partd -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -msgpack==1.0.5 - # via distributed -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # dask - # distributed - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -partd==1.3.0 - # via dask -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.4 - # via distributed -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # dask - # distributed - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via - # distributed - # flytekit -statsd==3.3.0 - # via flytekit -tblib==1.7.0 - # via distributed -text-unidecode==1.3 - # via python-slugify -toolz==0.12.0 - # via - # dask - # distributed - # partd -tornado==6.2 - # via distributed -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # distributed - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zict==2.2.0 - # via distributed -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-data-fsspec/requirements.in b/plugins/flytekit-data-fsspec/requirements.in deleted file mode 100644 index 8d77720848..0000000000 --- a/plugins/flytekit-data-fsspec/requirements.in +++ /dev/null @@ -1,3 +0,0 @@ -. --e file:.#egg=flytekitplugins-data-fsspec -s3fs diff --git a/plugins/flytekit-data-fsspec/requirements.txt b/plugins/flytekit-data-fsspec/requirements.txt deleted file mode 100644 index 1c9d289633..0000000000 --- a/plugins/flytekit-data-fsspec/requirements.txt +++ /dev/null @@ -1,52 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-data-fsspec - # via -r requirements.in -aiobotocore==2.4.2 - # via s3fs -aiohttp==3.8.4 - # via - # aiobotocore - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -async-timeout==4.0.2 - # via aiohttp -attrs==22.2.0 - # via aiohttp -botocore==1.27.59 - # via aiobotocore -charset-normalizer==3.1.0 - # via aiohttp -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.3.0 - # via s3fs -idna==3.4 - # via yarl -jmespath==1.0.1 - # via botocore -multidict==6.0.4 - # via - # aiohttp - # yarl -python-dateutil==2.8.2 - # via botocore -s3fs==2023.3.0 - # via -r requirements.in -six==1.16.0 - # via python-dateutil -urllib3==1.26.15 - # via botocore -wrapt==1.15.0 - # via aiobotocore -yarl==1.8.2 - # via aiohttp diff --git a/plugins/flytekit-dbt/dev-requirements.in b/plugins/flytekit-dbt/dev-requirements.in new file mode 100644 index 0000000000..6a7786f5fa --- /dev/null +++ b/plugins/flytekit-dbt/dev-requirements.in @@ -0,0 +1,2 @@ +dbt-sqlite==1.4.0 +dbt-core>=1.0.0,<1.4.6 diff --git a/plugins/flytekit-dbt/dev-requirements.txt b/plugins/flytekit-dbt/dev-requirements.txt new file mode 100644 index 0000000000..d5ad432355 --- /dev/null +++ b/plugins/flytekit-dbt/dev-requirements.txt @@ -0,0 +1,124 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile dev-requirements.in +# +agate==1.7.0 + # via dbt-core +attrs==23.1.0 + # via jsonschema +babel==2.13.1 + # via agate +betterproto==1.2.5 + # via dbt-core +certifi==2023.7.22 + # via requests +cffi==1.16.0 + # via dbt-core +charset-normalizer==3.3.2 + # via requests +click==8.1.7 + # via dbt-core +colorama==0.4.6 + # via dbt-core +dbt-core==1.4.5 + # via + # -r dev-requirements.in + # dbt-sqlite +dbt-extractor==0.4.1 + # via dbt-core +dbt-sqlite==1.4.0 + # via -r dev-requirements.in +future==0.18.3 + # via parsedatetime +grpclib==0.4.6 + # via betterproto +h2==4.1.0 + # via grpclib +hologram==0.0.15 + # via dbt-core +hpack==4.0.0 + # via h2 +hyperframe==6.0.1 + # via h2 +idna==3.4 + # via + # dbt-core + # requests +isodate==0.6.1 + # via + # agate + # dbt-core +jinja2==3.1.2 + # via dbt-core +jsonschema==3.2.0 + # via hologram +leather==0.3.4 + # via agate +logbook==1.5.3 + # via dbt-core +markupsafe==2.1.3 + # via + # jinja2 + # werkzeug +mashumaro[msgpack]==3.3.1 + # via + # dbt-core + # mashumaro +minimal-snowplow-tracker==0.0.2 + # via dbt-core +msgpack==1.0.7 + # via mashumaro +multidict==6.0.4 + # via grpclib +networkx==2.8.8 + # via dbt-core +packaging==23.2 + # via dbt-core +parsedatetime==2.4 + # via agate +pathspec==0.10.3 + # via dbt-core +pycparser==2.21 + # via cffi +pyrsistent==0.20.0 + # via jsonschema +python-dateutil==2.8.2 + # via hologram +python-slugify==8.0.1 + # via agate +pytimeparse==1.1.8 + # via agate +pytz==2023.3.post1 + # via dbt-core +pyyaml==6.0.1 + # via dbt-core +requests==2.31.0 + # via + # dbt-core + # minimal-snowplow-tracker +six==1.16.0 + # via + # isodate + # jsonschema + # leather + # minimal-snowplow-tracker + # python-dateutil +sqlparse==0.4.4 + # via dbt-core +stringcase==1.2.0 + # via betterproto +text-unidecode==1.3 + # via python-slugify +typing-extensions==4.8.0 + # via + # dbt-core + # mashumaro +urllib3==2.0.7 + # via requests +werkzeug==2.3.7 + # via dbt-core + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/plugins/flytekit-dbt/requirements.in b/plugins/flytekit-dbt/requirements.in deleted file mode 100644 index 7dc3b26c56..0000000000 --- a/plugins/flytekit-dbt/requirements.in +++ /dev/null @@ -1,4 +0,0 @@ -. --e file:.#egg=flytekitplugins-dbt -# dbt-sqlite and dbt-core should be compatible -dbt-sqlite==1.4.0 diff --git a/plugins/flytekit-dbt/requirements.txt b/plugins/flytekit-dbt/requirements.txt deleted file mode 100644 index 6d5226b500..0000000000 --- a/plugins/flytekit-dbt/requirements.txt +++ /dev/null @@ -1,284 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-dbt - # via -r requirements.in -agate==1.7.0 - # via dbt-core -arrow==1.2.3 - # via jinja2-time -attrs==22.2.0 - # via jsonschema -babel==2.12.1 - # via agate -betterproto==1.2.5 - # via dbt-core -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via - # cryptography - # dbt-core -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # dbt-core - # flytekit -cloudpickle==2.2.1 - # via flytekit -colorama==0.4.6 - # via dbt-core -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -dbt-core==1.4.5 - # via - # dbt-sqlite - # flytekitplugins-dbt -dbt-extractor==0.4.1 - # via dbt-core -dbt-sqlite==1.4.0 - # via -r requirements.in -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-dbt -future==0.18.3 - # via parsedatetime -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -grpclib==0.4.3 - # via betterproto -h2==4.1.0 - # via grpclib -hologram==0.0.15 - # via dbt-core -hpack==4.0.0 - # via h2 -hyperframe==6.0.1 - # via h2 -idna==3.4 - # via - # dbt-core - # requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -isodate==0.6.1 - # via - # agate - # dbt-core -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # dbt-core - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -jsonschema==3.2.0 - # via hologram -keyring==23.13.1 - # via flytekit -leather==0.3.4 - # via agate -logbook==1.5.3 - # via dbt-core -markupsafe==2.1.2 - # via - # jinja2 - # werkzeug -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -mashumaro[msgpack]==3.3.1 - # via dbt-core -minimal-snowplow-tracker==0.0.2 - # via dbt-core -more-itertools==9.1.0 - # via jaraco-classes -msgpack==1.0.5 - # via mashumaro -multidict==6.0.4 - # via grpclib -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -networkx==2.8.8 - # via dbt-core -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # dbt-core - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -parsedatetime==2.4 - # via agate -pathspec==0.10.3 - # via dbt-core -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -pyrsistent==0.19.3 - # via jsonschema -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # hologram - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via - # agate - # cookiecutter -pytimeparse==1.1.8 - # via - # agate - # flytekit -pytz==2022.7.1 - # via - # dbt-core - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # dbt-core - # flytekit - # responses -regex==2023.3.22 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # dbt-core - # docker - # flytekit - # minimal-snowplow-tracker - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via - # isodate - # jsonschema - # leather - # minimal-snowplow-tracker - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -sqlparse==0.4.3 - # via dbt-core -statsd==3.3.0 - # via flytekit -stringcase==1.2.0 - # via betterproto -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # dbt-core - # flytekit - # mashumaro - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -werkzeug==2.2.3 - # via dbt-core -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-dbt/setup.py b/plugins/flytekit-dbt/setup.py index 7a6cd2a3bf..943386bed1 100644 --- a/plugins/flytekit-dbt/setup.py +++ b/plugins/flytekit-dbt/setup.py @@ -32,6 +32,7 @@ "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9", "Programming Language :: Python :: 3.10", + "Programming Language :: Python :: 3.11", "Topic :: Scientific/Engineering", "Topic :: Scientific/Engineering :: Artificial Intelligence", "Topic :: Software Development", diff --git a/plugins/flytekit-deck-standard/requirements.in b/plugins/flytekit-deck-standard/requirements.in deleted file mode 100644 index cfd03dbe82..0000000000 --- a/plugins/flytekit-deck-standard/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-deck-standard diff --git a/plugins/flytekit-deck-standard/requirements.txt b/plugins/flytekit-deck-standard/requirements.txt deleted file mode 100644 index 2738533fd7..0000000000 --- a/plugins/flytekit-deck-standard/requirements.txt +++ /dev/null @@ -1,336 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-deck-standard - # via -r requirements.in -appnope==0.1.3 - # via ipython -arrow==1.2.3 - # via jinja2-time -asttokens==2.2.1 - # via stack-data -attrs==22.2.0 - # via visions -backcall==0.2.0 - # via ipython -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -contourpy==1.0.7 - # via matplotlib -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -cycler==0.11.0 - # via matplotlib -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via - # ipython - # retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -executing==1.2.0 - # via stack-data -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-deck-standard -fonttools==4.39.2 - # via matplotlib -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -htmlmin==0.1.12 - # via ydata-profiling -idna==3.4 - # via requests -imagehash==4.3.1 - # via - # visions - # ydata-profiling -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -ipython==8.11.0 - # via ipywidgets -ipywidgets==8.0.5 - # via flytekitplugins-deck-standard -jaraco-classes==3.2.3 - # via keyring -jedi==0.18.2 - # via ipython -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time - # ydata-profiling -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via - # flytekit - # phik -jupyterlab-widgets==3.0.6 - # via ipywidgets -keyring==23.13.1 - # via flytekit -kiwisolver==1.4.4 - # via matplotlib -markdown==3.4.2 - # via flytekitplugins-deck-standard -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -matplotlib==3.6.3 - # via - # phik - # seaborn - # ydata-profiling -matplotlib-inline==0.1.6 - # via ipython -more-itertools==9.1.0 - # via jaraco-classes -multimethod==1.9.1 - # via - # visions - # ydata-profiling -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -networkx==3.0 - # via visions -numpy==1.23.5 - # via - # contourpy - # flytekit - # imagehash - # matplotlib - # pandas - # patsy - # phik - # pyarrow - # pywavelets - # scipy - # seaborn - # statsmodels - # visions - # ydata-profiling -packaging==23.0 - # via - # docker - # marshmallow - # matplotlib - # statsmodels -pandas==1.5.3 - # via - # flytekit - # phik - # seaborn - # statsmodels - # visions - # ydata-profiling -parso==0.8.3 - # via jedi -patsy==0.5.3 - # via statsmodels -pexpect==4.8.0 - # via ipython -phik==0.12.3 - # via ydata-profiling -pickleshare==0.7.5 - # via ipython -pillow==9.4.0 - # via - # imagehash - # matplotlib - # visions -plotly==5.13.1 - # via flytekitplugins-deck-standard -prompt-toolkit==3.0.38 - # via ipython -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -ptyprocess==0.7.0 - # via pexpect -pure-eval==0.2.2 - # via stack-data -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pydantic==1.10.6 - # via ydata-profiling -pygments==2.14.0 - # via ipython -pyopenssl==23.0.0 - # via flytekit -pyparsing==3.0.9 - # via matplotlib -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # matplotlib - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pywavelets==1.4.1 - # via imagehash -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses - # ydata-profiling -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses - # ydata-profiling -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -scipy==1.9.3 - # via - # imagehash - # phik - # statsmodels - # ydata-profiling -seaborn==0.12.2 - # via ydata-profiling -six==1.16.0 - # via - # asttokens - # patsy - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -stack-data==0.6.2 - # via ipython -statsd==3.3.0 - # via flytekit -statsmodels==0.13.5 - # via ydata-profiling -tangled-up-in-unicode==0.2.0 - # via visions -tenacity==8.2.2 - # via plotly -text-unidecode==1.3 - # via python-slugify -tqdm==4.64.1 - # via ydata-profiling -traitlets==5.9.0 - # via - # ipython - # ipywidgets - # matplotlib-inline -typeguard==2.13.3 - # via ydata-profiling -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # pydantic - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -visions[type_image_path]==0.7.5 - # via ydata-profiling -wcwidth==0.2.6 - # via prompt-toolkit -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -widgetsnbextension==4.0.6 - # via ipywidgets -wrapt==1.15.0 - # via - # deprecated - # flytekit -ydata-profiling==4.1.1 - # via flytekitplugins-deck-standard -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-dolt/requirements.in b/plugins/flytekit-dolt/requirements.in deleted file mode 100644 index 53d807299a..0000000000 --- a/plugins/flytekit-dolt/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-dolt diff --git a/plugins/flytekit-dolt/requirements.txt b/plugins/flytekit-dolt/requirements.txt deleted file mode 100644 index 954aa6430d..0000000000 --- a/plugins/flytekit-dolt/requirements.txt +++ /dev/null @@ -1,204 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-dolt - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via - # dolt-integrations - # flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -dolt-integrations==0.1.5 - # via flytekitplugins-dolt -doltcli==0.1.18 - # via dolt-integrations -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-dolt -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via - # dolt-integrations - # flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -typed-ast==1.5.4 - # via doltcli -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-dolt/setup.py b/plugins/flytekit-dolt/setup.py index 3acc44bf48..623bf5c728 100644 --- a/plugins/flytekit-dolt/setup.py +++ b/plugins/flytekit-dolt/setup.py @@ -6,7 +6,7 @@ microlib_name = f"flytekitplugins-{PLUGIN_NAME}" -plugin_requires = ["flytekit>=1.3.0b2,<2.0.0", "dolt_integrations>=0.1.5"] +plugin_requires = ["flytekit>=1.3.0b2,<2.0.0", "dolt_integrations>=0.1.5", "networkx<3.2; python_version<'3.9'"] dev_requires = ["pytest-mock>=3.6.1"] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-duckdb/requirements.in b/plugins/flytekit-duckdb/requirements.in deleted file mode 100644 index 1589691aa5..0000000000 --- a/plugins/flytekit-duckdb/requirements.in +++ /dev/null @@ -1,3 +0,0 @@ -. --e file:.#egg=flytekitplugins-duckdb -duckdb diff --git a/plugins/flytekit-duckdb/requirements.txt b/plugins/flytekit-duckdb/requirements.txt deleted file mode 100644 index d56e71aec8..0000000000 --- a/plugins/flytekit-duckdb/requirements.txt +++ /dev/null @@ -1,198 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-duckdb - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -duckdb==0.7.1 - # via - # -r requirements.in - # flytekitplugins-duckdb -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-duckdb -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2023.3.22 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-envd/requirements.in b/plugins/flytekit-envd/requirements.in deleted file mode 100644 index 16b527ba7e..0000000000 --- a/plugins/flytekit-envd/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-envd diff --git a/plugins/flytekit-envd/requirements.txt b/plugins/flytekit-envd/requirements.txt deleted file mode 100644 index b18eb8b005..0000000000 --- a/plugins/flytekit-envd/requirements.txt +++ /dev/null @@ -1,341 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.9 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-envd - # via -r requirements.in -adlfs==2023.4.0 - # via flytekit -aiobotocore==2.5.0 - # via s3fs -aiohttp==3.8.4 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==23.1.0 - # via aiohttp -azure-core==1.26.4 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.53 - # via adlfs -azure-identity==1.13.0 - # via adlfs -azure-storage-blob==12.16.0 - # via adlfs -binaryornot==0.4.4 - # via cookiecutter -botocore==1.29.76 - # via aiobotocore -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via - # azure-datalake-store - # cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==40.0.1 - # via - # azure-identity - # azure-storage-blob - # msal - # pyjwt - # pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via gcsfs -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -envd==0.3.33 - # via flytekitplugins-envd -flyteidl==1.3.15 - # via flytekit -flytekit==1.5.0 - # via flytekitplugins-envd -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.5.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2023.5.0 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core==2.11.0 - # via - # google-cloud-core - # google-cloud-storage -google-auth==2.17.1 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.0.0 - # via gcsfs -google-cloud-core==2.3.2 - # via google-cloud-storage -google-cloud-storage==2.9.0 - # via gcsfs -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.5.0 - # via google-cloud-storage -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -grpcio==1.53.0 - # via - # flytekit - # grpcio-status -grpcio-status==1.53.0 - # via flytekit -idna==3.4 - # via - # requests - # yarl -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -isodate==0.6.1 - # via azure-storage-blob -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via botocore -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -msal==1.22.0 - # via - # azure-datalake-store - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -portalocker==2.7.0 - # via msal-extensions -protobuf==4.22.1 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -pyarrow==10.0.1 - # via flytekit -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyjwt[crypto]==2.7.0 - # via msal -pyopenssl==23.1.1 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # botocore - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2023.3 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # responses -regex==2023.3.23 - # via docker-image-py -requests==2.28.2 - # via - # azure-core - # azure-datalake-store - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-storage - # kubernetes - # msal - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -responses==0.23.1 - # via flytekit -rsa==4.9 - # via google-auth -s3fs==2023.5.0 - # via flytekit -six==1.16.0 - # via - # azure-core - # azure-identity - # google-auth - # isodate - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.9 - # via responses -typing-extensions==4.5.0 - # via - # aioitertools - # azure-core - # azure-storage-blob - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # kubernetes - # requests - # responses -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -yarl==1.9.2 - # via aiohttp -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-greatexpectations/requirements.in b/plugins/flytekit-greatexpectations/requirements.in deleted file mode 100644 index a20914caba..0000000000 --- a/plugins/flytekit-greatexpectations/requirements.in +++ /dev/null @@ -1,4 +0,0 @@ -. --e file:.#egg=flytekitplugins-great_expectations -sqlalchemy -pyspark diff --git a/plugins/flytekit-greatexpectations/requirements.txt b/plugins/flytekit-greatexpectations/requirements.txt deleted file mode 100644 index b6d1a386bd..0000000000 --- a/plugins/flytekit-greatexpectations/requirements.txt +++ /dev/null @@ -1,669 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile --output-file=requirements.txt requirements.in -# --e file:.#egg=flytekitplugins-great_expectations - # via -r requirements.in -adlfs==2023.4.0 - # via flytekit -aiobotocore==2.5.0 - # via s3fs -aiohttp==3.8.4 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -altair==4.2.0 - # via great-expectations -anyio==3.6.2 - # via jupyter-server -appnope==0.1.3 - # via - # ipykernel - # ipython -argon2-cffi==21.3.0 - # via - # jupyter-server - # nbclassic - # notebook -argon2-cffi-bindings==21.2.0 - # via argon2-cffi -arrow==1.2.3 - # via - # isoduration - # jinja2-time -asttokens==2.2.1 - # via stack-data -async-timeout==4.0.2 - # via aiohttp -attrs==22.2.0 - # via - # aiohttp - # jsonschema -azure-core==1.27.0 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.53 - # via adlfs -azure-identity==1.13.0 - # via adlfs -azure-storage-blob==12.16.0 - # via adlfs -backcall==0.2.0 - # via ipython -beautifulsoup4==4.12.0 - # via nbconvert -binaryornot==0.4.4 - # via cookiecutter -bleach==6.0.0 - # via nbconvert -botocore==1.29.76 - # via aiobotocore -cachetools==5.3.1 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via - # argon2-cffi-bindings - # azure-datalake-store - # cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit - # great-expectations - # rich-click -cloudpickle==2.2.1 - # via flytekit -colorama==0.4.6 - # via great-expectations -comm==0.1.3 - # via ipykernel -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via - # azure-identity - # azure-storage-blob - # great-expectations - # msal - # pyjwt - # pyopenssl -dataclasses-json==0.5.7 - # via flytekit -debugpy==1.6.6 - # via ipykernel -decorator==5.1.1 - # via - # gcsfs - # ipython -defusedxml==0.7.1 - # via nbconvert -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -entrypoints==0.4 - # via altair -executing==1.2.0 - # via stack-data -fastjsonschema==2.16.3 - # via nbformat -flyteidl==1.5.10 - # via flytekit -flytekit==1.6.2 - # via - # flytekitplugins-great-expectations - # flytekitplugins-spark -flytekitplugins-spark==1.6.2 - # via flytekitplugins-great-expectations -fqdn==1.5.1 - # via jsonschema -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.5.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2023.5.0 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core==2.11.0 - # via - # google-cloud-core - # google-cloud-storage -google-auth==2.19.1 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.0.0 - # via gcsfs -google-cloud-core==2.3.2 - # via google-cloud-storage -google-cloud-storage==2.9.0 - # via gcsfs -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.5.0 - # via google-cloud-storage -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -great-expectations==0.16.1 - # via flytekitplugins-great-expectations -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via - # anyio - # jsonschema - # requests - # yarl -importlib-metadata==6.1.0 - # via - # flytekit - # great-expectations - # keyring -ipykernel==6.22.0 - # via - # nbclassic - # notebook -ipython==8.11.0 - # via - # great-expectations - # ipykernel - # ipywidgets -ipython-genutils==0.2.0 - # via - # nbclassic - # notebook -ipywidgets==8.0.5 - # via great-expectations -isodate==0.6.1 - # via azure-storage-blob -isoduration==20.11.0 - # via jsonschema -jaraco-classes==3.2.3 - # via keyring -jedi==0.18.2 - # via ipython -jinja2==3.1.2 - # via - # altair - # cookiecutter - # great-expectations - # jinja2-time - # jupyter-server - # nbclassic - # nbconvert - # notebook -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via botocore -joblib==1.2.0 - # via flytekit -jsonpatch==1.32 - # via great-expectations -jsonpointer==2.3 - # via - # jsonpatch - # jsonschema -jsonschema[format-nongpl]==4.17.3 - # via - # altair - # great-expectations - # jupyter-events - # nbformat -jupyter-client==8.1.0 - # via - # ipykernel - # jupyter-server - # nbclassic - # nbclient - # notebook -jupyter-core==5.3.0 - # via - # ipykernel - # jupyter-client - # jupyter-server - # nbclassic - # nbclient - # nbconvert - # nbformat - # notebook -jupyter-events==0.6.3 - # via jupyter-server -jupyter-server==2.5.0 - # via - # nbclassic - # notebook-shim -jupyter-server-terminals==0.4.4 - # via jupyter-server -jupyterlab-pygments==0.2.2 - # via nbconvert -jupyterlab-widgets==3.0.6 - # via ipywidgets -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -makefun==1.15.1 - # via great-expectations -markdown-it-py==2.2.0 - # via rich -markupsafe==2.1.2 - # via - # jinja2 - # nbconvert -marshmallow==3.19.0 - # via - # dataclasses-json - # great-expectations - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -matplotlib-inline==0.1.6 - # via - # ipykernel - # ipython -mdurl==0.1.2 - # via markdown-it-py -mistune==2.0.5 - # via - # great-expectations - # nbconvert -more-itertools==9.1.0 - # via jaraco-classes -msal==1.22.0 - # via - # azure-datalake-store - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -nbclassic==0.5.3 - # via notebook -nbclient==0.7.2 - # via nbconvert -nbconvert==7.2.10 - # via - # jupyter-server - # nbclassic - # notebook -nbformat==5.8.0 - # via - # great-expectations - # jupyter-server - # nbclassic - # nbclient - # nbconvert - # notebook -nest-asyncio==1.5.6 - # via - # ipykernel - # nbclassic - # notebook -notebook==6.5.3 - # via great-expectations -notebook-shim==0.2.2 - # via nbclassic -numpy==1.23.5 - # via - # altair - # flytekit - # great-expectations - # pandas - # pyarrow - # scipy -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.0 - # via - # docker - # great-expectations - # ipykernel - # jupyter-server - # marshmallow - # nbconvert -pandas==1.5.3 - # via - # altair - # flytekit - # great-expectations -pandocfilters==1.5.0 - # via nbconvert -parso==0.8.3 - # via jedi -pexpect==4.8.0 - # via ipython -pickleshare==0.7.5 - # via ipython -platformdirs==3.1.1 - # via jupyter-core -portalocker==2.7.0 - # via msal-extensions -prometheus-client==0.16.0 - # via - # jupyter-server - # nbclassic - # notebook -prompt-toolkit==3.0.38 - # via ipython -protobuf==4.22.1 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.4 - # via ipykernel -ptyprocess==0.7.0 - # via - # pexpect - # terminado -pure-eval==0.2.2 - # via stack-data -py4j==0.10.9.5 - # via pyspark -pyarrow==10.0.1 - # via flytekit -pyasn1==0.5.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.3.0 - # via google-auth -pycparser==2.21 - # via cffi -pydantic==1.10.7 - # via great-expectations -pygments==2.14.0 - # via - # ipython - # nbconvert - # rich -pyjwt[crypto]==2.7.0 - # via msal -pyopenssl==23.0.0 - # via flytekit -pyparsing==3.0.9 - # via great-expectations -pyrsistent==0.19.3 - # via jsonschema -pyspark==3.3.1 - # via - # -r requirements.in - # flytekitplugins-great-expectations - # flytekitplugins-spark -python-dateutil==2.8.2 - # via - # arrow - # botocore - # croniter - # flytekit - # great-expectations - # jupyter-client - # kubernetes - # pandas -python-json-logger==2.0.7 - # via - # flytekit - # jupyter-events -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # great-expectations - # pandas -pytz-deprecation-shim==0.1.0.post0 - # via tzlocal -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # jupyter-events - # kubernetes - # responses -pyzmq==25.0.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # nbclassic - # notebook -regex==2023.3.22 - # via docker-image-py -requests==2.28.2 - # via - # azure-core - # azure-datalake-store - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-storage - # great-expectations - # kubernetes - # msal - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -responses==0.23.1 - # via flytekit -rfc3339-validator==0.1.4 - # via - # jsonschema - # jupyter-events -rfc3986-validator==0.1.1 - # via - # jsonschema - # jupyter-events -rich==13.4.1 - # via - # flytekit - # rich-click -rich-click==1.6.1 - # via flytekit -rsa==4.9 - # via google-auth -ruamel-yaml==0.17.17 - # via great-expectations -s3fs==2023.5.0 - # via - # flytekit - # flytekitplugins-great-expectations -scipy==1.10.1 - # via great-expectations -send2trash==1.8.0 - # via - # jupyter-server - # nbclassic - # notebook -six==1.16.0 - # via - # asttokens - # azure-core - # azure-identity - # bleach - # google-auth - # isodate - # kubernetes - # python-dateutil - # rfc3339-validator -smmap==5.0.0 - # via gitdb -sniffio==1.3.0 - # via anyio -sortedcontainers==2.4.0 - # via flytekit -soupsieve==2.4 - # via beautifulsoup4 -sqlalchemy==1.4.47 - # via - # -r requirements.in - # flytekitplugins-great-expectations -stack-data==0.6.2 - # via ipython -statsd==3.3.0 - # via flytekit -terminado==0.17.1 - # via - # jupyter-server - # jupyter-server-terminals - # nbclassic - # notebook -text-unidecode==1.3 - # via python-slugify -tinycss2==1.2.1 - # via nbconvert -toolz==0.12.0 - # via altair -tornado==6.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # nbclassic - # notebook - # terminado -tqdm==4.65.0 - # via great-expectations -traitlets==5.9.0 - # via - # comm - # ipykernel - # ipython - # ipywidgets - # jupyter-client - # jupyter-core - # jupyter-events - # jupyter-server - # matplotlib-inline - # nbclassic - # nbclient - # nbconvert - # nbformat - # notebook -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # azure-core - # azure-storage-blob - # flytekit - # great-expectations - # pydantic - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -tzdata==2022.7 - # via pytz-deprecation-shim -tzlocal==4.3 - # via great-expectations -uri-template==1.2.0 - # via jsonschema -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # google-auth - # great-expectations - # kubernetes - # requests - # responses -wcwidth==0.2.6 - # via prompt-toolkit -webcolors==1.12 - # via jsonschema -webencodings==0.5.1 - # via - # bleach - # tinycss2 -websocket-client==1.5.1 - # via - # docker - # jupyter-server - # kubernetes -wheel==0.40.0 - # via flytekit -widgetsnbextension==4.0.6 - # via ipywidgets -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -yarl==1.9.2 - # via aiohttp -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-hive/requirements.in b/plugins/flytekit-hive/requirements.in deleted file mode 100644 index 74c269d489..0000000000 --- a/plugins/flytekit-hive/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-hive diff --git a/plugins/flytekit-hive/requirements.txt b/plugins/flytekit-hive/requirements.txt deleted file mode 100644 index 65617a3b44..0000000000 --- a/plugins/flytekit-hive/requirements.txt +++ /dev/null @@ -1,194 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-hive - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-hive -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-huggingface/requirements.in b/plugins/flytekit-huggingface/requirements.in deleted file mode 100644 index 9419fdddce..0000000000 --- a/plugins/flytekit-huggingface/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-huggingface diff --git a/plugins/flytekit-huggingface/requirements.txt b/plugins/flytekit-huggingface/requirements.txt deleted file mode 100644 index 7822a6a2cc..0000000000 --- a/plugins/flytekit-huggingface/requirements.txt +++ /dev/null @@ -1,250 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-huggingface - # via -r requirements.in -aiohttp==3.8.4 - # via - # datasets - # fsspec -aiosignal==1.3.1 - # via aiohttp -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==22.2.0 - # via aiohttp -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -datasets==2.10.1 - # via flytekitplugins-huggingface -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -dill==0.3.6 - # via - # datasets - # multiprocess -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -filelock==3.10.0 - # via huggingface-hub -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-huggingface -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec[http]==2023.3.0 - # via datasets -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -huggingface-hub==0.13.3 - # via datasets -idna==3.4 - # via - # requests - # yarl -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -multidict==6.0.4 - # via - # aiohttp - # yarl -multiprocess==0.70.14 - # via datasets -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # datasets - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # datasets - # docker - # huggingface-hub - # marshmallow -pandas==1.5.3 - # via - # datasets - # flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via - # datasets - # flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # datasets - # flytekit - # huggingface-hub -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # datasets - # docker - # flytekit - # fsspec - # huggingface-hub - # responses -responses==0.18.0 - # via - # datasets - # flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -tqdm==4.65.0 - # via - # datasets - # huggingface-hub -typing-extensions==4.5.0 - # via - # flytekit - # huggingface-hub - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -xxhash==3.2.0 - # via datasets -yarl==1.8.2 - # via aiohttp -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-k8s-pod/requirements.in b/plugins/flytekit-k8s-pod/requirements.in deleted file mode 100644 index 987e999ec5..0000000000 --- a/plugins/flytekit-k8s-pod/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-pod diff --git a/plugins/flytekit-k8s-pod/requirements.txt b/plugins/flytekit-k8s-pod/requirements.txt deleted file mode 100644 index 2751560180..0000000000 --- a/plugins/flytekit-k8s-pod/requirements.txt +++ /dev/null @@ -1,227 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-pod - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-pod -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-auth==2.16.2 - # via kubernetes -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekitplugins-pod -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # kubernetes - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via kubernetes -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.9 - # via google-auth -six==1.16.0 - # via - # google-auth - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # kubernetes - # requests - # responses -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-kf-mpi/requirements.in b/plugins/flytekit-kf-mpi/requirements.in deleted file mode 100644 index dc79a19e66..0000000000 --- a/plugins/flytekit-kf-mpi/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-kfmpi diff --git a/plugins/flytekit-kf-mpi/requirements.txt b/plugins/flytekit-kf-mpi/requirements.txt deleted file mode 100644 index 2c3e5c48fc..0000000000 --- a/plugins/flytekit-kf-mpi/requirements.txt +++ /dev/null @@ -1,358 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.8 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-kfmpi - # via -r requirements.in -adlfs==2023.4.0 - # via flytekit -aiobotocore==2.5.0 - # via s3fs -aiohttp==3.8.4 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==23.1.0 - # via aiohttp -azure-core==1.26.4 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.53 - # via adlfs -azure-identity==1.13.0 - # via adlfs -azure-storage-blob==12.16.0 - # via adlfs -binaryornot==0.4.4 - # via cookiecutter -botocore==1.29.76 - # via aiobotocore -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via - # azure-datalake-store - # cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit - # rich-click -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via - # azure-identity - # azure-storage-blob - # msal - # pyjwt - # pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via gcsfs -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.5.5 - # via flytekit -flytekit==1.6.1 - # via flytekitplugins-kfmpi -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.5.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2023.5.0 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core==2.11.0 - # via - # google-cloud-core - # google-cloud-storage -google-auth==2.18.0 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.0.0 - # via gcsfs -google-cloud-core==2.3.2 - # via google-cloud-storage -google-cloud-storage==2.9.0 - # via gcsfs -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.5.0 - # via google-cloud-storage -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via - # requests - # yarl -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -importlib-resources==5.12.0 - # via keyring -isodate==0.6.1 - # via azure-storage-blob -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via botocore -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -markdown-it-py==2.2.0 - # via rich -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -mdurl==0.1.2 - # via markdown-it-py -more-itertools==9.1.0 - # via jaraco-classes -msal==1.22.0 - # via - # azure-datalake-store - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -portalocker==2.7.0 - # via msal-extensions -protobuf==4.22.1 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -pyarrow==10.0.1 - # via flytekit -pyasn1==0.5.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.3.0 - # via google-auth -pycparser==2.21 - # via cffi -pygments==2.15.1 - # via rich -pyjwt[crypto]==2.7.0 - # via msal -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # botocore - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # azure-core - # azure-datalake-store - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-storage - # kubernetes - # msal - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -responses==0.23.1 - # via flytekit -rich==13.3.5 - # via - # flytekit - # rich-click -rich-click==1.6.1 - # via flytekit -rsa==4.9 - # via google-auth -s3fs==2023.5.0 - # via flytekit -six==1.16.0 - # via - # azure-core - # azure-identity - # google-auth - # isodate - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # aioitertools - # azure-core - # azure-storage-blob - # flytekit - # rich - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # google-auth - # kubernetes - # requests - # responses -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -yarl==1.9.2 - # via aiohttp -zipp==3.15.0 - # via - # importlib-metadata - # importlib-resources - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-kf-pytorch/requirements.in b/plugins/flytekit-kf-pytorch/requirements.in deleted file mode 100644 index 7013f7ba68..0000000000 --- a/plugins/flytekit-kf-pytorch/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-kfpytorch diff --git a/plugins/flytekit-kf-pytorch/requirements.txt b/plugins/flytekit-kf-pytorch/requirements.txt deleted file mode 100644 index 85d7ed0ab3..0000000000 --- a/plugins/flytekit-kf-pytorch/requirements.txt +++ /dev/null @@ -1,365 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.8 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-kfpytorch - # via -r requirements.in -adal==1.2.7 - # via azure-datalake-store -adlfs==2023.1.0 - # via flytekit -aiobotocore==2.5.0 - # via s3fs -aiohttp==3.8.4 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==23.1.0 - # via aiohttp -azure-core==1.26.4 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.52 - # via adlfs -azure-identity==1.12.0 - # via adlfs -azure-storage-blob==12.16.0 - # via adlfs -binaryornot==0.4.4 - # via cookiecutter -botocore==1.29.76 - # via aiobotocore -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via - # azure-datalake-store - # cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit - # rich-click -cloudpickle==2.2.1 - # via - # flytekit - # flytekitplugins-kfpytorch -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.14 - # via flytekit -cryptography==40.0.2 - # via - # adal - # azure-identity - # azure-storage-blob - # msal - # pyjwt - # pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via gcsfs -deprecated==1.2.13 - # via flytekit -diskcache==5.6.1 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.5.5 - # via flytekit -flytekit==1.6.1 - # via flytekitplugins-kfpytorch -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.4.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2023.4.0 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core==2.11.0 - # via - # google-cloud-core - # google-cloud-storage -google-auth==2.17.3 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.0.0 - # via gcsfs -google-cloud-core==2.3.2 - # via google-cloud-storage -google-cloud-storage==2.8.0 - # via gcsfs -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.5.0 - # via google-cloud-storage -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -grpcio==1.54.0 - # via - # flytekit - # grpcio-status -grpcio-status==1.54.0 - # via flytekit -idna==3.4 - # via - # requests - # yarl -importlib-metadata==6.6.0 - # via - # flytekit - # keyring -importlib-resources==5.12.0 - # via keyring -isodate==0.6.1 - # via azure-storage-blob -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via botocore -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -markdown-it-py==2.2.0 - # via rich -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -mdurl==0.1.2 - # via markdown-it-py -more-itertools==9.1.0 - # via jaraco-classes -msal==1.22.0 - # via - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.24.3 - # via - # flytekit - # pandas - # pyarrow -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.1 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -portalocker==2.7.0 - # via msal-extensions -protobuf==4.22.3 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -pyarrow==10.0.1 - # via flytekit -pyasn1==0.5.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.3.0 - # via google-auth -pycparser==2.21 - # via cffi -pygments==2.15.1 - # via rich -pyjwt[crypto]==2.6.0 - # via - # adal - # msal -pyopenssl==23.1.1 - # via flytekit -python-dateutil==2.8.2 - # via - # adal - # arrow - # botocore - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2023.3 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # responses -regex==2023.3.23 - # via docker-image-py -requests==2.28.2 - # via - # adal - # azure-core - # azure-datalake-store - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-storage - # kubernetes - # msal - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -responses==0.23.1 - # via flytekit -rich==13.3.5 - # via - # flytekit - # rich-click -rich-click==1.6.1 - # via flytekit -rsa==4.9 - # via google-auth -s3fs==2023.4.0 - # via flytekit -six==1.16.0 - # via - # azure-core - # azure-identity - # google-auth - # isodate - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.9 - # via responses -typing-extensions==4.5.0 - # via - # aioitertools - # azure-core - # azure-storage-blob - # flytekit - # rich - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # kubernetes - # requests - # responses -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -yarl==1.9.2 - # via aiohttp -zipp==3.15.0 - # via - # importlib-metadata - # importlib-resources - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-kf-tensorflow/requirements.in b/plugins/flytekit-kf-tensorflow/requirements.in deleted file mode 100644 index 0f95a44bc5..0000000000 --- a/plugins/flytekit-kf-tensorflow/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-kftensorflow diff --git a/plugins/flytekit-kf-tensorflow/requirements.txt b/plugins/flytekit-kf-tensorflow/requirements.txt deleted file mode 100644 index 96552b075f..0000000000 --- a/plugins/flytekit-kf-tensorflow/requirements.txt +++ /dev/null @@ -1,364 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.9 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-kftensorflow - # via -r requirements.in -adlfs==2023.4.0 - # via flytekit -aiobotocore==2.5.0 - # via s3fs -aiohttp==3.8.4 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==23.1.0 - # via aiohttp -azure-core==1.26.4 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.53 - # via adlfs -azure-identity==1.13.0 - # via adlfs -azure-storage-blob==12.16.0 - # via adlfs -binaryornot==0.4.4 - # via cookiecutter -botocore==1.29.76 - # via aiobotocore -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via - # azure-datalake-store - # cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit - # rich-click -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via - # azure-identity - # azure-storage-blob - # msal - # pyjwt - # pyopenssl - # secretstorage -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via gcsfs -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.10.0 - # via - # flytekit - # flytekitplugins-kftensorflow -flytekit==1.6.1 - # via flytekitplugins-kftensorflow -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.5.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2023.5.0 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core==2.11.0 - # via - # google-cloud-core - # google-cloud-storage -google-auth==2.18.0 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.0.0 - # via gcsfs -google-cloud-core==2.3.2 - # via google-cloud-storage -google-cloud-storage==2.9.0 - # via gcsfs -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.5.0 - # via google-cloud-storage -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via - # requests - # yarl -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -isodate==0.6.1 - # via azure-storage-blob -jaraco-classes==3.2.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via botocore -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -markdown-it-py==2.2.0 - # via rich -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -mdurl==0.1.2 - # via markdown-it-py -more-itertools==9.1.0 - # via jaraco-classes -msal==1.22.0 - # via - # azure-datalake-store - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -portalocker==2.7.0 - # via msal-extensions -protobuf==4.22.1 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -pyarrow==10.0.1 - # via flytekit -pyasn1==0.5.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.3.0 - # via google-auth -pycparser==2.21 - # via cffi -pygments==2.15.1 - # via rich -pyjwt[crypto]==2.7.0 - # via - # msal - # pyjwt -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # botocore - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # azure-core - # azure-datalake-store - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-storage - # kubernetes - # msal - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -responses==0.23.1 - # via flytekit -rich==13.3.5 - # via - # flytekit - # rich-click -rich-click==1.6.1 - # via flytekit -rsa==4.9 - # via google-auth -s3fs==2023.5.0 - # via flytekit -secretstorage==3.3.3 - # via keyring -six==1.16.0 - # via - # azure-core - # azure-identity - # google-auth - # isodate - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # aioitertools - # azure-core - # azure-storage-blob - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # google-auth - # kubernetes - # requests - # responses -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -yarl==1.9.2 - # via aiohttp -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-mlflow/dev-requirements.in b/plugins/flytekit-mlflow/dev-requirements.in deleted file mode 100644 index 0f57144081..0000000000 --- a/plugins/flytekit-mlflow/dev-requirements.in +++ /dev/null @@ -1 +0,0 @@ -tensorflow diff --git a/plugins/flytekit-mlflow/dev-requirements.txt b/plugins/flytekit-mlflow/dev-requirements.txt deleted file mode 100644 index 5788aeb7d2..0000000000 --- a/plugins/flytekit-mlflow/dev-requirements.txt +++ /dev/null @@ -1,114 +0,0 @@ -# -# This file is autogenerated by pip-compile with python 3.9 -# To update, run: -# -# pip-compile dev-requirements.in -# -absl-py==1.3.0 - # via - # tensorboard - # tensorflow -astunparse==1.6.3 - # via tensorflow -cachetools==5.2.0 - # via google-auth -certifi==2022.9.24 - # via requests -charset-normalizer==2.1.1 - # via requests -flatbuffers==22.10.26 - # via tensorflow -gast==0.4.0 - # via tensorflow -google-auth==2.14.1 - # via - # google-auth-oauthlib - # tensorboard -google-auth-oauthlib==0.4.6 - # via tensorboard -google-pasta==0.2.0 - # via tensorflow -grpcio==1.50.0 - # via - # tensorboard - # tensorflow -h5py==3.7.0 - # via tensorflow -idna==3.4 - # via requests -keras==2.11.0 - # via tensorflow -libclang==14.0.6 - # via tensorflow -markdown==3.4.1 - # via tensorboard -markupsafe==2.1.1 - # via werkzeug -numpy==1.23.4 - # via - # h5py - # opt-einsum - # tensorboard - # tensorflow -oauthlib==3.2.2 - # via requests-oauthlib -opt-einsum==3.3.0 - # via tensorflow -packaging==21.3 - # via tensorflow -protobuf==3.19.6 - # via - # tensorboard - # tensorflow -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pyparsing==3.0.9 - # via packaging -requests==2.28.1 - # via - # requests-oauthlib - # tensorboard -requests-oauthlib==1.3.1 - # via google-auth-oauthlib -rsa==4.9 - # via google-auth -six==1.16.0 - # via - # astunparse - # google-auth - # google-pasta - # grpcio - # tensorflow -tensorboard==2.11.2 - # via tensorflow -tensorboard-data-server==0.6.1 - # via tensorboard -tensorboard-plugin-wit==1.8.1 - # via tensorboard -tensorflow==2.11.1 - # via -r dev-requirements.in -tensorflow-estimator==2.11.0 - # via tensorflow -tensorflow-io-gcs-filesystem==0.27.0 - # via tensorflow -termcolor==2.1.0 - # via tensorflow -typing-extensions==4.4.0 - # via tensorflow -urllib3==1.26.12 - # via requests -werkzeug==2.2.2 - # via tensorboard -wheel==0.38.3 - # via - # astunparse - # tensorboard -wrapt==1.14.1 - # via tensorflow - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-mlflow/requirements.in b/plugins/flytekit-mlflow/requirements.in deleted file mode 100644 index cbe58e3885..0000000000 --- a/plugins/flytekit-mlflow/requirements.in +++ /dev/null @@ -1,3 +0,0 @@ -. --e file:.#egg=flytekitplugins-mlflow -grpcio-status<1.49.0 diff --git a/plugins/flytekit-mlflow/requirements.txt b/plugins/flytekit-mlflow/requirements.txt deleted file mode 100644 index 03873c05f5..0000000000 --- a/plugins/flytekit-mlflow/requirements.txt +++ /dev/null @@ -1,274 +0,0 @@ -# -# This file is autogenerated by pip-compile with python 3.9 -# To update, run: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-mlflow - # via -r requirements.in -alembic==1.8.1 - # via mlflow -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.9.24 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.0.0 - # via binaryornot -charset-normalizer==2.1.1 - # via requests -click==8.1.3 - # via - # cookiecutter - # databricks-cli - # flask - # flytekit - # mlflow -cloudpickle==2.2.0 - # via - # flytekit - # mlflow -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.7 - # via flytekit -cryptography==38.0.3 - # via pyopenssl -databricks-cli==0.17.3 - # via mlflow -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via - # flytekit - # mlflow -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -entrypoints==0.4 - # via mlflow -flask==2.2.2 - # via - # mlflow - # prometheus-flask-exporter -flyteidl==1.1.22 - # via flytekit -flytekit==1.2.3 - # via flytekitplugins-mlflow -gitdb==4.0.9 - # via gitpython -gitpython==3.1.29 - # via mlflow -googleapis-common-protos==1.56.4 - # via - # flyteidl - # grpcio-status -greenlet==2.0.1 - # via sqlalchemy -grpcio==1.50.0 - # via - # flytekit - # grpcio-status -grpcio-status==1.48.2 - # via - # -r requirements.in - # flytekit -gunicorn==20.1.0 - # via mlflow -idna==3.4 - # via requests -importlib-metadata==5.0.0 - # via - # flask - # flytekit - # keyring - # mlflow -itsdangerous==2.1.2 - # via flask -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # flask - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.11.0 - # via flytekit -mako==1.2.3 - # via alembic -markupsafe==2.1.1 - # via - # jinja2 - # mako - # werkzeug -marshmallow==3.18.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -mlflow==1.30.0 - # via flytekitplugins-mlflow -more-itertools==9.0.0 - # via jaraco-classes -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.2.0 - # via flytekit -numpy==1.23.4 - # via - # mlflow - # pandas - # pyarrow - # scipy -oauthlib==3.2.2 - # via databricks-cli -packaging==21.3 - # via - # docker - # marshmallow - # mlflow -pandas==1.5.1 - # via - # flytekit - # mlflow -plotly==5.11.0 - # via flytekitplugins-mlflow -prometheus-client==0.15.0 - # via prometheus-flask-exporter -prometheus-flask-exporter==0.20.3 - # via mlflow -protobuf==3.20.3 - # via - # flyteidl - # flytekit - # googleapis-common-protos - # grpcio-status - # mlflow - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==6.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyjwt==2.6.0 - # via databricks-cli -pyopenssl==22.1.0 - # via flytekit -pyparsing==3.0.9 - # via packaging -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.4 - # via flytekit -python-slugify==6.1.2 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.6 - # via - # flytekit - # mlflow - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # mlflow -querystring-parser==1.2.4 - # via mlflow -regex==2022.10.31 - # via docker-image-py -requests==2.28.1 - # via - # cookiecutter - # databricks-cli - # docker - # flytekit - # mlflow - # responses -responses==0.22.0 - # via flytekit -retry==0.9.2 - # via flytekit -scipy==1.9.3 - # via mlflow -six==1.16.0 - # via - # databricks-cli - # grpcio - # python-dateutil - # querystring-parser -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -sqlalchemy==1.4.43 - # via - # alembic - # mlflow -sqlparse==0.4.3 - # via mlflow -statsd==3.3.0 - # via flytekit -tabulate==0.9.0 - # via databricks-cli -tenacity==8.1.0 - # via plotly -text-unidecode==1.3 - # via python-slugify -toml==0.10.2 - # via responses -types-toml==0.10.8 - # via responses -typing-extensions==4.4.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.12 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.4.2 - # via docker -werkzeug==2.2.2 - # via flask -wheel==0.38.3 - # via flytekit -wrapt==1.14.1 - # via - # deprecated - # flytekit -zipp==3.10.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-mlflow/setup.py b/plugins/flytekit-mlflow/setup.py index 32bf295aec..fc5c073130 100644 --- a/plugins/flytekit-mlflow/setup.py +++ b/plugins/flytekit-mlflow/setup.py @@ -4,7 +4,8 @@ microlib_name = f"flytekitplugins-{PLUGIN_NAME}" -plugin_requires = ["flytekit>=1.1.0,<2.0.0", "plotly", "mlflow"] +# TODO: support mlflow 2.0+ +plugin_requires = ["flytekit>=1.1.0,<2.0.0", "plotly", "mlflow<2.0.0"] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-modin/requirements.in b/plugins/flytekit-modin/requirements.in deleted file mode 100644 index 0248a83ad9..0000000000 --- a/plugins/flytekit-modin/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-modin diff --git a/plugins/flytekit-modin/requirements.txt b/plugins/flytekit-modin/requirements.txt deleted file mode 100644 index 4b7eee1377..0000000000 --- a/plugins/flytekit-modin/requirements.txt +++ /dev/null @@ -1,275 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.10 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-modin - # via -r requirements.in -aiosignal==1.3.1 - # via ray -arrow==1.2.3 - # via jinja2-time -attrs==22.2.0 - # via - # jsonschema - # ray -binaryornot==0.4.4 - # via cookiecutter -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit - # ray -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -distlib==0.3.6 - # via virtualenv -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -filelock==3.10.2 - # via - # ray - # virtualenv -flyteidl==1.2.9 - # via flytekit -flytekit==1.2.11 - # via flytekitplugins-modin -frozenlist==1.3.3 - # via - # aiosignal - # ray -fsspec==2023.3.0 - # via - # flytekitplugins-modin - # modin -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-auth==2.16.2 - # via kubernetes -googleapis-common-protos==1.59.0 - # via - # flyteidl - # grpcio-status -grpcio==1.48.2 - # via - # flytekit - # grpcio-status - # ray -grpcio-status==1.48.2 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -jsonschema==4.17.3 - # via ray -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -modin==0.19.0 - # via flytekitplugins-modin -more-itertools==9.1.0 - # via jaraco-classes -msgpack==1.0.5 - # via ray -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # modin - # pandas - # pyarrow - # ray -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.0 - # via - # docker - # marshmallow - # modin - # ray -pandas==1.5.3 - # via - # flytekit - # modin -platformdirs==3.1.1 - # via virtualenv -protobuf==3.20.3 - # via - # flyteidl - # flytekit - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger - # ray -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.4 - # via modin -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -pyrsistent==0.19.3 - # via jsonschema -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # ray - # responses -ray==2.3.0 - # via flytekitplugins-modin -regex==2023.3.22 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # kubernetes - # ray - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via kubernetes -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.9 - # via google-auth -six==1.16.0 - # via - # google-auth - # grpcio - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # kubernetes - # requests - # responses -virtualenv==20.21.0 - # via ray -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-modin/setup.py b/plugins/flytekit-modin/setup.py index 31ae2c3c5f..7d62ea16fe 100644 --- a/plugins/flytekit-modin/setup.py +++ b/plugins/flytekit-modin/setup.py @@ -6,9 +6,8 @@ plugin_requires = [ "flytekit<1.3.0b2,<2.0.0", - "modin>=0.13.0", + "modin[ray]>=0.13.0", "fsspec", - "ray", ] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-onnx-pytorch/dev-requirements.in b/plugins/flytekit-onnx-pytorch/dev-requirements.in new file mode 100644 index 0000000000..ed8f130c85 --- /dev/null +++ b/plugins/flytekit-onnx-pytorch/dev-requirements.in @@ -0,0 +1,3 @@ +onnxruntime +pillow +torchvision>=0.12.0 diff --git a/plugins/flytekit-onnx-pytorch/dev-requirements.txt b/plugins/flytekit-onnx-pytorch/dev-requirements.txt new file mode 100644 index 0000000000..ef4045e458 --- /dev/null +++ b/plugins/flytekit-onnx-pytorch/dev-requirements.txt @@ -0,0 +1,58 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile dev-requirements.in +# +certifi==2023.7.22 + # via requests +charset-normalizer==3.3.2 + # via requests +coloredlogs==15.0.1 + # via onnxruntime +filelock==3.13.1 + # via torch +flatbuffers==23.5.26 + # via onnxruntime +fsspec==2023.10.0 + # via torch +humanfriendly==10.0 + # via coloredlogs +idna==3.4 + # via requests +jinja2==3.1.2 + # via torch +markupsafe==2.1.3 + # via jinja2 +mpmath==1.3.0 + # via sympy +networkx==3.1 + # via torch +numpy==1.23.5 + # via + # onnxruntime + # torchvision +onnxruntime==1.16.1 + # via -r dev-requirements.in +packaging==23.2 + # via onnxruntime +pillow==10.1.0 + # via + # -r dev-requirements.in + # torchvision +protobuf==4.25.0 + # via onnxruntime +requests==2.31.0 + # via torchvision +sympy==1.12 + # via + # onnxruntime + # torch +torch==2.1.0 + # via torchvision +torchvision==0.16.0 + # via -r dev-requirements.in +typing-extensions==4.8.0 + # via torch +urllib3==2.0.7 + # via requests diff --git a/plugins/flytekit-onnx-pytorch/requirements.in b/plugins/flytekit-onnx-pytorch/requirements.in deleted file mode 100644 index 7632919db4..0000000000 --- a/plugins/flytekit-onnx-pytorch/requirements.in +++ /dev/null @@ -1,5 +0,0 @@ -. --e file:.#egg=flytekitplugins-onnxpytorch -onnxruntime -pillow -torchvision>=0.12.0 diff --git a/plugins/flytekit-onnx-pytorch/requirements.txt b/plugins/flytekit-onnx-pytorch/requirements.txt deleted file mode 100644 index af0708cae2..0000000000 --- a/plugins/flytekit-onnx-pytorch/requirements.txt +++ /dev/null @@ -1,240 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.9 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-onnxpytorch - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==2.1.1 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.0 - # via flytekit -coloredlogs==15.0.1 - # via onnxruntime -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==38.0.4 - # via - # pyopenssl - # secretstorage -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flatbuffers==22.12.6 - # via onnxruntime -flyteidl==1.3.0 - # via flytekit -flytekit==1.3.0b2 - # via flytekitplugins-onnxpytorch -googleapis-common-protos==1.57.0 - # via - # flyteidl - # grpcio-status -grpcio==1.51.1 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.1 - # via flytekit -humanfriendly==10.0 - # via coloredlogs -idna==3.4 - # via requests -importlib-metadata==5.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.11.0 - # via flytekit -markupsafe==2.1.1 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.0.0 - # via jaraco-classes -mpmath==1.2.1 - # via sympy -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.2.0 - # via flytekit -numpy==1.23.5 - # via - # onnxruntime - # pandas - # pyarrow - # torchvision -nvidia-cublas-cu11==11.10.3.66 - # via - # nvidia-cudnn-cu11 - # torch -nvidia-cuda-nvrtc-cu11==11.7.99 - # via torch -nvidia-cuda-runtime-cu11==11.7.99 - # via torch -nvidia-cudnn-cu11==8.5.0.96 - # via torch -onnxruntime==1.13.1 - # via -r requirements.in -packaging==22.0 - # via - # docker - # marshmallow - # onnxruntime -pandas==1.5.2 - # via flytekit -pillow==9.3.0 - # via - # -r requirements.in - # torchvision -protobuf==4.21.11 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # onnxruntime - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==22.1.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.4 - # via flytekit -python-slugify==7.0.0 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.6 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit -regex==2022.10.31 - # via docker-image-py -requests==2.28.1 - # via - # cookiecutter - # docker - # flytekit - # responses - # torchvision -responses==0.22.0 - # via flytekit -retry==0.9.2 - # via flytekit -secretstorage==3.3.3 - # via keyring -six==1.16.0 - # via python-dateutil -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -sympy==1.11.1 - # via onnxruntime -text-unidecode==1.3 - # via python-slugify -toml==0.10.2 - # via responses -torch==1.13.0 - # via - # flytekitplugins-onnxpytorch - # torchvision -torchvision==0.14.0 - # via -r requirements.in -types-toml==0.10.8.1 - # via responses -typing-extensions==4.4.0 - # via - # flytekit - # torch - # torchvision - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.13 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.4.2 - # via docker -wheel==0.38.4 - # via - # flytekit - # nvidia-cublas-cu11 - # nvidia-cuda-runtime-cu11 -wrapt==1.14.1 - # via - # deprecated - # flytekit -zipp==3.11.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-onnx-pytorch/setup.py b/plugins/flytekit-onnx-pytorch/setup.py index ddc485781c..6a202ff504 100644 --- a/plugins/flytekit-onnx-pytorch/setup.py +++ b/plugins/flytekit-onnx-pytorch/setup.py @@ -4,7 +4,7 @@ microlib_name = f"flytekitplugins-{PLUGIN_NAME}" -plugin_requires = ["flytekit>=1.3.0b2,<2.0.0", "torch>=1.11.0"] +plugin_requires = ["flytekit>=1.3.0b2,<2.0.0", "torch>=1.11.0", "onnx-pytorch", "networkx<3.2; python_version<'3.9'"] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-onnx-scikitlearn/dev-requirements.in b/plugins/flytekit-onnx-scikitlearn/dev-requirements.in new file mode 100644 index 0000000000..391b72eb3e --- /dev/null +++ b/plugins/flytekit-onnx-scikitlearn/dev-requirements.in @@ -0,0 +1 @@ +onnxruntime diff --git a/plugins/flytekit-onnx-scikitlearn/dev-requirements.txt b/plugins/flytekit-onnx-scikitlearn/dev-requirements.txt new file mode 100644 index 0000000000..00575bf959 --- /dev/null +++ b/plugins/flytekit-onnx-scikitlearn/dev-requirements.txt @@ -0,0 +1,24 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile dev-requirements.in +# +coloredlogs==15.0.1 + # via onnxruntime +flatbuffers==23.5.26 + # via onnxruntime +humanfriendly==10.0 + # via coloredlogs +mpmath==1.3.0 + # via sympy +numpy==1.23.5 + # via onnxruntime +onnxruntime==1.16.1 + # via -r dev-requirements.in +packaging==23.2 + # via onnxruntime +protobuf==4.25.0 + # via onnxruntime +sympy==1.12 + # via onnxruntime diff --git a/plugins/flytekit-onnx-scikitlearn/requirements.in b/plugins/flytekit-onnx-scikitlearn/requirements.in deleted file mode 100644 index bdf7848c4a..0000000000 --- a/plugins/flytekit-onnx-scikitlearn/requirements.in +++ /dev/null @@ -1,3 +0,0 @@ -. --e file:.#egg=flytekitplugins-onnxscikitlearn -onnxruntime diff --git a/plugins/flytekit-onnx-scikitlearn/requirements.txt b/plugins/flytekit-onnx-scikitlearn/requirements.txt deleted file mode 100644 index d0edb5130c..0000000000 --- a/plugins/flytekit-onnx-scikitlearn/requirements.txt +++ /dev/null @@ -1,241 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.9 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-onnxscikitlearn - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==2.1.1 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.0 - # via flytekit -coloredlogs==15.0.1 - # via onnxruntime -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==38.0.4 - # via - # pyopenssl - # secretstorage -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flatbuffers==22.12.6 - # via onnxruntime -flyteidl==1.2.5 - # via flytekit -flytekit==1.2.5 - # via flytekitplugins-onnxscikitlearn -googleapis-common-protos==1.57.0 - # via - # flyteidl - # grpcio-status -grpcio==1.48.2 - # via - # flytekit - # grpcio-status -grpcio-status==1.48.2 - # via flytekit -humanfriendly==10.0 - # via coloredlogs -idna==3.4 - # via requests -importlib-metadata==5.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via - # flytekit - # scikit-learn -keyring==23.11.0 - # via flytekit -markupsafe==2.1.1 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.0.0 - # via jaraco-classes -mpmath==1.2.1 - # via sympy -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.2.0 - # via flytekit -numpy==1.23.5 - # via - # onnx - # onnxconverter-common - # onnxruntime - # pandas - # pyarrow - # scikit-learn - # scipy - # skl2onnx -onnx==1.12.0 - # via - # onnxconverter-common - # skl2onnx -onnxconverter-common==1.13.0 - # via skl2onnx -onnxruntime==1.13.1 - # via -r requirements.in -packaging==22.0 - # via - # docker - # marshmallow - # onnxconverter-common - # onnxruntime -pandas==1.5.2 - # via flytekit -protobuf==3.19.6 - # via - # flyteidl - # flytekit - # googleapis-common-protos - # grpcio-status - # onnx - # onnxconverter-common - # onnxruntime - # protoc-gen-swagger - # skl2onnx -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==22.1.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.4 - # via flytekit -python-slugify==7.0.0 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.6 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit -regex==2022.10.31 - # via docker-image-py -requests==2.28.1 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.22.0 - # via flytekit -retry==0.9.2 - # via flytekit -scikit-learn==1.1.1 - # via skl2onnx -scipy==1.9.3 - # via - # scikit-learn - # skl2onnx -secretstorage==3.3.3 - # via keyring -six==1.16.0 - # via - # grpcio - # python-dateutil -skl2onnx==1.13 - # via flytekitplugins-onnxscikitlearn -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -sympy==1.11.1 - # via onnxruntime -text-unidecode==1.3 - # via python-slugify -threadpoolctl==3.1.0 - # via scikit-learn -toml==0.10.2 - # via responses -types-toml==0.10.8.1 - # via responses -typing-extensions==4.4.0 - # via - # flytekit - # onnx - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.13 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.4.2 - # via docker -wheel==0.38.4 - # via flytekit -wrapt==1.14.1 - # via - # deprecated - # flytekit -zipp==3.11.0 - # via importlib-metadata diff --git a/plugins/flytekit-onnx-scikitlearn/setup.py b/plugins/flytekit-onnx-scikitlearn/setup.py index 8579e36b55..45780ae174 100644 --- a/plugins/flytekit-onnx-scikitlearn/setup.py +++ b/plugins/flytekit-onnx-scikitlearn/setup.py @@ -4,7 +4,7 @@ microlib_name = f"flytekitplugins-{PLUGIN_NAME}" -plugin_requires = ["flytekit<1.3.0b2,<2.0.0", "skl2onnx>=1.10.3"] +plugin_requires = ["flytekit<1.3.0b2,<2.0.0", "skl2onnx>=1.10.3", "networkx<3.2; python_version<'3.9'"] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-onnx-tensorflow/dev-requirements.in b/plugins/flytekit-onnx-tensorflow/dev-requirements.in new file mode 100644 index 0000000000..a0e1543dbc --- /dev/null +++ b/plugins/flytekit-onnx-tensorflow/dev-requirements.in @@ -0,0 +1,2 @@ +onnxruntime +pillow diff --git a/plugins/flytekit-onnx-tensorflow/dev-requirements.txt b/plugins/flytekit-onnx-tensorflow/dev-requirements.txt new file mode 100644 index 0000000000..689a985a98 --- /dev/null +++ b/plugins/flytekit-onnx-tensorflow/dev-requirements.txt @@ -0,0 +1,26 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile dev-requirements.in +# +coloredlogs==15.0.1 + # via onnxruntime +flatbuffers==23.5.26 + # via onnxruntime +humanfriendly==10.0 + # via coloredlogs +mpmath==1.3.0 + # via sympy +numpy==1.23.5 + # via onnxruntime +onnxruntime==1.16.1 + # via -r dev-requirements.in +packaging==23.2 + # via onnxruntime +pillow==10.1.0 + # via -r dev-requirements.in +protobuf==4.25.0 + # via onnxruntime +sympy==1.12 + # via onnxruntime diff --git a/plugins/flytekit-onnx-tensorflow/requirements.in b/plugins/flytekit-onnx-tensorflow/requirements.in deleted file mode 100644 index 0752c85f88..0000000000 --- a/plugins/flytekit-onnx-tensorflow/requirements.in +++ /dev/null @@ -1,4 +0,0 @@ -. --e file:.#egg=flytekitplugins-onnxtensorflow -onnxruntime -pillow diff --git a/plugins/flytekit-onnx-tensorflow/requirements.txt b/plugins/flytekit-onnx-tensorflow/requirements.txt deleted file mode 100644 index f0ccdaabfb..0000000000 --- a/plugins/flytekit-onnx-tensorflow/requirements.txt +++ /dev/null @@ -1,310 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.9 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-onnxtensorflow - # via -r requirements.in -absl-py==1.3.0 - # via - # tensorboard - # tensorflow -arrow==1.2.3 - # via jinja2-time -astunparse==1.6.3 - # via tensorflow -binaryornot==0.4.4 - # via cookiecutter -cachetools==5.2.0 - # via google-auth -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==2.1.1 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.0 - # via flytekit -coloredlogs==15.0.1 - # via onnxruntime -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==38.0.4 - # via - # pyopenssl - # secretstorage -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flatbuffers==2.0.7 - # via - # onnxruntime - # tensorflow - # tf2onnx -flyteidl==1.2.5 - # via flytekit -flytekit==1.2.5 - # via flytekitplugins-onnxtensorflow -gast==0.4.0 - # via tensorflow -google-auth==2.15.0 - # via - # google-auth-oauthlib - # tensorboard -google-auth-oauthlib==0.4.6 - # via tensorboard -google-pasta==0.2.0 - # via tensorflow -googleapis-common-protos==1.57.0 - # via - # flyteidl - # grpcio-status -grpcio==1.48.2 - # via - # flytekit - # grpcio-status - # tensorboard - # tensorflow -grpcio-status==1.48.2 - # via flytekit -h5py==3.7.0 - # via tensorflow -humanfriendly==10.0 - # via coloredlogs -idna==3.4 - # via requests -importlib-metadata==5.1.0 - # via - # flytekit - # keyring - # markdown -jaraco-classes==3.2.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keras==2.11.0 - # via tensorflow -keyring==23.11.0 - # via flytekit -libclang==14.0.6 - # via tensorflow -markdown==3.4.1 - # via tensorboard -markupsafe==2.1.1 - # via - # jinja2 - # werkzeug -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.0.0 - # via jaraco-classes -mpmath==1.2.1 - # via sympy -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.2.0 - # via flytekit -numpy==1.23.5 - # via - # h5py - # onnx - # onnxruntime - # opt-einsum - # pandas - # pyarrow - # tensorboard - # tensorflow - # tf2onnx -oauthlib==3.2.2 - # via requests-oauthlib -onnx==1.12.0 - # via tf2onnx -onnxruntime==1.13.1 - # via -r requirements.in -opt-einsum==3.3.0 - # via tensorflow -packaging==22.0 - # via - # docker - # marshmallow - # onnxruntime - # tensorflow -pandas==1.5.2 - # via flytekit -pillow==9.3.0 - # via -r requirements.in -protobuf==3.19.6 - # via - # flyteidl - # flytekit - # googleapis-common-protos - # grpcio-status - # onnx - # onnxruntime - # protoc-gen-swagger - # tensorboard - # tensorflow -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyopenssl==22.1.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.4 - # via flytekit -python-slugify==7.0.0 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.6 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit -regex==2022.10.31 - # via docker-image-py -requests==2.28.1 - # via - # cookiecutter - # docker - # flytekit - # requests-oauthlib - # responses - # tensorboard - # tf2onnx -requests-oauthlib==1.3.1 - # via google-auth-oauthlib -responses==0.22.0 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.9 - # via google-auth -secretstorage==3.3.3 - # via keyring -six==1.16.0 - # via - # astunparse - # google-auth - # google-pasta - # grpcio - # python-dateutil - # tensorflow - # tf2onnx -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -sympy==1.11.1 - # via onnxruntime -tensorboard==2.11.0 - # via tensorflow -tensorboard-data-server==0.6.1 - # via tensorboard -tensorboard-plugin-wit==1.8.1 - # via tensorboard -tensorflow==2.11.0 - # via flytekitplugins-onnxtensorflow -tensorflow-estimator==2.11.0 - # via tensorflow -tensorflow-io-gcs-filesystem==0.28.0 - # via tensorflow -termcolor==2.1.1 - # via tensorflow -text-unidecode==1.3 - # via python-slugify -tf2onnx==1.13.0 - # via flytekitplugins-onnxtensorflow -toml==0.10.2 - # via responses -types-toml==0.10.8.1 - # via responses -typing-extensions==4.4.0 - # via - # flytekit - # onnx - # tensorflow - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.13 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.4.2 - # via docker -werkzeug==2.2.2 - # via tensorboard -wheel==0.38.4 - # via - # astunparse - # flytekit - # tensorboard -wrapt==1.14.1 - # via - # deprecated - # flytekit - # tensorflow -zipp==3.11.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-onnx-tensorflow/furloughed_setup.py b/plugins/flytekit-onnx-tensorflow/setup.py similarity index 100% rename from plugins/flytekit-onnx-tensorflow/furloughed_setup.py rename to plugins/flytekit-onnx-tensorflow/setup.py diff --git a/plugins/flytekit-pandera/requirements.in b/plugins/flytekit-pandera/requirements.in deleted file mode 100644 index 70e750d5e4..0000000000 --- a/plugins/flytekit-pandera/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-pandera diff --git a/plugins/flytekit-pandera/requirements.txt b/plugins/flytekit-pandera/requirements.txt deleted file mode 100644 index c377794cc0..0000000000 --- a/plugins/flytekit-pandera/requirements.txt +++ /dev/null @@ -1,208 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-pandera - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-pandera -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -multimethod==1.9.1 - # via pandera -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pandera - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow - # pandera -pandas==1.5.3 - # via - # flytekit - # pandera -pandera==0.14.5 - # via flytekitplugins-pandera -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pydantic==1.10.6 - # via pandera -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # pydantic - # typing-inspect -typing-inspect==0.8.0 - # via - # dataclasses-json - # pandera -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit - # pandera -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-papermill/requirements.in b/plugins/flytekit-papermill/requirements.in deleted file mode 100644 index a9dab93776..0000000000 --- a/plugins/flytekit-papermill/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-papermill diff --git a/plugins/flytekit-papermill/requirements.txt b/plugins/flytekit-papermill/requirements.txt deleted file mode 100644 index cf325fa902..0000000000 --- a/plugins/flytekit-papermill/requirements.txt +++ /dev/null @@ -1,339 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-papermill - # via -r requirements.in -ansiwrap==0.8.4 - # via papermill -appnope==0.1.3 - # via - # ipykernel - # ipython -arrow==1.2.3 - # via jinja2-time -asttokens==2.2.1 - # via stack-data -attrs==22.2.0 - # via jsonschema -backcall==0.2.0 - # via ipython -beautifulsoup4==4.12.0 - # via nbconvert -binaryornot==0.4.4 - # via cookiecutter -bleach==6.0.0 - # via nbconvert -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit - # papermill -cloudpickle==2.2.1 - # via flytekit -comm==0.1.3 - # via ipykernel -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -debugpy==1.6.6 - # via ipykernel -decorator==5.1.1 - # via - # ipython - # retry -defusedxml==0.7.1 - # via nbconvert -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -entrypoints==0.4 - # via papermill -executing==1.2.0 - # via stack-data -fastjsonschema==2.16.3 - # via nbformat -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-papermill -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -ipykernel==6.22.0 - # via flytekitplugins-papermill -ipython==8.11.0 - # via ipykernel -jaraco-classes==3.2.3 - # via keyring -jedi==0.18.2 - # via ipython -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time - # nbconvert -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -jsonschema==4.17.3 - # via nbformat -jupyter-client==8.1.0 - # via - # ipykernel - # nbclient -jupyter-core==5.3.0 - # via - # ipykernel - # jupyter-client - # nbclient - # nbconvert - # nbformat -jupyterlab-pygments==0.2.2 - # via nbconvert -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via - # jinja2 - # nbconvert -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -matplotlib-inline==0.1.6 - # via - # ipykernel - # ipython -mistune==2.0.5 - # via nbconvert -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -nbclient==0.7.2 - # via - # nbconvert - # papermill -nbconvert==7.2.10 - # via flytekitplugins-papermill -nbformat==5.8.0 - # via - # nbclient - # nbconvert - # papermill -nest-asyncio==1.5.6 - # via ipykernel -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # ipykernel - # marshmallow - # nbconvert -pandas==1.5.3 - # via flytekit -pandocfilters==1.5.0 - # via nbconvert -papermill==2.4.0 - # via flytekitplugins-papermill -parso==0.8.3 - # via jedi -pexpect==4.8.0 - # via ipython -pickleshare==0.7.5 - # via ipython -platformdirs==3.1.1 - # via jupyter-core -prompt-toolkit==3.0.38 - # via ipython -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.4 - # via ipykernel -ptyprocess==0.7.0 - # via pexpect -pure-eval==0.2.2 - # via stack-data -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pygments==2.14.0 - # via - # ipython - # nbconvert -pyopenssl==23.0.0 - # via flytekit -pyrsistent==0.19.3 - # via jsonschema -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # jupyter-client - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # papermill - # responses -pyzmq==25.0.2 - # via - # ipykernel - # jupyter-client -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # papermill - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via - # asttokens - # bleach - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -soupsieve==2.4 - # via beautifulsoup4 -stack-data==0.6.2 - # via ipython -statsd==3.3.0 - # via flytekit -tenacity==8.2.2 - # via papermill -text-unidecode==1.3 - # via python-slugify -textwrap3==0.9.2 - # via ansiwrap -tinycss2==1.2.1 - # via nbconvert -tornado==6.2 - # via - # ipykernel - # jupyter-client -tqdm==4.65.0 - # via papermill -traitlets==5.9.0 - # via - # comm - # ipykernel - # ipython - # jupyter-client - # jupyter-core - # matplotlib-inline - # nbclient - # nbconvert - # nbformat -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -wcwidth==0.2.6 - # via prompt-toolkit -webencodings==0.5.1 - # via - # bleach - # tinycss2 -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-polars/requirements.in b/plugins/flytekit-polars/requirements.in deleted file mode 100644 index 8425c5645f..0000000000 --- a/plugins/flytekit-polars/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-polars diff --git a/plugins/flytekit-polars/requirements.txt b/plugins/flytekit-polars/requirements.txt deleted file mode 100644 index b041b22fc2..0000000000 --- a/plugins/flytekit-polars/requirements.txt +++ /dev/null @@ -1,196 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-polars - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-polars -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -polars==0.16.14 - # via flytekitplugins-polars -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-polars/setup.py b/plugins/flytekit-polars/setup.py index f0e6d4735d..4acc9d1e46 100644 --- a/plugins/flytekit-polars/setup.py +++ b/plugins/flytekit-polars/setup.py @@ -6,7 +6,7 @@ plugin_requires = [ "flytekit>=1.3.0b2,<2.0.0", - "polars>=0.8.27", + "polars>=0.8.27,<0.17.0", ] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-pydantic/requirements.in b/plugins/flytekit-pydantic/requirements.in deleted file mode 100644 index 44f25884d7..0000000000 --- a/plugins/flytekit-pydantic/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-pydantic diff --git a/plugins/flytekit-pydantic/requirements.txt b/plugins/flytekit-pydantic/requirements.txt deleted file mode 100644 index 68acf7008a..0000000000 --- a/plugins/flytekit-pydantic/requirements.txt +++ /dev/null @@ -1,347 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.10 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-pydantic - # via -r requirements.in -adal==1.2.7 - # via azure-datalake-store -adlfs==2023.4.0 - # via flytekit -aiobotocore==2.5.0 - # via s3fs -aiohttp==3.8.4 - # via - # adlfs - # aiobotocore - # gcsfs - # s3fs -aioitertools==0.11.0 - # via aiobotocore -aiosignal==1.3.1 - # via aiohttp -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==23.1.0 - # via aiohttp -azure-core==1.26.4 - # via - # adlfs - # azure-identity - # azure-storage-blob -azure-datalake-store==0.0.52 - # via adlfs -azure-identity==1.12.0 - # via adlfs -azure-storage-blob==12.16.0 - # via adlfs -binaryornot==0.4.4 - # via cookiecutter -botocore==1.29.76 - # via aiobotocore -cachetools==5.3.0 - # via google-auth -certifi==2022.12.7 - # via - # kubernetes - # requests -cffi==1.15.1 - # via - # azure-datalake-store - # cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via - # aiohttp - # requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.14 - # via flytekit -cryptography==40.0.2 - # via - # adal - # azure-identity - # azure-storage-blob - # msal - # pyjwt - # pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via gcsfs -deprecated==1.2.13 - # via flytekit -diskcache==5.6.1 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.20 - # via flytekit -flytekit==1.5.0 - # via flytekitplugins-pydantic -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal -fsspec==2023.4.0 - # via - # adlfs - # flytekit - # gcsfs - # s3fs -gcsfs==2023.4.0 - # via flytekit -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -google-api-core==2.11.0 - # via - # google-cloud-core - # google-cloud-storage -google-auth==2.17.3 - # via - # gcsfs - # google-api-core - # google-auth-oauthlib - # google-cloud-core - # google-cloud-storage - # kubernetes -google-auth-oauthlib==1.0.0 - # via gcsfs -google-cloud-core==2.3.2 - # via google-cloud-storage -google-cloud-storage==2.9.0 - # via gcsfs -google-crc32c==1.5.0 - # via google-resumable-media -google-resumable-media==2.5.0 - # via google-cloud-storage -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # google-api-core - # grpcio-status -grpcio==1.54.0 - # via - # flytekit - # grpcio-status -grpcio-status==1.54.0 - # via flytekit -idna==3.4 - # via - # requests - # yarl -importlib-metadata==6.6.0 - # via - # flytekit - # keyring -isodate==0.6.1 - # via azure-storage-blob -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -jmespath==1.0.1 - # via botocore -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -kubernetes==26.1.0 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -msal==1.22.0 - # via - # azure-identity - # msal-extensions -msal-extensions==1.0.0 - # via azure-identity -multidict==6.0.4 - # via - # aiohttp - # yarl -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.24.3 - # via - # flytekit - # pandas - # pyarrow -oauthlib==3.2.2 - # via requests-oauthlib -packaging==23.1 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -portalocker==2.7.0 - # via msal-extensions -protobuf==4.22.3 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -pyarrow==10.0.1 - # via flytekit -pyasn1==0.5.0 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.3.0 - # via google-auth -pycparser==2.21 - # via cffi -pydantic==1.10.7 - # via flytekitplugins-pydantic -pyjwt[crypto]==2.6.0 - # via - # adal - # msal -pyopenssl==23.1.1 - # via flytekit -python-dateutil==2.8.2 - # via - # adal - # arrow - # botocore - # croniter - # flytekit - # kubernetes - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2023.3 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # kubernetes - # responses -regex==2023.5.5 - # via docker-image-py -requests==2.30.0 - # via - # adal - # azure-core - # azure-datalake-store - # cookiecutter - # docker - # flytekit - # gcsfs - # google-api-core - # google-cloud-storage - # kubernetes - # msal - # requests-oauthlib - # responses -requests-oauthlib==1.3.1 - # via - # google-auth-oauthlib - # kubernetes -responses==0.23.1 - # via flytekit -rsa==4.9 - # via google-auth -s3fs==2023.4.0 - # via flytekit -six==1.16.0 - # via - # azure-core - # azure-identity - # google-auth - # isodate - # kubernetes - # python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.9 - # via responses -typing-extensions==4.5.0 - # via - # azure-core - # azure-storage-blob - # flytekit - # pydantic - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # botocore - # docker - # flytekit - # kubernetes - # requests - # responses -websocket-client==1.5.1 - # via - # docker - # kubernetes -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # aiobotocore - # deprecated - # flytekit -yarl==1.9.2 - # via aiohttp -zipp==3.15.0 - # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/plugins/flytekit-ray/requirements.in b/plugins/flytekit-ray/requirements.in deleted file mode 100644 index a657d0cce3..0000000000 --- a/plugins/flytekit-ray/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-ray diff --git a/plugins/flytekit-ray/requirements.txt b/plugins/flytekit-ray/requirements.txt deleted file mode 100644 index c6f5632c9c..0000000000 --- a/plugins/flytekit-ray/requirements.txt +++ /dev/null @@ -1,299 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.9 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-ray - # via -r requirements.in -aiohttp==3.8.3 - # via - # aiohttp-cors - # ray -aiohttp-cors==0.7.0 - # via ray -aiosignal==1.3.1 - # via - # aiohttp - # ray -arrow==1.2.3 - # via jinja2-time -async-timeout==4.0.2 - # via aiohttp -attrs==22.1.0 - # via - # aiohttp - # jsonschema - # ray -binaryornot==0.4.4 - # via cookiecutter -blessed==1.19.1 - # via gpustat -cachetools==5.2.0 - # via google-auth -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==2.1.1 - # via - # aiohttp - # requests -click==8.0.4 - # via - # cookiecutter - # flytekit - # ray -cloudpickle==2.2.0 - # via flytekit -colorful==0.5.5 - # via ray -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==38.0.4 - # via - # pyopenssl - # secretstorage -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -distlib==0.3.6 - # via virtualenv -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -filelock==3.8.2 - # via - # ray - # virtualenv -flyteidl==1.3.0 - # via - # flytekit - # flytekitplugins-ray -flytekit==1.3.0b2 - # via flytekitplugins-ray -frozenlist==1.3.3 - # via - # aiohttp - # aiosignal - # ray -google-api-core==2.11.0 - # via opencensus -google-auth==2.15.0 - # via google-api-core -googleapis-common-protos==1.57.0 - # via - # flyteidl - # google-api-core - # grpcio-status -gpustat==1.0.0 - # via ray -grpcio==1.51.1 - # via - # flytekit - # grpcio-status - # ray -grpcio-status==1.51.1 - # via flytekit -idna==3.4 - # via - # requests - # yarl -importlib-metadata==5.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -jsonschema==4.17.3 - # via ray -keyring==23.11.0 - # via flytekit -markupsafe==2.1.1 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.0.0 - # via jaraco-classes -msgpack==1.0.4 - # via ray -multidict==6.0.3 - # via - # aiohttp - # yarl -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.2.0 - # via flytekit -numpy==1.23.5 - # via - # pandas - # pyarrow - # ray -nvidia-ml-py==11.495.46 - # via gpustat -opencensus==0.11.0 - # via ray -opencensus-context==0.1.3 - # via opencensus -packaging==22.0 - # via - # docker - # marshmallow -pandas==1.5.2 - # via flytekit -platformdirs==2.6.0 - # via virtualenv -prometheus-client==0.13.1 - # via ray -protobuf==4.21.11 - # via - # flyteidl - # google-api-core - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger - # ray -protoc-gen-swagger==0.1.0 - # via flyteidl -psutil==5.9.4 - # via gpustat -py==1.11.0 - # via retry -py-spy==0.3.14 - # via ray -pyarrow==10.0.1 - # via flytekit -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pydantic==1.10.2 - # via ray -pyopenssl==22.1.0 - # via flytekit -pyrsistent==0.19.2 - # via jsonschema -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.4 - # via flytekit -python-slugify==7.0.0 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.6 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # ray -ray[default]==2.1.0 - # via flytekitplugins-ray -regex==2022.10.31 - # via docker-image-py -requests==2.28.1 - # via - # cookiecutter - # docker - # flytekit - # google-api-core - # ray - # responses -responses==0.22.0 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.9 - # via google-auth -secretstorage==3.3.3 - # via keyring -six==1.16.0 - # via - # blessed - # google-auth - # gpustat - # python-dateutil -smart-open==6.2.0 - # via ray -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -toml==0.10.2 - # via responses -types-toml==0.10.8.1 - # via responses -typing-extensions==4.4.0 - # via - # flytekit - # pydantic - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.13 - # via - # docker - # flytekit - # requests - # responses -virtualenv==20.17.1 - # via ray -wcwidth==0.2.5 - # via blessed -websocket-client==1.4.2 - # via docker -wheel==0.38.4 - # via flytekit -wrapt==1.14.1 - # via - # deprecated - # flytekit -yarl==1.8.2 - # via aiohttp -zipp==3.11.0 - # via importlib-metadata diff --git a/plugins/flytekit-snowflake/requirements.in b/plugins/flytekit-snowflake/requirements.in deleted file mode 100644 index 2a118dd3bf..0000000000 --- a/plugins/flytekit-snowflake/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-snowflake diff --git a/plugins/flytekit-snowflake/requirements.txt b/plugins/flytekit-snowflake/requirements.txt deleted file mode 100644 index 66fd40a798..0000000000 --- a/plugins/flytekit-snowflake/requirements.txt +++ /dev/null @@ -1,194 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-snowflake - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-snowflake -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-spark/requirements.in b/plugins/flytekit-spark/requirements.in deleted file mode 100644 index f112dbc8ef..0000000000 --- a/plugins/flytekit-spark/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-spark diff --git a/plugins/flytekit-spark/requirements.txt b/plugins/flytekit-spark/requirements.txt deleted file mode 100644 index 46c72443d1..0000000000 --- a/plugins/flytekit-spark/requirements.txt +++ /dev/null @@ -1,198 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-spark - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-spark -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -py4j==0.10.9.5 - # via pyspark -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -pyspark==3.3.2 - # via flytekitplugins-spark -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-spark/setup.py b/plugins/flytekit-spark/setup.py index 21305263a6..c0f9d8c8b4 100644 --- a/plugins/flytekit-spark/setup.py +++ b/plugins/flytekit-spark/setup.py @@ -26,6 +26,7 @@ "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9", "Programming Language :: Python :: 3.10", + "Programming Language :: Python :: 3.11", "Topic :: Scientific/Engineering", "Topic :: Scientific/Engineering :: Artificial Intelligence", "Topic :: Software Development", diff --git a/plugins/flytekit-sqlalchemy/requirements.in b/plugins/flytekit-sqlalchemy/requirements.in deleted file mode 100644 index 21d9e97b47..0000000000 --- a/plugins/flytekit-sqlalchemy/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-sqlalchemy diff --git a/plugins/flytekit-sqlalchemy/requirements.txt b/plugins/flytekit-sqlalchemy/requirements.txt deleted file mode 100644 index ebde3ca80e..0000000000 --- a/plugins/flytekit-sqlalchemy/requirements.txt +++ /dev/null @@ -1,199 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-sqlalchemy - # via -r requirements.in -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # flytekit -cloudpickle==2.2.1 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-sqlalchemy -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -greenlet==2.0.2 - # via sqlalchemy -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow -packaging==23.0 - # via - # docker - # marshmallow -pandas==1.5.3 - # via flytekit -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via flytekit -pycparser==2.21 - # via cffi -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit - # responses -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -six==1.16.0 - # via python-dateutil -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -sqlalchemy==2.0.7 - # via flytekitplugins-sqlalchemy -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # sqlalchemy - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-vaex/requirements.in b/plugins/flytekit-vaex/requirements.in deleted file mode 100644 index 271c723dad..0000000000 --- a/plugins/flytekit-vaex/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-vaex diff --git a/plugins/flytekit-vaex/requirements.txt b/plugins/flytekit-vaex/requirements.txt deleted file mode 100644 index 66543619ce..0000000000 --- a/plugins/flytekit-vaex/requirements.txt +++ /dev/null @@ -1,252 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile requirements.in -# --e file:.#egg=flytekitplugins-vaex - # via -r requirements.in -aplus==0.11.0 - # via vaex-core -arrow==1.2.3 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -blake3==0.3.3 - # via vaex-core -certifi==2022.12.7 - # via requests -cffi==1.15.1 - # via cryptography -chardet==5.1.0 - # via binaryornot -charset-normalizer==3.1.0 - # via requests -click==8.1.3 - # via - # cookiecutter - # dask - # flytekit -cloudpickle==2.2.1 - # via - # dask - # flytekit - # vaex-core -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.8 - # via flytekit -cryptography==39.0.2 - # via pyopenssl -dask==2023.3.1 - # via vaex-core -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker==6.0.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.15 - # via flytekit -filelock==3.10.0 - # via vaex-core -flyteidl==1.3.14 - # via flytekit -flytekit==1.3.1 - # via flytekitplugins-vaex -frozendict==2.3.6 - # via vaex-core -fsspec==2023.3.0 - # via dask -future==0.18.3 - # via vaex-core -gitdb==4.0.10 - # via gitpython -gitpython==3.1.31 - # via flytekit -googleapis-common-protos==1.59.0 - # via - # flyteidl - # flytekit - # grpcio-status -grpcio==1.51.3 - # via - # flytekit - # grpcio-status -grpcio-status==1.51.3 - # via flytekit -idna==3.4 - # via requests -importlib-metadata==6.1.0 - # via - # flytekit - # keyring -jaraco-classes==3.2.3 - # via keyring -jinja2==3.1.2 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -joblib==1.2.0 - # via flytekit -keyring==23.13.1 - # via flytekit -locket==1.0.0 - # via partd -markdown-it-py==2.2.0 - # via rich -markupsafe==2.1.2 - # via jinja2 -marshmallow==3.19.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -mdurl==0.1.2 - # via markdown-it-py -more-itertools==9.1.0 - # via jaraco-classes -mypy-extensions==1.0.0 - # via typing-inspect -natsort==8.3.1 - # via flytekit -nest-asyncio==1.5.6 - # via vaex-core -numpy==1.23.5 - # via - # flytekit - # pandas - # pyarrow - # vaex-core -packaging==23.0 - # via - # dask - # docker - # marshmallow -pandas==1.5.3 - # via - # flytekit - # vaex-core -partd==1.3.0 - # via dask -progressbar2==4.2.0 - # via vaex-core -protobuf==4.22.1 - # via - # flyteidl - # googleapis-common-protos - # grpcio-status - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==10.0.1 - # via - # flytekit - # vaex-core -pycparser==2.21 - # via cffi -pydantic==1.10.6 - # via vaex-core -pygments==2.14.0 - # via rich -pyopenssl==23.0.0 - # via flytekit -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # pandas -python-json-logger==2.0.7 - # via flytekit -python-slugify==8.0.1 - # via cookiecutter -python-utils==3.5.2 - # via progressbar2 -pytimeparse==1.1.8 - # via flytekit -pytz==2022.7.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # dask - # flytekit - # responses - # vaex-core -regex==2022.10.31 - # via docker-image-py -requests==2.28.2 - # via - # cookiecutter - # docker - # flytekit - # responses - # vaex-core -responses==0.23.1 - # via flytekit -retry==0.9.2 - # via flytekit -rich==13.3.2 - # via vaex-core -six==1.16.0 - # via - # python-dateutil - # vaex-core -smmap==5.0.0 - # via gitdb -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -tabulate==0.9.0 - # via vaex-core -text-unidecode==1.3 - # via python-slugify -toolz==0.12.0 - # via - # dask - # partd -types-pyyaml==6.0.12.8 - # via responses -typing-extensions==4.5.0 - # via - # flytekit - # pydantic - # typing-inspect -typing-inspect==0.8.0 - # via dataclasses-json -urllib3==1.26.15 - # via - # docker - # flytekit - # requests - # responses -vaex-core==4.13.0 - # via flytekitplugins-vaex -websocket-client==1.5.1 - # via docker -wheel==0.40.0 - # via flytekit -wrapt==1.15.0 - # via - # deprecated - # flytekit -zipp==3.15.0 - # via importlib-metadata diff --git a/plugins/flytekit-vaex/setup.py b/plugins/flytekit-vaex/setup.py index c3b442b77e..9a7e054fe3 100644 --- a/plugins/flytekit-vaex/setup.py +++ b/plugins/flytekit-vaex/setup.py @@ -4,10 +4,12 @@ microlib_name = f"flytekitplugins-{PLUGIN_NAME}" +# vaex doesn't support pydantic 2.0 yet. https://github.com/vaexio/vaex/issues/2384 plugin_requires = [ "flytekit>=1.3.0b2,<2.0.0", "vaex-core>=4.13.0,<4.14; python_version < '3.10'", "vaex-core>=4.16.0; python_version >= '3.10'", + "pydantic<2.0", ] __version__ = "0.0.0+develop" diff --git a/plugins/flytekit-vscode/requirements.in b/plugins/flytekit-vscode/requirements.in deleted file mode 100644 index bcbde20949..0000000000 --- a/plugins/flytekit-vscode/requirements.in +++ /dev/null @@ -1,2 +0,0 @@ -. --e file:.#egg=flytekitplugins-vscode diff --git a/setup.py b/setup.py index 409d4ba556..79c05a8475 100644 --- a/setup.py +++ b/setup.py @@ -53,6 +53,7 @@ "keyring>=18.0.1", "kubernetes>=12.0.1", "marshmallow-enum", + # TODO: remove upper-bound after fixing change in contract "marshmallow-jsonschema>=0.12.0", "mashumaro>=3.9.1", "natsort>=7.0.1", diff --git a/tests/flytekit/unit/core/test_python_function_task.py b/tests/flytekit/unit/core/test_python_function_task.py index f1c6609e22..3e0b016efb 100644 --- a/tests/flytekit/unit/core/test_python_function_task.py +++ b/tests/flytekit/unit/core/test_python_function_task.py @@ -202,7 +202,7 @@ def func_with_pod_template(i: str): ] ################# - # Test pod_teamplte_name + # Test pod_template_name ################# assert func_with_pod_template.metadata.pod_template_name == "A"