From c5a1c1a4eef617f375ec40dbcc0044dcff8b17c4 Mon Sep 17 00:00:00 2001 From: haixuanTao Date: Wed, 3 Apr 2024 10:31:38 +0200 Subject: [PATCH] Adding separate reqiorements to avoid GPU depencies issues --- examples/python-operator-dataflow/README.md | 4 +++- examples/python-operator-dataflow/requirements_llm.txt | 9 +++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) create mode 100644 examples/python-operator-dataflow/requirements_llm.txt diff --git a/examples/python-operator-dataflow/README.md b/examples/python-operator-dataflow/README.md index 351e2776c..767e1c10a 100644 --- a/examples/python-operator-dataflow/README.md +++ b/examples/python-operator-dataflow/README.md @@ -13,6 +13,7 @@ The [`dataflow.yml`](./dataflow.yml) defines a simple dataflow graph with the fo ## Getting started ```bash +pip install -r requirements.txt cargo run --example python-operator-dataflow ``` @@ -22,6 +23,7 @@ cargo run --example python-operator-dataflow conda create -n example_env python=3.11 conda activate test_env pip install -r requirements.txt +pip install -r requirements_llm.txt ``` ## Run the dataflow @@ -32,7 +34,7 @@ pip install -r requirements.txt dora start dataflow.yml ``` -- Start the llm dataflow: +- Start the llm dataflow (Only works on Windows and Linux): ```bash dora start dataflow_llm.yml diff --git a/examples/python-operator-dataflow/requirements_llm.txt b/examples/python-operator-dataflow/requirements_llm.txt new file mode 100644 index 000000000..4cc16fa36 --- /dev/null +++ b/examples/python-operator-dataflow/requirements_llm.txt @@ -0,0 +1,9 @@ +openai-whisper +sounddevice +pynput +sentence-transformers +transformers +pylcs +accelerate +optimum +auto-gptq>=0.7.1