diff --git a/.github/workflows/nv-inference.yml b/.github/workflows/nv-inference.yml
index 61f85d8d0598..065f8b93f1e0 100644
--- a/.github/workflows/nv-inference.yml
+++ b/.github/workflows/nv-inference.yml
@@ -39,7 +39,7 @@ jobs:
 
       - name: Install deepspeed
         run: |
-          pip install .[dev,1bit,autotuning,inf]
+          pip install .[dev,1bit,autotuning,inf,triton]
           ds_report
 
       - name: Python environment
diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml
index 22a341e8b687..a8f3e216ec48 100644
--- a/.github/workflows/nv-transformers-v100.yml
+++ b/.github/workflows/nv-transformers-v100.yml
@@ -27,10 +27,19 @@ jobs:
       - name: Install pytorch
         run: |
           # use the same pytorch version as transformers CI
-          pip install -U --cache-dir $TORCH_CACHE torch torchvision torchaudio -f https://download.pytorch.org/whl/torch_stable.html
+            pip install -U --cache-dir $TORCH_CACHE torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu116
           python -c "import torch; print('torch:', torch.__version__, torch)"
           python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
 
+      - name: Install transformers
+        run: |
+          git clone https://github.com/huggingface/transformers
+          cd transformers
+          # if needed switch to the last known good SHA until transformers@master is fixed
+          # git checkout 1cc453d33
+          git rev-parse --short HEAD
+          pip install .
+
       - name: Install deepspeed
         run: |
           pip install .[dev,autotuning]
@@ -43,12 +52,7 @@ jobs:
       - name: HF transformers tests
         run: |
           unset TORCH_CUDA_ARCH_LIST # only jit compile for current arch
-          git clone https://github.com/huggingface/transformers
           cd transformers
-          # if needed switch to the last known good SHA until transformers@master is fixed
-          #git checkout 6268694e2
-          git rev-parse --short HEAD
-          # scipy/sklearn required for tests, using the 'dev' extra forces torch re-install
           pip install .[testing]
           # find reqs used in ds integration tests
           find examples/pytorch -regextype posix-egrep -regex '.*(language-modeling|question-answering|summarization|image-classification|text-classification|translation).*/requirements.txt' -exec grep -v 'torch' {} \; | xargs -I {} pip install --upgrade {}
diff --git a/.github/workflows/setup-venv/action.yml b/.github/workflows/setup-venv/action.yml
index cfffd0abeafe..375fdf70f1ce 100644
--- a/.github/workflows/setup-venv/action.yml
+++ b/.github/workflows/setup-venv/action.yml
@@ -12,6 +12,7 @@ runs:
       shell: bash
     - id: create-venv
       run: |
+        rm -rf ./unit-test-venv
         python -m venv unit-test-venv
         source ./unit-test-venv/bin/activate
         python -m pip install --upgrade pip
diff --git a/requirements/requirements-dev.txt b/requirements/requirements-dev.txt
index 0106e3785459..0f0cb337fc51 100644
--- a/requirements/requirements-dev.txt
+++ b/requirements/requirements-dev.txt
@@ -14,5 +14,4 @@ sphinx-rtd-theme
 tensorboard
 torchvision
 transformers
-triton
 wandb
diff --git a/requirements/requirements-inf.txt b/requirements/requirements-inf.txt
index ef8bfff774d6..848a7f7a485d 100644
--- a/requirements/requirements-inf.txt
+++ b/requirements/requirements-inf.txt
@@ -3,4 +3,3 @@ lm-eval==0.3.0
 protobuf
 transformers
 transformers[sentencepiece]
-triton
diff --git a/requirements/requirements-triton.txt b/requirements/requirements-triton.txt
index a59a965090a6..7255b2d76738 100644
--- a/requirements/requirements-triton.txt
+++ b/requirements/requirements-triton.txt
@@ -1 +1 @@
-triton
+triton>=2.0.0