CI optimization to support multiple test for single kind of service (o…

…pea-project#145) Signed-off-by: chensuyue <[email protected]> Signed-off-by: gadmarkovits <[email protected]>
gadmarkovits · Jun 19, 2024 · 2380d71 · 2380d71
1 parent f277899
commit 2380d71
Show file tree

Hide file tree

Showing 5 changed files with 17 additions and 1 deletion.
diff --git a/.github/workflows/microservice-test.yml b/.github/workflows/microservice-test.yml
@@ -38,10 +38,26 @@ jobs:
           changed_files="$(git diff --name-only ${{ github.event.pull_request.base.sha }} ${merged_commit} \
           | grep 'comps/' | grep -vE '*.md|*.txt|comps/cores')" || true
           services=$(printf '%s\n' "${changed_files[@]}" | cut -d'/' -f2 | grep -vE '*.py' | sort -u)
+          path_level_1=("asr" "tts")
+          path_level_3=("llms")
           run_matrix="{\"include\":["
           for service in ${services}; do
               hardware="gaudi" # default hardware, set based on the changed files
-              run_matrix="${run_matrix}{\"service\":\"${service}\",\"hardware\":\"${hardware}\"},"
+              if [[ "${path_level_1[@]}" =~ "${service}" ]]; then
+                  run_matrix="${run_matrix}{\"service\":\"${service}\",\"hardware\":\"${hardware}\"},"
+              else
+                  vendors=$(printf '%s\n' "${changed_files[@]}" | grep ${service} | cut -d'/' -f3 | grep -vE '*.py' | sort -u)
+                  for vendor in ${vendors}; do
+                      if [[ "${path_level_3[@]}" =~ "${service}" ]]; then
+                          sub_vendors=$(printf '%s\n' "${changed_files[@]}" | grep ${service} | grep ${vendor} | cut -d'/' -f4 | grep -vE '*.py' | sort -u)
+                          for sub_vendor in ${sub_vendors}; do
+                              run_matrix="${run_matrix}{\"service\":\"${service}_${vendor}_${sub_vendor}\",\"hardware\":\"${hardware}\"},"
+                          done
+                      else
+                          run_matrix="${run_matrix}{\"service\":\"${service}_${vendor}\",\"hardware\":\"${hardware}\"},"
+                      fi
+                  done
+              fi
           done
           run_matrix=$run_matrix"]}"
           echo "run_matrix=${run_matrix}" >> $GITHUB_OUTPUT

diff --git a/tests/test_embeddings.sh → tests/test_embeddings_langchain.sh b/tests/test_embeddings.sh → tests/test_embeddings_langchain.sh
diff --git a/tests/test_llms.sh → tests/test_llms_text-generation_tgi.sh b/tests/test_llms.sh → tests/test_llms_text-generation_tgi.sh
diff --git a/tests/test_reranks.sh → tests/test_reranks_langchain.sh b/tests/test_reranks.sh → tests/test_reranks_langchain.sh
diff --git a/tests/test_retrievers.sh → tests/test_retrievers_langchain.sh b/tests/test_retrievers.sh → tests/test_retrievers_langchain.sh