Split ci tasks into multiple subtasks

.github/workflows/runs_on_ascend.yml

@@ -46,5 +46,17 @@ jobs:
           source /mnt/cache/share/platform/cienv/ditorch_env
           cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R Build ${GITHUB_JOB}  && cd ${GITHUB_JOB}
           echo "start to test"
-          bash ci/test.sh
+          bash ci/run_op_tools_test_cases.sh
 
+  Test_with_pytorch_test_case:
+    name: run tests using pytorch test case on ascend
+    runs-on: tps-ascend-ci-910b
+    needs: [Build]
+    steps:
+      - name: test
+        run: |
+          set -ex
+          source /mnt/cache/share/platform/cienv/ditorch_env
+          cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R Build ${GITHUB_JOB}  && cd ${GITHUB_JOB}
+          echo "start to test"
+          bash ci/run_pytorch_test_cases.sh 2>&1

.github/workflows/runs_on_camb.yml

@@ -45,4 +45,17 @@ jobs:
           cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R Build ${GITHUB_JOB}  && cd ${GITHUB_JOB}
           echo "start to test"
           source /mnt/cache/share/platform/env/ditorch_env
-          srun -p camb_mlu370_m8 -n 1 --gres=mlu:1 bash ci/test.sh
+          srun -p camb_mlu370_m8 -n 1 --gres=mlu:1 bash ci/run_op_tools_test_cases.sh
+
+  Test_use_pytorch_test_case:
+    name: run tests using pytorch test case on camb
+    runs-on: tps-camb-ci
+    needs: [Build]
+    steps:
+      - name: test
+        run: |
+          set -ex
+          cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R Build ${GITHUB_JOB}  && cd ${GITHUB_JOB}
+          echo "start to test"
+          source /mnt/cache/share/platform/env/ditorch_env
+          srun -p camb_mlu370_m8 -n 1 --gres=mlu:1 bash ci/run_pytorch_test_cases.sh

.github/workflows/runs_on_nv.yml

@@ -44,4 +44,4 @@ jobs:
           set -ex
           cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER} && rm -rf ${GITHUB_JOB} && cp -R Build ${GITHUB_JOB}  && cd ${GITHUB_JOB}
           echo "start to test"
-          srun --job-name=${GITHUB_JOB} bash -c "source /mnt/cache/share/platform/env/ditorch_env && cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER}/${GITHUB_JOB} && bash ci/test.sh"
+          srun --job-name=${GITHUB_JOB} bash -c "source /mnt/cache/share/platform/env/ditorch_env && cd ${DEEPLINK_PATH}/${GITHUB_RUN_NUMBER}/${GITHUB_JOB} && bash ci/run_op_tools_test_cases.sh"

ci/run_op_tools_test_cases.sh

@@ -0,0 +1,11 @@
+date
+find op_tools/ -name test*.py | xargs -I {} bash -c ' echo "start run {}";date;time python {} && echo "Test {} PASSED\n\n\n" || echo "Test {} FAILED\n\n\n"' 2>&1 | tee test_op_tools_cases.log
+
+# Check if any tests failed
+if grep -Eq "FAILED" test_op_tools_cases.log; then
+    echo "tests failed"
+    exit 1
+else
+    echo "all tests passed"
+    exit 0
+fi

ci/run_pytorch_test_cases.sh

@@ -0,0 +1 @@
+python ditorch/test/test_torch_testcase.py 2>&1 | tee test_pytorch_case.log