up.

.github/workflows/main.yml

@@ -19,25 +19,43 @@ jobs:
   test:
     runs-on: ubuntu-latest
     steps:
+      - uses: actions/checkout@v2
       - uses: actions-rs/toolchain@v1
         with:
           toolchain: stable
       - uses: actions-rs/cargo@v1
         with:
           command: build
-      - name: "Print Rust Version"
+      - name: Print Rust Version
         run: |
           rustc -Vv
           cargo -Vv
       - uses: actions/setup-go@v2
         with:
           go-version: "1.11.0"
-      - name: build runtime-tools
+      - name: Build runtime-tools
         run: |
           mkdir -p $(go env GOPATH)/src/github.com/opencontainers
           cd $(go env GOPATH)/src/github.com/opencontainers
           git clone https://github.com/opencontainers/runtime-tools
           cd runtime-tools
           make runtimetest validation-executables
-      - name: run intetgration test
-        run: sudo RUNTIME=$GITHUB_WORKSPACE/target/x86_64-unknown-linux-gnu/debug/youki ./validation/default/default.t
+      - name: Run intetgration test
+        run: |
+          expect_err_num=116
+          act_err_num=0
+          cd $(go env GOPATH)/src/github.com/opencontainers/runtime-tools
+          IFS=$'\n' errors=($(sudo RUNTIME=$GITHUB_WORKSPACE/target/x86_64-unknown-linux-gnu/debug/youki ./validation/default/default.t | grep "not ok"))
+          if [ ${#errors[@]} -eq 0 ]; then
+              echo -e "Passed all tess."
+          else
+              for err in "${errors[@]}"; do
+              act_err_num=$((++act_err_num))
+                  echo $err
+              done
+          fi
+          if [ $act_err_num -ne $expect_err_num ]; then
+              echo "The number of failures was not as expected, it was ${act_err_num}."
+              exit 1
+          fi
+