[github-actions] upload test result artifacts (#5479)

.github/workflows/posix.yml

@@ -65,6 +65,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 OT_CLI_PATH="$(pwd)/$(ls output/posix/*/bin/ot-cli) -v" RADIO_DEVICE="$(pwd)/$(ls output/*/bin/ot-rcp)" make -f src/posix/Makefile-posix check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: posix-cli-thread-cert
+        path: build/posix/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Keep Simulation Only
       run: |
         tar -cf build/posix.tar -C build/ posix/
@@ -108,6 +113,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 OT_NCP_PATH="$(pwd)/$(ls output/posix/*/bin/ot-ncp)" RADIO_DEVICE="$(pwd)/$(ls output/*/bin/ot-rcp)" make -f src/posix/Makefile-posix check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: posix-ncp-thread-cert
+        path: build/posix/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Keep Simulation Only
       run: |
         tar -cf build/posix.tar -C build/ posix/

.github/workflows/simulation-1.2.yml

@@ -72,6 +72,11 @@ jobs:
       run: |
         ./script/test unit
         ./script/test cert_suite tests/scripts/thread-cert/v1_2_*
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: thread-1-2-${{ matrix.compiler.c }}-${{ matrix.arch }}-pcaps
+        path: "*.pcap"
     - name: Keep-1-2-only
       run: |
         ./script/test tar simulation 1.1

.github/workflows/simulation.yml

@@ -119,6 +119,13 @@ jobs:
           do
             ./script/test cert_suite ./tests/scripts/thread-cert/Cert_*.py
           done
+      - uses: actions/upload-artifact@v2
+        if: ${{ failure() }}
+        with:
+          name: packet-verification-pcaps
+          path: |
+            *.pcap
+            *.json
       - name: Codecov
         uses: codecov/codecov-action@v1
         with:
@@ -148,6 +155,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 make -f examples/Makefile-simulation check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: cli-ftd-thread-cert
+        path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Codecov
       uses: codecov/codecov-action@v1
       with:
@@ -177,6 +189,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 make -f examples/Makefile-simulation check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: cli-mtd-thread-cert
+        path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Codecov
       uses: codecov/codecov-action@v1
       with:
@@ -206,6 +223,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 make -f examples/Makefile-simulation check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: cli-time-sync-thread-cert
+        path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Codecov
       uses: codecov/codecov-action@v1
       with:
@@ -326,6 +348,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 make -f examples/Makefile-simulation check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: multiple-instance-thread-cert
+        path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Codecov
       uses: codecov/codecov-action@v1
       with:
@@ -357,6 +384,11 @@ jobs:
     - name: Run
       run: |
         VERBOSE=1 make -f examples/Makefile-simulation check
+    - uses: actions/upload-artifact@v2
+      if: ${{ failure() }}
+      with:
+        name: ncp-gcc-m32-thread-cert
+        path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
     - name: Codecov
       uses: codecov/codecov-action@v1
       with:
@@ -387,6 +419,11 @@ jobs:
       - name: Run
         run: |
           VERBOSE=1 make -f examples/Makefile-simulation check
+      - uses: actions/upload-artifact@v2
+        if: ${{ failure() }}
+        with:
+          name: cli-clang-thread-cert
+          path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert
       - name: Codecov
         run: |
           bash <(curl -s https://codecov.io/bash) -x "llvm-cov gcov" -Z

script/test

@@ -199,7 +199,7 @@ do_cert_suite()
 
     for test_case in "$@"; do
         rm -rf tmp || sudo rm -rf tmp
-        if "${test_case}" &>test.log; then
+        if TEST_NAME="$(basename "${test_case}" .py)" "${test_case}" &>test.log; then
             echo -e "${COLOR_PASS}PASS${COLOR_NONE} ${test_case}"
             pass_count=$((pass_count + 1))
         else