diff --git a/.github/workflows/posix.yml b/.github/workflows/posix.yml index c43f9f9ae..3acf48a00 100644 --- a/.github/workflows/posix.yml +++ b/.github/workflows/posix.yml @@ -65,6 +65,11 @@ jobs: - name: Run run: | VERBOSE=1 OT_CLI_PATH="$(pwd)/$(ls output/posix/*/bin/ot-cli) -v" RADIO_DEVICE="$(pwd)/$(ls output/*/bin/ot-rcp)" make -f src/posix/Makefile-posix check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: posix-cli-thread-cert + path: build/posix/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Keep Simulation Only run: | tar -cf build/posix.tar -C build/ posix/ @@ -108,6 +113,11 @@ jobs: - name: Run run: | VERBOSE=1 OT_NCP_PATH="$(pwd)/$(ls output/posix/*/bin/ot-ncp)" RADIO_DEVICE="$(pwd)/$(ls output/*/bin/ot-rcp)" make -f src/posix/Makefile-posix check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: posix-ncp-thread-cert + path: build/posix/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Keep Simulation Only run: | tar -cf build/posix.tar -C build/ posix/ diff --git a/.github/workflows/simulation-1.2.yml b/.github/workflows/simulation-1.2.yml index 2c6ba26c1..d0d5fc4fc 100644 --- a/.github/workflows/simulation-1.2.yml +++ b/.github/workflows/simulation-1.2.yml @@ -72,6 +72,11 @@ jobs: run: | ./script/test unit ./script/test cert_suite tests/scripts/thread-cert/v1_2_* + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: thread-1-2-${{ matrix.compiler.c }}-${{ matrix.arch }}-pcaps + path: "*.pcap" - name: Keep-1-2-only run: | ./script/test tar simulation 1.1 diff --git a/.github/workflows/simulation.yml b/.github/workflows/simulation.yml index 666e34410..ee77d4766 100644 --- a/.github/workflows/simulation.yml +++ b/.github/workflows/simulation.yml @@ -119,6 +119,13 @@ jobs: do ./script/test cert_suite ./tests/scripts/thread-cert/Cert_*.py done + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: packet-verification-pcaps + path: | + *.pcap + *.json - name: Codecov uses: codecov/codecov-action@v1 with: @@ -148,6 +155,11 @@ jobs: - name: Run run: | VERBOSE=1 make -f examples/Makefile-simulation check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: cli-ftd-thread-cert + path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Codecov uses: codecov/codecov-action@v1 with: @@ -177,6 +189,11 @@ jobs: - name: Run run: | VERBOSE=1 make -f examples/Makefile-simulation check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: cli-mtd-thread-cert + path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Codecov uses: codecov/codecov-action@v1 with: @@ -206,6 +223,11 @@ jobs: - name: Run run: | VERBOSE=1 make -f examples/Makefile-simulation check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: cli-time-sync-thread-cert + path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Codecov uses: codecov/codecov-action@v1 with: @@ -326,6 +348,11 @@ jobs: - name: Run run: | VERBOSE=1 make -f examples/Makefile-simulation check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: multiple-instance-thread-cert + path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Codecov uses: codecov/codecov-action@v1 with: @@ -357,6 +384,11 @@ jobs: - name: Run run: | VERBOSE=1 make -f examples/Makefile-simulation check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: ncp-gcc-m32-thread-cert + path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Codecov uses: codecov/codecov-action@v1 with: @@ -387,6 +419,11 @@ jobs: - name: Run run: | VERBOSE=1 make -f examples/Makefile-simulation check + - uses: actions/upload-artifact@v2 + if: ${{ failure() }} + with: + name: cli-clang-thread-cert + path: build/x86_64-unknown-linux-gnu/tests/scripts/thread-cert - name: Codecov run: | bash <(curl -s https://codecov.io/bash) -x "llvm-cov gcov" -Z diff --git a/script/test b/script/test index aee2e8cd5..050770bd7 100755 --- a/script/test +++ b/script/test @@ -199,7 +199,7 @@ do_cert_suite() for test_case in "$@"; do rm -rf tmp || sudo rm -rf tmp - if "${test_case}" &>test.log; then + if TEST_NAME="$(basename "${test_case}" .py)" "${test_case}" &>test.log; then echo -e "${COLOR_PASS}PASS${COLOR_NONE} ${test_case}" pass_count=$((pass_count + 1)) else