Merge pull request #80 from espressif/ci/host_test_refactor

refactor(host test): Refactor host test CI run

Author: peter-marcisovsky

.github/workflows/build_and_run_host_test.yml

@@ -19,11 +19,11 @@ jobs:
       - uses: actions/checkout@v4
         with:
           submodules: 'true'
-      - name: Build USB Test Application
+      - name: Build and Test
         shell: bash
         run: |
           . ${IDF_PATH}/export.sh
-          pip install pytest pytest-cpp idf-build-apps==2.4.3 --upgrade
+          pip install pytest idf-build-apps==2.4.3 --upgrade
           idf-build-apps find --target linux
           idf-build-apps build --target linux
-          pytest host/class/cdc/usb_host_cdc_acm/host_test/build_linux
+          chmod +x $GITHUB_WORKSPACE/run_host_tests.sh && $GITHUB_WORKSPACE/run_host_tests.sh

device/esp_tinyusb/test_apps/vendor/pytest_vendor.py

@@ -68,7 +68,7 @@ def ep_write(buf):
 @pytest.mark.esp32s3
 @pytest.mark.esp32p4
 @pytest.mark.usb_device
-def test_usb_device_esp_tinyusb(dut: IdfDut) -> None:
+def test_usb_device_vendor(dut: IdfDut) -> None:
     '''
     Running the test locally:
     1. Build the test app for your DUT

host/class/cdc/usb_host_cdc_acm/host_test/main/test_main.cpp

@@ -1,11 +1,11 @@
 [pytest]
 # only the files with prefix `pytest_` would be recognized as pytest test scripts.
 python_files = pytest_*.py
-cpp_files = host_test_*.elf
 
 # set traceback to "short" to prevent the overwhelming tracebacks
 addopts =
   -s
+  --embedded-services esp,idf
   --tb short
 
 markers =

pytest.ini

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+# Extra arguments for the .elf files, to make the host test results and failures more informative
+# (https://github.com/catchorg/Catch2/tree/devel/docs)
+EXTRA_ARGS="--reporter Automake --reporter console::out=-::colour-mode=ansi"
+
+# Indicator for the CI job, whether a host test has failed or not
+TEST_FAILED=0
+
+## Find all host_test*.elf files
+for test_file in $(find . -type f -name "host_test*.elf"); do
+    echo "Running $test_file..."
+    "$test_file" $EXTRA_ARGS    # Call the host_test*.elf file with the extra arguments
+    if [ $? -ne 0 ]; then       # Check whether the host test failed
+        TEST_FAILED=1
+    fi
+done
+
+# Return exit value 1 (FAIL) 0 (PASS) to ensure that the CI job passes/fails
+if [ $TEST_FAILED -ne 0 ]; then
+    echo "Some host tests failed."
+    exit 1
+else
+    echo "All host tests passed."
+    exit 0
+fi