.target_test_template: image: $TARGET_TEST_ENV_IMAGE stage: target_test timeout: 1 hour variables: GIT_DEPTH: 1 SUBMODULES_TO_FETCH: "none" cache: # Usually do not need submodule-cache in target_test - key: pip-cache paths: - .cache/pip policy: pull .pytest_template: extends: - .target_test_template artifacts: when: always paths: - XUNIT_RESULT.xml - pytest-embedded/ reports: junit: XUNIT_RESULT.xml expire_in: 1 week script: - python tools/ci/get_known_failure_cases_file.py # get runner env config file - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # using runner tags as markers to filter the test cases # Runner tags are comma separated, replace the comma with " and " for markers - job_tags=$(python tools/ci/python_packages/gitlab_api.py get_job_tags $CI_PROJECT_ID --job_id $CI_JOB_ID) - markers=$(echo $job_tags | sed -e "s/,/ and /g") - run_cmd pytest $TEST_DIR -m \"${markers}\" --junitxml=XUNIT_RESULT.xml --known-failure-cases-file ${KNOWN_FAILURE_CASES_FILE_NAME} --parallel-count ${CI_NODE_TOTAL:-1} --parallel-index ${CI_NODE_INDEX:-1} ${PYTEST_EXTRA_FLAGS} .pytest_examples_dir_template: extends: .pytest_template variables: TEST_DIR: examples pytest_examples_esp32_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, generic ] parallel: 3 pytest_examples_esp32_esp32eco3: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, esp32eco3 ] pytest_examples_esp32_ir_transceiver: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, ir_transceiver ] pytest_examples_esp32_twai_transceiver: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, twai_transceiver ] pytest_examples_esp32_twai_network: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, twai_network ] pytest_examples_esp32_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_jtag tags: [ esp32, jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32_ccs811: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ccs811 needs: - build_pytest_examples_esp32 tags: [ esp32, ccs811 ] pytest_examples_esp32_sdio: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-sdio needs: - build_pytest_examples_esp32 tags: [ esp32, sdio_master_slave ] pytest_examples_esp32s2_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2 needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, generic ] parallel: 3 pytest_examples_esp32s2_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2 needs: - build_pytest_examples_jtag tags: [ esp32s2, jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32s3_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, generic ] parallel: 3 pytest_examples_esp32s3_usb_serial_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_jtag tags: [ esp32s3, usb_serial_jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32s3_f4r8: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, MSPI_F4R8 ] pytest_examples_esp32c2_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2 needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, generic, xtal_40mhz ] parallel: 3 pytest_examples_esp32c2_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2 needs: - build_pytest_examples_jtag tags: [ esp32c2, jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32c3_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, generic ] parallel: 3 pytest_examples_esp32c3_usb_serial_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_jtag tags: [ esp32c3, usb_serial_jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32c3_flash_suspend: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, flash_suspend ] pytest_examples_esp32c6_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6 needs: - build_pytest_examples_esp32c6 tags: [ esp32c6, generic ] pytest_examples_esp32c6_usj_device: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6 needs: - job: build_pytest_examples_esp32c6 tags: [ esp32c6, usj_device ] pytest_examples_esp32h2_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32h2 needs: - build_pytest_examples_esp32h2 tags: [ esp32h2, generic ] pytest_examples_esp32_ethernet_ota: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_ota ] pytest_examples_esp32_wifi_high_traffic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_high_traffic ] pytest_examples_esp32_flash_encryption_wifi_high_traffic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-include_nightly_run-rule needs: - build_pytest_examples_esp32 tags: [ esp32, flash_encryption_wifi_high_traffic ] pytest_examples_esp32c3_flash_encryption_wifi_high_traffic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-include_nightly_run-rule needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, flash_encryption_wifi_high_traffic ] pytest_examples_esp32_ethernet: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet] pytest_examples_esp32_ethernet_httpbin: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, httpbin] pytest_examples_esp32_8mb_flash: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_flash_8m ] pytest_examples_esp32_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_ap ] pytest_examples_esp32c3_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-wifi needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, wifi_ap ] pytest_examples_esp32s3_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-wifi needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, wifi_ap ] pytest_examples_esp32_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_router ] pytest_examples_esp32c3_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-wifi needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, wifi_router ] pytest_examples_esp32s3_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-wifi needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, wifi_router ] pytest_examples_esp32_wifi_iperf: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, Example_ShieldBox_Basic ] pytest_examples_esp32_wifi_wlan: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_wlan ] pytest_examples_esp32_ethernet_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_router ] pytest_examples_esp32_ethernet_ip101: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, eth_ip101 ] pytest_examples_esp32_flash_encryption: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, flash_encryption ] pytest_examples_esp32_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_two_dut ] pytest_examples_esp32c3_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-wifi needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, wifi_two_dut ] pytest_examples_esp32s3_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-wifi needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, wifi_two_dut ] pytest_examples_esp32c2_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-wifi needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, wifi_two_dut, xtal_26mhz ] pytest_examples_esp32c3_flash_encryption: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, flash_encryption ] pytest_examples_esp32s2_usb_device: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-usb needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, usb_device ] pytest_examples_esp32_sdmmc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, sdcard_sdmode ] pytest_examples_esp32_sdspi: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-sdio needs: - build_pytest_examples_esp32 tags: [ esp32, sdcard_spimode ] pytest_examples_esp32s2_sdspi: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-sdio needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, sdcard_spimode ] pytest_examples_esp32c3_sdspi: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-sdio needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, sdcard_spimode ] pytest_examples_esp32_extflash: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, external_flash ] pytest_examples_esp32_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-adc needs: - build_pytest_examples_esp32 tags: [ esp32, adc ] pytest_examples_esp32s2_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-adc needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, adc ] pytest_examples_esp32s3_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-adc needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, adc ] pytest_examples_esp32c3_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-adc needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, adc ] pytest_examples_esp32c2_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-adc needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, adc, xtal_26mhz] pytest_examples_esp32c6_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6-adc needs: - build_pytest_examples_esp32c6 tags: [ esp32c6, adc ] pytest_examples_esp32h2_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32h2-adc needs: - build_pytest_examples_esp32h2 tags: [ esp32h2, adc ] example_test_pytest_esp32s3_emmc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, emmc ] .pytest_components_dir_template: extends: .pytest_template variables: TEST_DIR: components pytest_components_esp32_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, generic ] parallel: 7 pytest_components_esp32_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, generic_multi_device ] pytest_components_esp32_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-wifi needs: - build_pytest_components_esp32 tags: [ esp32, wifi_two_dut ] pytest_components_esp32_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-adc needs: - build_pytest_components_esp32 tags: [ esp32, adc ] pytest_components_esp32_sdio: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-sdio needs: - build_pytest_components_esp32 tags: [ esp32, sdio_master_slave ] pytest_components_esp32_ip101: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_ip101 ] pytest_components_esp32_lan8720: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_lan8720 ] pytest_components_esp32_rtl8201: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_rtl8201 ] pytest_components_esp32_w5500: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_w5500 ] pytest_components_esp32_ksz8851snl: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_ksz8851snl ] pytest_components_esp32_dm9051: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_dm9051 ] pytest_components_esp32_ksz8041: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_ksz8041 ] pytest_components_esp32_dp83848: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, eth_dp83848 ] pytest_components_esp32_ethernet: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, ethernet ] pytest_components_esp32_flash_encryption: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, flash_encryption ] pytest_components_esp32_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-flash_multi needs: - build_pytest_components_esp32 tags: [ esp32, flash_multi ] pytest_components_esp32_xtal32k: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, xtal32k ] pytest_components_esp32_no32kXtal: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, no32kXtal ] pytest_components_esp32_rs485_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, multi_dut_modbus_rs485 ] pytest_components_esp32_psramv0: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, psramv0 ] pytest_components_esp32s2_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2 needs: - build_pytest_components_esp32s2 tags: [ esp32s2, generic ] parallel: 5 pytest_components_esp32s2_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2 needs: - build_pytest_components_esp32s2 tags: [ esp32s2, generic_multi_device ] pytest_components_esp32s2_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2-adc needs: - build_pytest_components_esp32s2 tags: [ esp32s2, adc ] pytest_components_esp32s2_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2-flash_multi needs: - build_pytest_components_esp32s2 tags: [ esp32s2, flash_multi ] pytest_components_esp32s3_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, generic ] parallel: 5 pytest_components_esp32s3_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, generic_multi_device ] pytest_components_esp32s3_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-adc needs: - build_pytest_components_esp32s3 tags: [ esp32s3, adc ] pytest_components_esp32s3_octal_psram: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, octal_psram ] pytest_components_esp32s3_flash_encryption_f4r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, flash_encryption_f4r8 ] pytest_components_esp32s3_flash_encryption_f8r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, flash_encryption_f8r8 ] pytest_components_esp32s3_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-flash_multi needs: - build_pytest_components_esp32s3 tags: [ esp32s3, flash_multi ] pytest_components_esp32s3_mspi_f4r4: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, MSPI_F4R4 ] pytest_components_esp32s3_mspi_f4r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, MSPI_F4R8 ] pytest_components_esp32s3_mspi_f8r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, MSPI_F8R8 ] pytest_components_esp32c2_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2 needs: - build_pytest_components_esp32c2 tags: [ esp32c2, generic, xtal_40mhz ] parallel: 3 pytest_components_esp32c2_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2-adc needs: - build_pytest_components_esp32c2 tags: [ esp32c2, adc, xtal_26mhz ] pytest_components_esp32c2_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2 needs: - build_pytest_components_esp32c2 tags: [ esp32c2, generic_multi_device, xtal_40mhz ] pytest_components_esp32c2_xtal_26mhz: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2 needs: - build_pytest_components_esp32c2 tags: [ esp32c2, generic, xtal_26mhz ] pytest_components_esp32c3_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, generic ] parallel: 3 pytest_components_esp32c3_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, generic_multi_device ] pytest_components_esp32c3_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-wifi needs: - build_pytest_components_esp32c3 tags: [ esp32c3, wifi_two_dut ] pytest_components_esp32s3_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-wifi needs: - build_pytest_components_esp32s3 tags: [ esp32s3, wifi_two_dut ] pytest_components_esp32c2_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2-wifi needs: - build_pytest_components_esp32c2 tags: [ esp32c2, wifi_two_dut, xtal_26mhz ] pytest_components_esp32c3_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-adc needs: - build_pytest_components_esp32c3 tags: [ esp32c3, adc ] pytest_components_esp32c3_flash_encryption: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, flash_encryption ] pytest_components_esp32c3_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-flash_multi needs: - build_pytest_components_esp32c3 tags: [ esp32c3, flash_multi ] pytest_components_esp32_sdmmc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, sdcard_sdmode ] pytest_components_esp32_sdspi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-sdio needs: - build_pytest_components_esp32 tags: [ esp32, sdcard_spimode ] pytest_components_esp32s2_sdspi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2-sdio needs: - build_pytest_components_esp32s2 tags: [ esp32s2, sdcard_spimode ] pytest_components_esp32c3_sdspi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-sdio needs: - build_pytest_components_esp32c3 tags: [ esp32c3, sdcard_spimode ] pytest_components_esp32c6_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, generic ] parallel: 2 pytest_components_esp32h2_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2 needs: - build_pytest_components_esp32h2 tags: [ esp32h2, generic ] parallel: 2 pytest_components_esp32h2_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2 needs: - build_pytest_components_esp32h2 tags: [ esp32h2, generic_multi_device ] pytest_components_esp32h2_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2-adc needs: - build_pytest_components_esp32h2 tags: [ esp32h2, adc ] component_ut_pytest_esp32h2_ecdsa: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2-ecdsa needs: - build_pytest_components_esp32h2 tags: [ esp32h2, ecdsa_efuse ] pytest_components_esp32c6_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, generic_multi_device ] pytest_components_esp32c6_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6-adc needs: - build_pytest_components_esp32c6 tags: [ esp32c6, adc ] pytest_components_esp32c6_i154: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6-i154 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, ieee802154 ] pytest_examples_openthread_br: extends: - .pytest_examples_dir_template - .rules:test:example_test-i154 needs: - build_pytest_examples_esp32s3 - build_pytest_examples_esp32c6 - build_pytest_examples_esp32h2 tags: - esp32c6 - openthread_br pytest_examples_openthread_sleep: extends: - .pytest_examples_dir_template - .rules:test:example_test-otsleepy needs: - build_pytest_examples_esp32c6 - build_pytest_examples_esp32h2 tags: - esp32c6 - openthread_sleep pytest_components_esp32s3_usb_host: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-usb needs: - build_pytest_components_esp32s3 tags: [ esp32s3, usb_host_flash_disk ] .pytest_test_apps_dir_template: extends: .pytest_template variables: TEST_DIR: tools/test_apps pytest_test_apps_esp32_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32 needs: - build_pytest_test_apps_esp32 tags: [ esp32, generic ] variables: SETUP_TOOLS: "1" # need gdb pytest_test_apps_esp32_jtag: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32 needs: - build_pytest_test_apps_esp32 tags: [ esp32, jtag] variables: SETUP_TOOLS: "1" # need gdb PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_test_apps_esp32s2_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s2 needs: - build_pytest_test_apps_esp32s2 tags: [ esp32s2, generic ] variables: SETUP_TOOLS: "1" # need gdb pytest_test_apps_esp32s3_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, generic ] pytest_test_apps_esp32c2_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c2 needs: - build_pytest_test_apps_esp32c2 tags: [ esp32c2, generic, xtal_40mhz ] pytest_test_apps_esp32c3_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c3 needs: - build_pytest_test_apps_esp32c3 tags: [ esp32c3, generic ] pytest_test_apps_esp32c6_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c6 needs: - build_pytest_test_apps_esp32c6 tags: [ esp32c6, generic ] pytest_test_apps_esp32h2_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32h2 needs: - build_pytest_test_apps_esp32h2 tags: [ esp32h2, generic ] pytest_test_apps_esp32s3_mspi_f8r8: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, MSPI_F8R8 ] pytest_test_apps_esp32s3_mspi_f4r8: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, MSPI_F4R8 ] pytest_test_apps_esp32s3_mspi_f4r4: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, MSPI_F4R4 ] # for parallel jobs, CI_JOB_NAME will be "job_name index/total" (for example, "IT_001 1/2") # we need to convert to pattern "job_name_index.yml" .define_config_file_name: &define_config_file_name | JOB_NAME_PREFIX=$(echo ${CI_JOB_NAME} | awk '{print $1}') JOB_FULL_NAME="${JOB_NAME_PREFIX}_${CI_NODE_INDEX}" CONFIG_FILE="${CONFIG_FILE_PATH}/${JOB_FULL_NAME}.yml" .target_test_job_template: extends: - .target_test_template artifacts: when: always paths: - "**/*.log" - $LOG_PATH exclude: - .git/**/* reports: junit: $LOG_PATH/*/XUNIT_RESULT.xml expire_in: 1 week variables: TEST_FW_PATH: "$CI_PROJECT_DIR/tools/tiny-test-fw" LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS" ENV_FILE: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/EnvConfig.yml" script: - *define_config_file_name # first test if config file exists, if not exist, exit 0 - | { [[ -e $CONFIG_FILE ]]; } || { echo 'No config file found. Consider decreasing the parallel count of this job in ".gitlab/ci/target-test.yml"'; exit 0; } # clone test env configs - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # git clone the known failure cases repo, run test - python tools/ci/get_known_failure_cases_file.py # run test - cd tools/ci/python_packages/tiny_test_fw/bin - run_cmd python Runner.py $TEST_CASE_PATH -c $CONFIG_FILE -e $ENV_FILE --known_failure_cases_file $CI_PROJECT_DIR/${KNOWN_FAILURE_CASES_FILE_NAME} .example_test_template: extends: .target_test_job_template needs: - assign_example_test variables: TEST_CASE_PATH: "$CI_PROJECT_DIR/examples" CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/examples/test_configs" .example_test_esp32_template: extends: - .example_test_template - .rules:test:example_test-esp32 .example_test_esp32c3_template: extends: - .example_test_template - .rules:test:example_test-esp32c3 example_test_001C: extends: .example_test_esp32_template tags: - ESP32 - Example_GENERIC example_test_005: extends: - .example_test_esp32_template - .rules:test:example_test-esp32-bt tags: - ESP32 - Example_WIFI_BT example_test_C3_GENERIC: extends: .example_test_esp32c3_template tags: - ESP32C3 - Example_GENERIC .unit_test_template: extends: .target_test_job_template needs: # the assign already needs all the build jobs - assign_unit_test variables: GIT_DEPTH: 1 TEST_CASE_PATH: "$CI_PROJECT_DIR/tools/unit-test-app" CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/components/idf_test/unit_test/test_configs" .unit_test_esp32_template: extends: - .unit_test_template - .rules:test:unit_test-esp32 .unit_test_esp32s2_template: extends: - .unit_test_template - .rules:test:unit_test-esp32s2 .unit_test_esp32s3_template: extends: - .unit_test_template - .rules:test:unit_test-esp32s3 .unit_test_esp32c2_template: extends: - .unit_test_template - .rules:test:unit_test-esp32c2 .unit_test_esp32c3_template: extends: - .unit_test_template - .rules:test:unit_test-esp32c3 .unit_test_esp32c6_template: extends: - .unit_test_template - .rules:test:unit_test-esp32c6 .unit_test_esp32h2_template: extends: - .unit_test_template - .rules:test:unit_test-esp32h2 UT_001: extends: .unit_test_esp32_template parallel: 16 tags: - ESP32_IDF - UT_T1_1 # Max. allowed value of 'parallel' is 50. UT_002: extends: .unit_test_esp32_template parallel: 7 tags: - ESP32_IDF - UT_T1_1 - psram UT_003: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SDMODE UT_004: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SPIMODE UT_005: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SDMODE - psram UT_006: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SPIMODE - psram .UT_017: extends: .unit_test_esp32_template tags: - ESP32_IDF - EMMC UT_028: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T2_1 - psram UT_033: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T2_Ethernet - psram UT_034: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_ESP_FLASH UT_035: extends: .unit_test_esp32s2_template parallel: 16 tags: - ESP32S2_IDF - UT_T1_1 UT_038: extends: .unit_test_esp32s2_template tags: - ESP32S2_IDF - UT_T1_ESP_FLASH UT_S2_SDSPI: extends: - .unit_test_esp32s2_template - .rules:test:unit_test-esp32s2-sdio tags: - ESP32S2_IDF - UT_T1_SPIMODE UT_C2: extends: .unit_test_esp32c2_template parallel: 8 tags: - ESP32C2_IDF - UT_T1_1 - xtal_40mhz UT_C2_FLASH: extends: - .unit_test_esp32c2_template tags: - ESP32C2_IDF - UT_T1_ESP_FLASH - xtal_40mhz UT_C3: extends: .unit_test_esp32c3_template parallel: 11 tags: - ESP32C3_IDF - UT_T1_1 UT_C3_FLASH: extends: - .unit_test_esp32c3_template - .rules:test:unit_test-esp32c3-flash_multi tags: - ESP32C3_IDF - UT_T1_ESP_FLASH UT_C3_SDSPI: extends: - .unit_test_esp32c3_template - .rules:test:unit_test-esp32c3-sdio tags: - ESP32C3_IDF - UT_T1_SPIMODE UT_C6: extends: .unit_test_esp32c6_template parallel: 8 tags: - ESP32C6_IDF - UT_T1_1 UT_H2: extends: .unit_test_esp32h2_template parallel: 5 tags: - ESP32H2_IDF - UT_T1_1 UT_S3: extends: .unit_test_esp32s3_template parallel: 9 tags: - ESP32S3_IDF - UT_T1_1 UT_S3_FLASH: extends: .unit_test_esp32s3_template tags: - ESP32S3_IDF - UT_T1_ESP_FLASH UT_S3_QUAD_PSRAM: extends: .unit_test_esp32s3_template parallel: 2 tags: - ESP32S3_IDF - UT_T1_1 - quad_psram