.target_test_template: image: $TARGET_TEST_ENV_IMAGE stage: target_test timeout: 1 hour variables: GIT_DEPTH: 1 SUBMODULES_TO_FETCH: "none" cache: # Usually do not need submodule-cache in target_test - key: pip-cache paths: - .cache/pip policy: pull .pytest_template: extends: - .target_test_template artifacts: when: always paths: - XUNIT_RESULT.xml - pytest_embedded_log/ reports: junit: XUNIT_RESULT.xml expire_in: 1 week script: - retry_failed git clone $KNOWN_FAILURE_CASES_REPO known_failure_cases # get runner env config file - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # using runner tags as markers to filter the test cases # Runner tags are comma separated, replace the comma with " and " for markers - job_tags=$(python tools/ci/python_packages/gitlab_api.py get_job_tags $CI_PROJECT_ID --job_id $CI_JOB_ID) - markers=$(echo $job_tags | sed -e "s/,/ and /g") - run_cmd pytest $TEST_DIR -m \"${markers}\" --junitxml=XUNIT_RESULT.xml --ignore-result-files known_failure_cases/known_failure_cases.txt --parallel-count ${CI_NODE_TOTAL:-1} --parallel-index ${CI_NODE_INDEX:-1} ${PYTEST_EXTRA_FLAGS} --app-info-filepattern \"list_job_*.txt\" .pytest_examples_dir_template: extends: .pytest_template variables: TEST_DIR: examples pytest_examples_esp32_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, generic ] parallel: 3 pytest_examples_esp32_esp32eco3: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, esp32eco3 ] pytest_examples_esp32_ir_transceiver: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, ir_transceiver ] pytest_examples_esp32_twai_transceiver: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, twai_transceiver ] pytest_examples_esp32_twai_network: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, twai_network ] pytest_examples_esp32_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_jtag tags: [ esp32, jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32_ccs811: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, ccs811 ] pytest_examples_esp32_sdio: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-sdio needs: - build_pytest_examples_esp32 tags: [ esp32, sdio_master_slave ] pytest_examples_esp32s2_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2 needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, generic ] parallel: 3 pytest_examples_esp32s2_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2 needs: - build_pytest_examples_jtag tags: [ esp32s2, jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32s3_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, generic ] parallel: 3 pytest_examples_esp32s3_usb_serial_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_jtag tags: [ esp32s3, usb_serial_jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32s3_f4r8: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, MSPI_F4R8 ] pytest_examples_esp32c2_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2 needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, generic, xtal_40mhz ] parallel: 3 pytest_examples_esp32c2_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2 needs: - build_pytest_examples_jtag tags: [ esp32c2, jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32c3_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, generic ] parallel: 3 pytest_examples_esp32c3_usb_serial_jtag: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_jtag tags: [ esp32c3, usb_serial_jtag ] variables: SETUP_TOOLS: "1" # need gdb openocd PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_examples_esp32c3_flash_suspend: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, flash_suspend ] pytest_examples_esp32c6_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6 needs: - build_pytest_examples_esp32c6 tags: [ esp32c6, generic ] pytest_examples_esp32h2_generic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32h2 needs: - build_pytest_examples_esp32h2 tags: [ esp32h2, generic ] pytest_examples_esp32_ethernet_ota: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_ota ] pytest_examples_esp32_wifi_high_traffic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_high_traffic ] pytest_examples_esp32_flash_encryption_wifi_high_traffic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-include_nightly_run-rule needs: - build_pytest_examples_esp32 tags: [ esp32, flash_encryption_wifi_high_traffic ] pytest_examples_esp32c3_flash_encryption_wifi_high_traffic: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-include_nightly_run-rule needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, flash_encryption_wifi_high_traffic ] pytest_examples_esp32_ethernet: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet] pytest_examples_esp32_ethernet_httpbin: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, httpbin] pytest_examples_esp32_8mb_flash: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_flash_8m ] pytest_examples_esp32_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_ap ] pytest_examples_esp32c3_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-wifi needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, wifi_ap ] pytest_examples_esp32s3_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-wifi needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, wifi_ap ] pytest_examples_esp32s2_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-wifi needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, wifi_ap ] pytest_examples_esp32c2_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-wifi needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, wifi_ap, xtal_40mhz ] pytest_examples_esp32c2_26m_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-wifi needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, wifi_ap, xtal_26mhz ] pytest_examples_esp32c6_wifi_ap: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6-wifi needs: - build_pytest_examples_esp32c6 tags: [ esp32c6, wifi_ap ] pytest_examples_esp32_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_router ] pytest_examples_esp32c3_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-wifi needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, wifi_router ] pytest_examples_esp32s3_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-wifi needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, wifi_router ] pytest_examples_esp32s2_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-wifi needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, wifi_router ] pytest_examples_esp32c2_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-wifi needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, wifi_router, xtal_40mhz ] pytest_examples_esp32c2_26m_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-wifi needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, wifi_router, xtal_26mhz ] pytest_examples_esp32c6_wifi_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6-wifi needs: - build_pytest_examples_esp32c6 tags: [ esp32c6, wifi_router ] pytest_examples_esp32_wifi_iperf: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, Example_ShieldBox_Basic ] pytest_examples_esp32_wifi_wlan: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_wlan ] pytest_examples_esp32_ethernet_router: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_router ] pytest_examples_esp32_ethernet_vlan: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-ethernet needs: - build_pytest_examples_esp32 tags: [ esp32, ethernet_vlan ] pytest_examples_esp32_ethernet_ip101: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, ip101 ] example_test_pytest_esp32_ethernet_bridge: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, eth_w5500 ] variables: PYTEST_EXTRA_FLAGS: "--dev-passwd ${ETHERNET_TEST_PASSWORD} --dev-user ${ETHERNET_TEST_USER}" pytest_examples_esp32_flash_encryption: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, flash_encryption ] pytest_examples_esp32_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-wifi needs: - build_pytest_examples_esp32 tags: [ esp32, wifi_two_dut ] pytest_examples_esp32c3_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-wifi needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, wifi_two_dut ] pytest_examples_esp32s3_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-wifi needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, wifi_two_dut ] pytest_examples_esp32c2_wifi_two_dut: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-wifi needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, wifi_two_dut, xtal_26mhz ] pytest_examples_esp32c3_flash_encryption: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3 needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, flash_encryption ] pytest_examples_esp32c3_nvs_encr_hmac: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-nvs_encr_hmac needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, nvs_encr_hmac ] pytest_examples_esp32s2_usb_device: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-usb needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, usb_device ] pytest_examples_esp32_sdmmc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, sdcard_sdmode ] pytest_examples_esp32_sdspi: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-sdio needs: - build_pytest_examples_esp32 tags: [ esp32, sdcard_spimode ] pytest_examples_esp32s2_sdspi: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-sdio needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, sdcard_spimode ] pytest_examples_esp32c3_sdspi: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-sdio needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, sdcard_spimode ] pytest_examples_esp32_extflash: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32 needs: - build_pytest_examples_esp32 tags: [ esp32, external_flash ] pytest_examples_esp32_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32-adc needs: - build_pytest_examples_esp32 tags: [ esp32, adc ] pytest_examples_esp32s2_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s2-adc needs: - build_pytest_examples_esp32s2 tags: [ esp32s2, adc ] pytest_examples_esp32s3_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3-adc needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, adc ] pytest_examples_esp32c3_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c3-adc needs: - build_pytest_examples_esp32c3 tags: [ esp32c3, adc ] pytest_examples_esp32c2_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c2-adc needs: - build_pytest_examples_esp32c2 tags: [ esp32c2, adc, xtal_26mhz] pytest_examples_esp32c6_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32c6-adc needs: - build_pytest_examples_esp32c6 tags: [ esp32c6, adc ] pytest_examples_esp32h2_adc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32h2-adc needs: - build_pytest_examples_esp32h2 tags: [ esp32h2, adc ] example_test_pytest_esp32s3_emmc: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32s3 needs: - build_pytest_examples_esp32s3 tags: [ esp32s3, emmc ] .pytest_components_dir_template: extends: .pytest_template variables: TEST_DIR: components pytest_components_esp32_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, generic ] parallel: 7 pytest_components_esp32_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, generic_multi_device ] pytest_components_esp32_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, wifi_two_dut ] pytest_components_esp32_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-adc needs: - build_pytest_components_esp32 tags: [ esp32, adc ] pytest_components_esp32_sdio: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-sdio needs: - build_pytest_components_esp32 tags: [ esp32, sdio_master_slave ] pytest_components_esp32_ip101: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, ip101 ] pytest_components_esp32_lan8720: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_lan8720 ] pytest_components_esp32_rtl8201: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_rtl8201 ] pytest_components_esp32_w5500: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_w5500 ] pytest_components_esp32_ksz8851snl: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_ksz8851snl ] pytest_components_esp32_dm9051: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_dm9051 ] pytest_components_esp32_ksz8041: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_ksz8041 ] pytest_components_esp32_dp83848: extends: - .pytest_components_dir_template needs: - build_pytest_components_esp32 tags: [ esp32, eth_dp83848 ] pytest_components_esp32_ethernet: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, ethernet ] pytest_components_esp32_flash_encryption: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, flash_encryption ] pytest_components_esp32_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-flash_multi needs: - build_pytest_components_esp32 tags: [ esp32, flash_multi ] pytest_components_esp32_xtal32k: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, xtal32k ] pytest_components_esp32_no32kXtal: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, no32kXtal ] pytest_components_esp32_rs485_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, multi_dut_modbus_rs485 ] pytest_components_esp32_psramv0: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, psramv0 ] pytest_components_esp32s2_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2 needs: - build_pytest_components_esp32s2 tags: [ esp32s2, generic ] parallel: 5 pytest_components_esp32s2_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2 needs: - build_pytest_components_esp32s2 tags: [ esp32s2, generic_multi_device ] pytest_components_esp32s2_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2-adc needs: - build_pytest_components_esp32s2 tags: [ esp32s2, adc ] pytest_components_esp32s2_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2-flash_multi needs: - build_pytest_components_esp32s2 tags: [ esp32s2, flash_multi ] pytest_components_esp32s3_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, generic ] parallel: 5 pytest_components_esp32s3_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, generic_multi_device ] pytest_components_esp32s3_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-adc needs: - build_pytest_components_esp32s3 tags: [ esp32s3, adc ] pytest_components_esp32s3_octal_psram: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, octal_psram ] pytest_components_esp32s3_quad_psram: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, quad_psram ] pytest_components_esp32s3_flash_encryption_f4r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, flash_encryption_f4r8 ] pytest_components_esp32s3_flash_encryption_f8r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, flash_encryption_f8r8 ] pytest_components_esp32s3_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-flash_multi needs: - build_pytest_components_esp32s3 tags: [ esp32s3, flash_multi ] pytest_components_esp32s3_mspi_f4r4: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, MSPI_F4R4 ] pytest_components_esp32s3_mspi_f4r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, MSPI_F4R8 ] pytest_components_esp32s3_mspi_f8r8: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, MSPI_F8R8 ] pytest_components_esp32s3_usb_serial_jtag: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3 needs: - build_pytest_components_esp32s3 tags: [ esp32s3, usb_serial_jtag ] pytest_components_esp32c2_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2 needs: - build_pytest_components_esp32c2 tags: [ esp32c2, generic, xtal_40mhz ] parallel: 3 pytest_components_esp32c2_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2-adc needs: - build_pytest_components_esp32c2 tags: [ esp32c2, adc, xtal_26mhz ] pytest_components_esp32c2_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2 needs: - build_pytest_components_esp32c2 tags: [ esp32c2, generic_multi_device, xtal_40mhz ] pytest_components_esp32c2_xtal_26mhz: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2 needs: - build_pytest_components_esp32c2 tags: [ esp32c2, generic, xtal_26mhz ] pytest_components_esp32c3_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, generic ] parallel: 3 pytest_components_esp32c3_i2c_oled: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, i2c_oled ] pytest_components_esp32c3_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, generic_multi_device ] pytest_components_esp32c3_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-wifi needs: - build_pytest_components_esp32c3 tags: [ esp32c3, wifi_two_dut ] pytest_components_esp32c3_usb_serial_jtag: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, usb_serial_jtag ] pytest_components_esp32s3_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-wifi needs: - build_pytest_components_esp32s3 tags: [ esp32s3, wifi_two_dut ] pytest_components_esp32c2_wifi_two_dut: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c2-wifi needs: - build_pytest_components_esp32c2 tags: [ esp32c2, wifi_two_dut, xtal_26mhz ] pytest_components_esp32c3_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-adc needs: - build_pytest_components_esp32c3 tags: [ esp32c3, adc ] pytest_components_esp32c3_flash_encryption: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3 needs: - build_pytest_components_esp32c3 tags: [ esp32c3, flash_encryption ] pytest_components_esp32c3_nvs_encr_hmac: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-nvs_encr_hmac needs: - build_pytest_components_esp32c3 tags: [ esp32c3, nvs_encr_hmac ] pytest_components_esp32c3_flash_multi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-flash_multi needs: - build_pytest_components_esp32c3 tags: [ esp32c3, flash_multi ] pytest_components_esp32_sdmmc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32 needs: - build_pytest_components_esp32 tags: [ esp32, sdcard_sdmode ] pytest_components_esp32_sdspi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32-sdio needs: - build_pytest_components_esp32 tags: [ esp32, sdcard_spimode ] pytest_components_esp32s2_sdspi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s2-sdio needs: - build_pytest_components_esp32s2 tags: [ esp32s2, sdcard_spimode ] pytest_components_esp32c3_sdspi: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c3-sdio needs: - build_pytest_components_esp32c3 tags: [ esp32c3, sdcard_spimode ] pytest_components_esp32c6_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, generic ] parallel: 2 pytest_components_esp32c6_usb_serial_jtag: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, usb_serial_jtag ] pytest_components_esp32h2_generic: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2 needs: - build_pytest_components_esp32h2 tags: [ esp32h2, generic ] parallel: 2 pytest_components_esp32h2_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2 needs: - build_pytest_components_esp32h2 tags: [ esp32h2, generic_multi_device ] pytest_components_esp32h2_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2-adc needs: - build_pytest_components_esp32h2 tags: [ esp32h2, adc ] component_ut_pytest_esp32h2_ecdsa: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2-ecdsa needs: - build_pytest_components_esp32h2 tags: [ esp32h2, ecdsa_efuse ] pytest_components_esp32h2_usb_serial_jtag: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32h2 needs: - build_pytest_components_esp32h2 tags: [ esp32h2, usb_serial_jtag ] pytest_components_esp32c6_generic_multi_device: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, generic_multi_device ] pytest_components_esp32c6_adc: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6-adc needs: - build_pytest_components_esp32c6 tags: [ esp32c6, adc ] pytest_components_esp32c6_i154: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32c6-i154 needs: - build_pytest_components_esp32c6 tags: [ esp32c6, ieee802154 ] pytest_examples_openthread_br: extends: - .pytest_examples_dir_template - .rules:test:example_test-i154 needs: - build_pytest_examples_esp32s3 - build_pytest_examples_esp32c6 - build_pytest_examples_esp32h2 tags: - esp32c6 - openthread_br pytest_examples_openthread_bbr: extends: - .pytest_examples_dir_template - .rules:test:example_test-i154 needs: - build_pytest_examples_esp32s3 - build_pytest_examples_esp32c6 - build_pytest_examples_esp32h2 tags: - esp32c6 - openthread_bbr pytest_examples_openthread_sleep: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32h2 needs: - build_pytest_examples_esp32c6 - build_pytest_examples_esp32h2 tags: [ esp32c6, openthread_sleep ] pytest_examples_zigbee: extends: - .pytest_examples_dir_template - .rules:test:example_test-esp32h2 needs: - build_pytest_examples_esp32h2 tags: - esp32h2 - zigbee_multi_dut pytest_components_esp32s3_usb_host: extends: - .pytest_components_dir_template - .rules:test:component_ut-esp32s3-usb needs: - build_pytest_components_esp32s3 tags: [ esp32s3, usb_host_flash_disk ] .pytest_test_apps_dir_template: extends: .pytest_template variables: TEST_DIR: tools/test_apps pytest_test_apps_esp32_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32 needs: - build_pytest_test_apps_esp32 tags: [ esp32, generic ] variables: SETUP_TOOLS: "1" # need gdb pytest_test_apps_esp32_jtag: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32 needs: - build_pytest_test_apps_esp32 tags: [ esp32, jtag] variables: SETUP_TOOLS: "1" # need gdb PYTEST_EXTRA_FLAGS: "--log-cli-level DEBUG" pytest_test_apps_esp32_ethernet: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32 needs: - build_pytest_test_apps_esp32 tags: [ esp32, ethernet ] pytest_test_apps_esp32s2_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s2 needs: - build_pytest_test_apps_esp32s2 tags: [ esp32s2, generic ] variables: SETUP_TOOLS: "1" # need gdb pytest_test_apps_esp32s3_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, generic ] pytest_test_apps_esp32c2_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c2 needs: - build_pytest_test_apps_esp32c2 tags: [ esp32c2, generic, xtal_40mhz ] pytest_test_apps_esp32c3_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c3 needs: - build_pytest_test_apps_esp32c3 tags: [ esp32c3, generic ] pytest_test_apps_esp32c6_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c6 needs: - build_pytest_test_apps_esp32c6 tags: [ esp32c6, generic ] pytest_test_apps_esp32h2_generic: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32h2 needs: - build_pytest_test_apps_esp32h2 tags: [ esp32h2, generic ] pytest_test_apps_esp32s3_mspi_f8r8: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, MSPI_F8R8 ] pytest_test_apps_esp32s3_mspi_f4r8: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, MSPI_F4R8 ] pytest_test_apps_esp32s3_mspi_f4r4: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3 needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, MSPI_F4R4 ] pytest_test_apps_esp32s2_wifi_two_dut: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s2-wifi needs: - build_pytest_test_apps_esp32s2 tags: [ esp32s2, wifi_two_dut ] pytest_test_apps_esp32s3_wifi_two_dut: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32s3-wifi needs: - build_pytest_test_apps_esp32s3 tags: [ esp32s3, wifi_two_dut ] pytest_test_apps_esp32c2_wifi_two_dut: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c2-wifi needs: - build_pytest_test_apps_esp32c2 tags: [ esp32c2, wifi_two_dut, xtal_26mhz ] pytest_test_apps_esp32c3_wifi_two_dut: extends: - .pytest_test_apps_dir_template - .rules:test:custom_test-esp32c3-wifi needs: - build_pytest_test_apps_esp32c3 tags: [ esp32c3, wifi_two_dut] # for parallel jobs, CI_JOB_NAME will be "job_name index/total" (for example, "IT_001 1/2") # we need to convert to pattern "job_name_index.yml" .define_config_file_name: &define_config_file_name | JOB_NAME_PREFIX=$(echo ${CI_JOB_NAME} | awk '{print $1}') JOB_FULL_NAME="${JOB_NAME_PREFIX}_${CI_NODE_INDEX}" CONFIG_FILE="${CONFIG_FILE_PATH}/${JOB_FULL_NAME}.yml" .target_test_job_template: extends: - .target_test_template artifacts: when: always paths: - "**/*.log" - $LOG_PATH exclude: - .git/**/* reports: junit: $LOG_PATH/*/XUNIT_RESULT.xml expire_in: 1 week variables: TEST_FW_PATH: "$CI_PROJECT_DIR/tools/tiny-test-fw" LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS" ENV_FILE: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/EnvConfig.yml" script: - *define_config_file_name # first test if config file exists, if not exist, exit 0 - | { [[ -e $CONFIG_FILE ]]; } || { echo 'No config file found. Consider decreasing the parallel count of this job in ".gitlab/ci/target-test.yml"'; exit 0; } # clone test env configs - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # git clone the known failure cases repo, run test - retry_failed git clone $KNOWN_FAILURE_CASES_REPO known_failure_cases # run test - cd tools/ci/python_packages/tiny_test_fw/bin - run_cmd python Runner.py $TEST_CASE_PATH -c $CONFIG_FILE -e $ENV_FILE --known_failure_cases_file $CI_PROJECT_DIR/known_failure_cases/known_failure_cases.txt .integration_test_template: extends: - .target_test_job_template - .rules:test:integration_test - .before_script:minimal image: ${CI_INTEGRATION_TEST_ENV_IMAGE} cache: [] needs: # the assign already needs all the build jobs - assign_integration_test variables: LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF" LOG_PATH: "${CI_PROJECT_DIR}/TEST_LOGS" TEST_CASE_FILE_PATH: "$CI_PROJECT_DIR/auto_test_script/TestCaseFiles" CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/tools/ci/integration_test/test_configs" KNOWN_ISSUE_FILE: "${CI_PROJECT_DIR}/tools/ci/integration_test/KnownIssues" CI_RUNNER_SCRIPT: "${CI_PROJECT_DIR}/auto_test_script/bin/CIRunner.py" PREPARE_TEST_BIN_SCRIPT: "${CI_PROJECT_DIR}/auto_test_script/tools/ci/idf_prepare_test_bins.py" PYTHONPATH: "${CI_PROJECT_DIR}/auto_test_script/packages:${CI_PROJECT_DIR}/tools/ci/python_packages:${PYTHONPATH}" INITIAL_CONDITION_RETRY_COUNT: "1" GIT_LFS_SKIP_SMUDGE: 1 script: - *define_config_file_name # first test if config file exists, if not exist, exit 0 - test -e $CONFIG_FILE || exit 0 # clone local test env configs - add_gitlab_ssh_keys - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # clone test bench - retry_failed git clone ${CI_AUTO_TEST_SCRIPT_REPO_URL} auto_test_script - python $CHECKOUT_REF_SCRIPT auto_test_script auto_test_script - cd auto_test_script - ./tools/ci/setup_idfci.sh # Merge known issues - cat ${KNOWN_ISSUE_FILE} >> ${TEST_CASE_FILE_PATH}/KnownIssues # run test - python ${PREPARE_TEST_BIN_SCRIPT} $CONFIG_FILE - python ${CI_RUNNER_SCRIPT} -l "$LOG_PATH/$JOB_FULL_NAME" -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH .integration_test_esp32c3_template: extends: - .integration_test_template variables: LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32C3_IDF" .integration_test_esp32c2_template: extends: - .integration_test_template variables: LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32C2_IDF" nvs_compatible_test: extends: - .integration_test_template - .rules:test:integration_test artifacts: when: always paths: - $LOG_PATH - nvs_wifi.bin expire_in: 1 mos tags: - ESP32_IDF - NVS_Compatible script: - *define_config_file_name # first test if config file exists, if not exist, exit 0 - test -e $CONFIG_FILE || exit 0 # clone local test env configs - add_gitlab_ssh_keys - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # clone test bench - retry_failed git clone ${CI_AUTO_TEST_SCRIPT_REPO_URL} auto_test_script - python $CHECKOUT_REF_SCRIPT auto_test_script auto_test_script - cd auto_test_script - ./tools/ci/setup_idfci.sh # prepare nvs bins - ./tools/prepare_nvs_bin.sh # run test - python ${PREPARE_TEST_BIN_SCRIPT} $CONFIG_FILE - python ${CI_RUNNER_SCRIPT} -l "$LOG_PATH/$JOB_FULL_NAME" -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH IT_T1_Simple: extends: - .integration_test_template - .rules:test:integration_test_wifi parallel: 2 tags: - ESP32_IDF - SSC_T1_Simple IT_T1_WAP: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T1_WAP IT_T2_Simple: extends: - .integration_test_template - .rules:test:integration_test_wifi parallel: 9 tags: - ESP32_IDF - SSC_T2_Simple IT_T5_BT_Simple: extends: - .integration_test_template - .rules:test:integration_test_ble parallel: 3 tags: - ESP32_IDF - SSC_T5_BT_Simple IT_T2_BT_Simple: extends: - .integration_test_template - .rules:test:integration_test_ble parallel: 6 tags: - ESP32_IDF - SSC_T2_BT_Simple IT_T1_BT_Dongle: extends: - .integration_test_template - .rules:test:integration_test_ble parallel: 2 tags: - ESP32_IDF - SSC_T1_BT_Dongle IT_T1_AP: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T1_AP IT_T1_AP_E: extends: - .integration_test_template - .rules:test:integration_test_wifi parallel: 5 tags: - ESP32_IDF - SSC_T1_AP_E IT_T1_WNIC_AP: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T1_WNIC_AP IT_T1_WNIC_AP_E: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T1_WNIC_AP_E IT_T1_MESH1: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T1_MESH1 IT_T2_MESH1: extends: - .integration_test_template - .rules:test:integration_test_wifi parallel: 2 tags: - ESP32_IDF - SSC_T2_MESH1 IT_T3_MESH1: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T3_MESH1 IT_T6_MESH1: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T6_MESH1 IT_T12_MESH1: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T12_MESH1 IT_T50_MESH1: extends: - .integration_test_template - .rules:test:integration_test_wifi allow_failure: true tags: - ESP32_IDF - SSC_T50_MESH1 IT_T1_MESH2: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T1_MESH2 IT_T2_WNIC: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T2_WNIC IT_T2_AP: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T2_AP IT_T3_Simple: extends: - .integration_test_template - .rules:test:integration_test_wifi tags: - ESP32_IDF - SSC_T3_Simple IT_C3_T2_BT_Simple: extends: - .integration_test_esp32c3_template - .rules:test:integration_test_ble parallel: 11 tags: - ESP32C3_IDF - SSC_T2_BT_Simple IT_C3_T5_BT_Simple: extends: - .integration_test_esp32c3_template - .rules:test:integration_test_ble parallel: 5 tags: - ESP32C3_IDF - SSC_T5_BT_Simple IT_C3_T1_BT_Dongle: extends: - .integration_test_esp32c3_template - .rules:test:integration_test_ble image: gitlab.espressif.cn:5050/qa/dockerfiles/integration-test-env-dbg:1 parallel: 2 tags: - ESP32C3_IDF - SSC_T1_BT_Dongle IT_C2_T2_BT_Simple: extends: - .integration_test_esp32c2_template - .rules:test:integration_test_ble parallel: 9 tags: - ESP32C2_IDF - SSC_T2_BT_Simple IT_C2_T1_BT_Dongle: extends: - .integration_test_esp32c2_template - .rules:test:integration_test_ble image: gitlab.espressif.cn:5050/qa/dockerfiles/integration-test-env-dbg:1 parallel: 2 tags: - ESP32C2_IDF - SSC_T1_BT_Dongle