ci(p4): added todo jira for disabled tests on p4

This commit is contained in:
Armando 2024-01-03 19:32:00 +08:00
parent 907b876354
commit 3c5a4f9e8a
48 changed files with 63 additions and 53 deletions

View File

@ -19,7 +19,7 @@ def run_multiple_stages(dut: Dut, test_case_num: int, stages: int) -> None:
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32c6', 'esp32h2', 'esp32p4'], reason='c6/h2 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32c6', 'esp32h2', 'esp32p4'], reason='c6/h2/p4 support TBD') # TODO: IDF-8959
@pytest.mark.generic
def test_app_update(dut: Dut) -> None:
extra_data = dut.parse_test_menu()

View File

@ -36,7 +36,7 @@ components/driver/test_apps/legacy_mcpwm_driver:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8963
depends_filepatterns:
- components/driver/deprecated/**/*mcpwm*
@ -46,7 +46,7 @@ components/driver/test_apps/legacy_pcnt_driver:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8965
depends_filepatterns:
- components/driver/deprecated/**/*pcnt*
@ -74,7 +74,7 @@ components/driver/test_apps/legacy_timer_driver:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8962
depends_filepatterns:
- components/driver/deprecated/**/*timer*
@ -100,7 +100,7 @@ components/driver/test_apps/twai:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8966
components/driver/test_apps/usb_serial_jtag:
disable:

View File

@ -6,7 +6,7 @@ from pytest_embedded import Dut
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8960
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8962
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize('config', [

View File

@ -4,6 +4,6 @@ components/efuse/test_apps:
disable_test:
- if: IDF_TARGET in ["esp32s2", "esp32s3", "esp32p4"]
temporary: true
reason: eFuse for S2 and S3 is similar to the C3 chip, so we only test for C3. P4 not tested yet.
reason: eFuse for S2 and S3 is similar to the C3 chip, so we only test for C3. P4 not tested yet. # TODO: IDF-8967
disable:
- if: SOC_EFUSE_SUPPORTED != 1

View File

@ -4,7 +4,7 @@ components/esp_driver_gpio/test_apps:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8968
depends_components:
- esp_driver_gpio

View File

@ -7,7 +7,7 @@ from pytest_embedded import Dut
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8960
@pytest.mark.parametrize(
'config',
[

View File

@ -6,6 +6,6 @@ components/esp_driver_ledc/test_apps/ledc:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8969
depends_components:
- esp_driver_ledc

View File

@ -6,7 +6,7 @@ from pytest_embedded_idf import IdfDut
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32s3', 'esp32p4'], reason='skip due to duplication with test_ledc_psram, p4 TBD')
@pytest.mark.temp_skip_ci(targets=['esp32s3', 'esp32p4'], reason='skip due to duplication with test_ledc_psram, p4 TBD') # TODO: IDF-8969
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -6,6 +6,6 @@ components/esp_driver_mcpwm/test_apps/mcpwm:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8963
depends_components:
- esp_driver_mcpwm

View File

@ -6,6 +6,6 @@ components/esp_driver_pcnt/test_apps/pulse_cnt:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8965
depends_components:
- esp_driver_pcnt

View File

@ -6,6 +6,6 @@ components/esp_driver_rmt/test_apps/rmt:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not passing, should be re-enabled # TODO: IDF-8961
depends_components:
- esp_driver_rmt

View File

@ -4,7 +4,7 @@ components/esp_driver_sdmmc/test_apps/sdmmc:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: lack of runner
reason: lack of runner # TODO: IDF-8970
depends_components:
- sdmmc

View File

@ -17,7 +17,7 @@ components/esp_driver_uart/test_apps/uart:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8971
depends_components:
- esp_driver_uart
- esp_driver_gpio

View File

@ -5,7 +5,7 @@ import pytest
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32s3', 'esp32p4'], reason='skip due to duplication with test_uart_single_dev_psram, p4 TBD')
@pytest.mark.temp_skip_ci(targets=['esp32s3', 'esp32p4'], reason='skip due to duplication with test_uart_single_dev_psram, p4 TBD') # TODO: IDF-8971
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -12,7 +12,7 @@ components/esp_hw_support/test_apps/esp_hw_support_unity_tests:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8972
components/esp_hw_support/test_apps/etm:
disable:
@ -20,7 +20,7 @@ components/esp_hw_support/test_apps/etm:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8974
depends_components:
- esp_driver_gptimer
- esp_driver_gpio

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8972
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -33,6 +33,6 @@ def test_rtc_no_xtal32k(dut: Dut) -> None:
@pytest.mark.generic
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32c6', 'esp32h2', 'esp32p4'], reason='c6/h2/p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32c6', 'esp32h2', 'esp32p4'], reason='c6/h2/p4 support TBD') # TODO: IDF-8973
def test_rtc_calib(case_tester: Any) -> None:
case_tester.run_all_multi_stage_cases()

View File

@ -45,4 +45,4 @@ components/esp_lcd/test_apps/spi_lcd:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8975

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8975
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize(

View File

@ -4,4 +4,4 @@ components/esp_pm/test_apps:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8976

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8976
@pytest.mark.generic
@pytest.mark.supported_targets
@pytest.mark.parametrize('config', [

View File

@ -11,4 +11,4 @@ components/esp_rom/test_apps/rom_tests:
reason: lack of memory for testing miniz compressing
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8977

View File

@ -6,7 +6,7 @@ components/esp_system/test_apps/esp_system_unity_tests:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8978
components/esp_system/test_apps/linux_apis:
enable:

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8978
@pytest.mark.generic
@pytest.mark.parametrize(
'config',
@ -20,7 +20,7 @@ def test_esp_system(dut: Dut) -> None:
dut.run_all_single_board_cases()
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8978
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -4,6 +4,7 @@
import pytest
from pytest_embedded import Dut
# TODO: IDF-8979
CONFIGS = [
pytest.param('general', marks=[pytest.mark.supported_targets, pytest.mark.temp_skip_ci(targets=['esp32h2', 'esp32p4'], reason='h2/p4 support TBD')]),
pytest.param('release', marks=[pytest.mark.supported_targets, pytest.mark.temp_skip_ci(targets=['esp32h2', 'esp32p4'], reason='h2/p4 support TBD')]),

View File

@ -4,4 +4,4 @@ components/fatfs/host_test:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8980

View File

@ -22,6 +22,7 @@ components/fatfs/test_apps/flash_wl:
- fatfs
- vfs
- wear_leveling
components/fatfs/test_apps/sdcard:
disable:
- if: IDF_TARGET == "esp32p4"

View File

@ -8,7 +8,7 @@ components/freertos/test_apps/freertos:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # IDF-8981
components/freertos/test_apps/orig_inc_path:
enable:

View File

@ -4,6 +4,7 @@
import pytest
from pytest_embedded import Dut
# TODO: IDF-8981
CONFIGS = [
pytest.param('default', marks=[pytest.mark.supported_targets, pytest.mark.temp_skip_ci(targets=['esp32h2', 'esp32p4'], reason='test failed')]),
pytest.param('freertos_options', marks=[pytest.mark.supported_targets, pytest.mark.temp_skip_ci(targets=['esp32h2', 'esp32p4'], reason='test failed')]),
@ -20,7 +21,7 @@ def test_freertos(dut: Dut) -> None:
dut.run_all_single_board_cases()
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # IDF-8981
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize('config', ['freertos_options'], indirect=True)
@ -32,7 +33,7 @@ def test_task_notify_too_high_index_fails(dut: Dut) -> None:
dut.expect_exact('Rebooting...')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # IDF-8981
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize('config', ['freertos_options'], indirect=True)

View File

@ -8,4 +8,4 @@ components/mbedtls/test_apps:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8982

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8982
@pytest.mark.supported_targets
@pytest.mark.generic
def test_mbedtls(dut: Dut) -> None:

View File

@ -31,7 +31,7 @@ def validate_sbom(dut: Dut) -> None:
assert toolchain_newlib_version == sbom_newlib_version, 'toolchain_newlib_version != sbom_newlib_version'
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8983
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -52,7 +52,7 @@ components/spi_flash/test_apps/mspi_test:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8985
depends_filepatterns:
- components/bootloader_support/bootloader_flash/**/*
depends_components:

View File

@ -6,7 +6,7 @@ from pytest_embedded import Dut
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8984
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -5,7 +5,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8985
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize(

View File

@ -6,7 +6,7 @@ components/ulp/test_apps/lp_core:
disable_test:
- if: IDF_TARGET in ["esp32p4"]
temporary: true
reason: not tested yet
reason: not tested yet # TODO: IDF-8986
depends_components:
- ulp

View File

@ -4,7 +4,7 @@ examples/build_system/cmake/import_lib:
disable_test:
- if: IDF_TARGET in ["esp32c2", "esp32c3", "esp32s2", "esp32s3", "esp32c6", "esp32h2", "esp32p4"]
temporary: true
reason: lack of runners
reason: lack of runners # TODO: IDF-8987
examples/build_system/cmake/plugins:
disable_test:

View File

@ -8,7 +8,7 @@ import pytest
from pytest_embedded_idf.dut import IdfDut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8988
@pytest.mark.supported_targets
@pytest.mark.generic
def test_blink(dut: IdfDut) -> None:

View File

@ -212,7 +212,7 @@ examples/peripherals/mcpwm/mcpwm_capture_hc_sr04:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8963
examples/peripherals/mcpwm/mcpwm_foc_svpwm_open_loop:
disable:
@ -232,7 +232,7 @@ examples/peripherals/mcpwm/mcpwm_servo_control:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8963
examples/peripherals/mcpwm/mcpwm_sync:
disable:
@ -242,7 +242,7 @@ examples/peripherals/mcpwm/mcpwm_sync:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8963
examples/peripherals/parlio:
disable:

View File

@ -216,7 +216,7 @@ examples/system/startup_time:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8989
examples/system/sysview_tracing:
disable:

View File

@ -29,7 +29,7 @@ ONE_SHOT_TIMER_PERIOD = 5000000
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32c6', 'esp32h2', 'esp32p4'], reason='c6/h2/p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32c6', 'esp32h2', 'esp32p4'], reason='c6/h2/p4 support TBD') # TODO: IDF-8979
@pytest.mark.generic
@pytest.mark.parametrize(
'config',

View File

@ -6,7 +6,7 @@ import pytest
from pytest_embedded import Dut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8989
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize('config', [

View File

@ -139,7 +139,7 @@ tools/test_apps/system/esp_intr_dump:
disable_test:
- if: IDF_TARGET == "esp32p4"
temporary: true
reason: test not pass, should be re-enable
reason: test not pass, should be re-enable # TODO: IDF-8991
tools/test_apps/system/g0_components:
enable:
@ -191,6 +191,11 @@ tools/test_apps/system/panic:
temporary: true
reason: target(s) not supported yet # TODO: IDF-7511
tools/test_apps/system/ram_loadable_app:
disable_test:
- if: IDF_TARGET in ["esp32p4"]
temporary: true
reason: TBD # TODO: IDF-8994
tools/test_apps/system/startup:
disable:
- if: CONFIG_NAME == "main_task_cpu1" and IDF_TARGET not in ["esp32", "esp32s3"]

View File

@ -6,7 +6,7 @@ from pytest_embedded_idf.dut import IdfDut
@pytest.mark.supported_targets
@pytest.mark.temp_skip_ci(targets=['esp32h2', 'esp32p4'], reason='h2/p4 not supported')
@pytest.mark.temp_skip_ci(targets=['esp32h2', 'esp32p4'], reason='h2/p4 not supported') # TODO: IDF-8990
@pytest.mark.generic
@pytest.mark.parametrize('config', [
'phy_multiple_init_data',

View File

@ -45,7 +45,7 @@ def test_esp_intr_dump_shared(dut: Dut) -> None:
dut.expect_exact(PROMPT)
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8991
@pytest.mark.supported_targets
@pytest.mark.generic
def test_esp_intr_dump_expected_output(dut: Dut) -> None:

View File

@ -19,7 +19,7 @@ def get_line_number(lookup: str, offset: int = 0) -> int:
return -1
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD')
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8992
@pytest.mark.supported_targets
@pytest.mark.generic
def test_gdbstub_runtime(dut: PanicTestDut) -> None:

View File

@ -5,6 +5,7 @@ import pytest
from pytest_embedded_idf.dut import IdfDut
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8994
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize('config', ['pure_ram',], indirect=True,)
@ -13,6 +14,7 @@ def test_pure_ram_loadable_app(dut: IdfDut) -> None:
dut.expect('Time since boot: 3 seconds...', timeout=10)
@pytest.mark.temp_skip_ci(targets=['esp32p4'], reason='esp32p4 support TBD') # TODO: IDF-8994
@pytest.mark.supported_targets
@pytest.mark.generic
@pytest.mark.parametrize('config', ['defaults',], indirect=True,)