Merge branch 'test/update_known_issues' into 'master'

CI: update know issue list for idf



See merge request !360

.gitlab-ci.yml

@@ -180,7 +180,8 @@ test_report:
     - git clone $GITLAB_SSH_SERVER/yinling/auto_test_script.git
     - cd auto_test_script
     # generate report
-    - python CITestReport.py -l $LOG_PATH -t $TEST_CASE_FILE_PATH -p $REPORT_PATH -r $RESULT_PATH -a $ARTIFACTS_PATH || FAIL=True
+    - TEST_RESULT=Pass
+    - python CITestReport.py -l $LOG_PATH -t $TEST_CASE_FILE_PATH -p $REPORT_PATH -r $RESULT_PATH -a $ARTIFACTS_PATH || TEST_RESULT=Fail
     # commit to CI-test-result project
     - git clone $GITLAB_SSH_SERVER/qa/CI-test-result.git
     - rm -rf CI-test-result/RawData/$RESULT_PATH
@@ -193,7 +194,7 @@ test_report:
     - git add .
     - git commit . -m "update test result for $CI_PROJECT_NAME/$CI_BUILD_REF_NAME/$CI_BUILD_REF, pipeline ID $CI_PIPELINE_ID" || exit 0
     - git push origin master
-    - test "${FAIL}" = "True" && exit 1
+    - test "${TEST_RESULT}" = "Pass" || exit 1
 
 push_master_to_github:
   before_script:

components/idf_test/integration_test/InitialConditionAll.yml

@@ -260,6 +260,8 @@ initial condition:
     - ['R SSC1 C +MAC:AP,OK']
   - - SSC SSC1 dhcp -S -o 2
     - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
   - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
     - ['R SSC1 C +SAP:OK']
   initial condition detail: testing ap on sta + ap mode (autogen by APM1)
@@ -271,6 +273,8 @@ initial condition:
     - ['R SSC1 C +MAC:AP,OK']
   - - SSC SSC1 dhcp -S -o 2
     - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
   - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
     - ['R SSC1 C +SAP:OK']
   restore post cmd set:
@@ -305,6 +309,8 @@ initial condition:
     - ['R SSC1 C +MAC:AP,OK']
   - - SSC SSC1 dhcp -S -o 2
     - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
   - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
     - ['R SSC1 C +SAP:OK']
   - - WIFI <pc_wifi_nic> CONN <target_ssid> <target_password> <pc_ip_wifi> <target_auth>
@@ -319,6 +325,8 @@ initial condition:
     - ['R SSC1 C +MAC:AP,OK']
   - - SSC SSC1 dhcp -S -o 2
     - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
   - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
     - ['R SSC1 C +SAP:OK']
   - - WIFI <pc_wifi_nic> CONN <target_ssid> <target_password> <pc_ip_wifi> <target_auth>
@@ -2854,6 +2862,8 @@ initial condition:
     - ['R SSC1 C +MODE:OK']
   - - SSC SSC2 op -S -o 3
     - ['R SSC2 C +MODE:OK']
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
   - - SSC SSC2 sta -D
     - ['R SSC2 C +QAP:']
   - - SSC SSC2 soc -T
@@ -2873,6 +2883,8 @@ initial condition:
     - ['R SSC1 C +MODE:OK']
   - - SSC SSC2 op -S -o 3
     - ['R SSC2 C +MODE:OK']
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
   - - SSC SSC2 sta -D
     - ['R SSC2 C +QAP:']
   - - SSC SSC2 soc -T

components/idf_test/integration_test/KnownIssues

@@ -5,24 +5,6 @@
 TCPIP_ICMP_0101
 ^TCPIP_ICMP_0101
 
-# IGMP cases are not supported for now
-TCPIP_IGMP_0101
-TCPIP_IGMP_0102
-TCPIP_IGMP_0103
-TCPIP_IGMP_0104
-TCPIP_IGMP_0201
-TCPIP_IGMP_0202
-TCPIP_IGMP_0203
-TCPIP_IGMP_0204
-^TCPIP_IGMP_0101
-^TCPIP_IGMP_0102
-^TCPIP_IGMP_0103
-^TCPIP_IGMP_0104
-^TCPIP_IGMP_0201
-^TCPIP_IGMP_0202
-^TCPIP_IGMP_0203
-^TCPIP_IGMP_0204
-
 # don't support PHY mode command
 WIFI_SCAN_0201
 WIFI_SCAN_0302
@@ -48,59 +30,181 @@ WIFI_CONN_0801
 ^WIFI_CONN_0801
 
 # disconnect reason
-WIFI_CONN_0904
-^WIFI_CONN_0904
 WIFI_CONN_0901
 ^WIFI_CONN_0901
+WIFI_CONN_0904
+^WIFI_CONN_0904
+^WIFI_CONN_0902
+WIFI_CONN_0902
 
 # Wifi connect issue
+WIFI_CONN_0101
+^WIFI_CONN_0101
+WIFI_CONN_0102
+^WIFI_CONN_0102
+WIFI_CONN_0103
+^WIFI_CONN_0103
 WIFI_CONN_0104
 ^WIFI_CONN_0104
+WIFI_CONN_0201
+^WIFI_CONN_0201
+WIFI_CONN_0401
+^WIFI_CONN_0401
+WIFI_CONN_0601
 ^WIFI_CONN_0601
+WIFI_ADDR_0102
+^WIFI_ADDR_0102
+WIFI_CONN_0502
+^WIFI_CONN_0502
+WIFI_CONN_0501
+^WIFI_CONN_0501
 
 # Wifi scan issue
-WIFI_SCAN_0303
+WIFI_SCAN_0101
+^WIFI_SCAN_0101
+WIFI_SCAN_0102
+^WIFI_SCAN_0102
+WIFI_SCAN_0103
 ^WIFI_SCAN_0103
+WIFI_SCAN_0104
+^WIFI_SCAN_0104
+WIFI_SCAN_0105
 ^WIFI_SCAN_0105
+WIFI_SCAN_0303
+^WIFI_SCAN_0303
+WIFI_SCAN_0304
+^WIFI_SCAN_0304
+WIFI_MODE_0101
+WIFI_MODE_0102
+WIFI_MODE_0103
 
-# set mac address may lead to exception
+# IGMP cases are supported but as UDP is not stable, exclude them first
-WIFI_ADDR_0101
+TCPIP_IGMP_0101
-^WIFI_ADDR_0101
+TCPIP_IGMP_0102
+TCPIP_IGMP_0103
+TCPIP_IGMP_0104
+TCPIP_IGMP_0201
+TCPIP_IGMP_0202
+TCPIP_IGMP_0203
+TCPIP_IGMP_0204
+^TCPIP_IGMP_0101
+^TCPIP_IGMP_0102
+^TCPIP_IGMP_0103
+^TCPIP_IGMP_0104
+^TCPIP_IGMP_0201
+^TCPIP_IGMP_0202
+^TCPIP_IGMP_0203
+^TCPIP_IGMP_0204
 
 # DHCP issues
-^TCPIP_DHCP_0301
-TCPIP_DHCP_0301
 TCPIP_DHCP_0101
+^TCPIP_DHCP_0101
+TCPIP_DHCP_0202
+^TCPIP_DHCP_0202
+TCPIP_DHCP_0204
+^TCPIP_DHCP_0204
+TCPIP_DHCP_0205
+^TCPIP_DHCP_0205
+TCPIP_DHCP_0206
+^TCPIP_DHCP_0206
 TCPIP_DHCP_0207
 ^TCPIP_DHCP_0207
 TCPIP_DHCP_0208
 ^TCPIP_DHCP_0208
-TCPIP_DHCP_0205
-^TCPIP_DHCP_0205
 TCPIP_DHCP_0209
 ^TCPIP_DHCP_0209
+TCPIP_DHCP_0210
+^TCPIP_DHCP_0210
+TCPIP_DHCP_0211
+^TCPIP_DHCP_0211
+TCPIP_DHCP_0301
+^TCPIP_DHCP_0301
+TCPIP_DHCP_0302
+^TCPIP_DHCP_0302
 
 # TCP issue
-TCPIP_TCP_0402
+TCPIP_TCP_0101
-^TCPIP_TCP_0406
+^TCPIP_TCP_0101
-^TCPIP_TCP_0401
+TCPIP_TCP_0102
-TCPIP_TCP_0210
+^TCPIP_TCP_0102
-^TCPIP_TCP_0210
 TCPIP_TCP_0103
 ^TCPIP_TCP_0103
+TCPIP_TCP_0104
+^TCPIP_TCP_0104
+TCPIP_TCP_0105
+^TCPIP_TCP_0105
+TCPIP_TCP_0106
+^TCPIP_TCP_0106
+TCPIP_TCP_0107
+^TCPIP_TCP_0107
 TCPIP_TCP_0112
 ^TCPIP_TCP_0112
-
+TCPIP_TCP_0201
+^TCPIP_TCP_0201
+TCPIP_TCP_0202
+^TCPIP_TCP_0202
+TCPIP_TCP_0203
+^TCPIP_TCP_0203
+TCPIP_TCP_0204
+^TCPIP_TCP_0204
+TCPIP_TCP_0206
+^TCPIP_TCP_0206
+TCPIP_TCP_0208
+^TCPIP_TCP_0208
+TCPIP_TCP_0210
+^TCPIP_TCP_0210
+TCPIP_TCP_0401
+^TCPIP_TCP_0401
+TCPIP_TCP_0402
+^TCPIP_TCP_0402
+TCPIP_TCP_0403
+^TCPIP_TCP_0403
+TCPIP_TCP_0404
+^TCPIP_TCP_0404
+TCPIP_TCP_0406
+^TCPIP_TCP_0406
+TCPIP_TCP_0407
+^TCPIP_TCP_0407
+TCPIP_TCP_0408
+^TCPIP_TCP_0408
+TCPIP_TCP_0412
+^TCPIP_TCP_0412
+TCPIP_TCP_0411
+^TCPIP_TCP_0411
 
 # UDP issue
+TCPIP_UDP_0102
+^TCPIP_UDP_0102
 TCPIP_UDP_0103
 ^TCPIP_UDP_0103
+TCPIP_UDP_0104
+^TCPIP_UDP_0104
+TCPIP_UDP_0108
+^TCPIP_UDP_0108
 TCPIP_UDP_0110
 ^TCPIP_UDP_0110
+TCPIP_UDP_0112
+^TCPIP_UDP_0112
+TCPIP_UDP_0301
+^TCPIP_UDP_0301
+TCPIP_UDP_0302
+^TCPIP_UDP_0302
+TCPIP_UDP_0303
+^TCPIP_UDP_0303
+TCPIP_UDP_0304
+^TCPIP_UDP_0304
 TCPIP_UDP_0305
 ^TCPIP_UDP_0305
-^TCPIP_UDP_0304
+TCPIP_UDP_0306
-TCPIP_UDP_0104
+^TCPIP_UDP_0306
-
+TCPIP_UDP_0307
+^TCPIP_UDP_0307
 
+#DNS
+TCPIP_DNS_0101
+^TCPIP_DNS_0101
+TCPIP_DNS_0102
+^TCPIP_DNS_0102
+TCPIP_DNS_0103
+^TCPIP_DNS_0103