mirror of
https://github.com/espressif/esp-idf.git
synced 2024-10-05 20:47:46 -04:00
f1bf446410
Currently CI test environment is complicated, usually includes NIC, AP. These devices are not used for a lot test cases. Therefore we split the test environment, remove unnecessary devices. Then it will be easier to create CI runners.
448 lines
10 KiB
YAML
448 lines
10 KiB
YAML
test cases:
|
||
- CI ready: 'Yes'
|
||
ID: TCPIP_DNS_0101
|
||
SDK: |-
|
||
8266_NonOS
|
||
8266_RTOS
|
||
ESP32_IDF
|
||
Test App: SSC
|
||
allow fail: 1/2
|
||
auto test: 'Yes'
|
||
category: Function
|
||
cmd set:
|
||
- ''
|
||
- - SSC SSC1 soc -H -d gbot.espressif.cn
|
||
- - R SSC1 C +HOSTIP:OK,118.31.185.120
|
||
execution time: 0.0
|
||
expected result: 1.OK
|
||
initial condition: STAM2
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: 1. get host name "gbot.espressif.cn"
|
||
sub module: DNS
|
||
summary: get host by name test
|
||
test environment: SSC_T1_2
|
||
test point 1: basic function
|
||
test point 2: DNS function test
|
||
version: v1 (2016-8-15)
|
||
- CI ready: 'Yes'
|
||
ID: TCPIP_DNS_0102
|
||
SDK: |-
|
||
8266_NonOS
|
||
8266_RTOS
|
||
ESP32_IDF
|
||
Test App: SSC
|
||
allow fail: 1/2
|
||
auto test: 'Yes'
|
||
category: Function
|
||
cmd set:
|
||
- ''
|
||
- - SSC SSC1 soc -H -d gbot.espressif.cn
|
||
- - R SSC1 A <ip_addr>:\+HOSTIP:OK,(.+)\r\n
|
||
- - SSC SSC1 soc -B -t TCP
|
||
- - R SSC1 A <sock1>:\+BIND:(\d+),OK
|
||
- - SSC SSC1 soc -C -s <sock1> -i <ip_addr> -p 9001
|
||
- - R SSC1 RE \+CONNECT:\d+,OK
|
||
- - SSC SSC1 soc -S -s <sock1> -l 10
|
||
- - P SSC1 RE \+SEND:\d+,OK
|
||
- P SSC1 SL <sock1>+10
|
||
execution time: 0.0
|
||
expected result: |-
|
||
1.OK
|
||
2.OK
|
||
initial condition: STAM2
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1. get host name "gbot.espressif.cn"
|
||
2. connect, send, recv
|
||
sub module: DNS
|
||
summary: TCP connect to gbot.espressif.cn
|
||
test environment: SSC_T1_2
|
||
test point 1: basic function
|
||
test point 2: DNS function test
|
||
version: v2 (2016-10-19)
|
||
- CI ready: 'Yes'
|
||
ID: TCPIP_DNS_0103
|
||
SDK: |-
|
||
8266_NonOS
|
||
8266_RTOS
|
||
ESP32_IDF
|
||
Test App: SSC
|
||
allow fail: 1/2
|
||
auto test: 'Yes'
|
||
category: Function
|
||
cmd set:
|
||
- ''
|
||
- - SSC SSC1 soc -H -d gbot.espressif.cn
|
||
- - R SSC1 A <ip_addr>:\+HOSTIP:OK,(.+)\r\n
|
||
- - SSC SSC1 soc -B -t UDP
|
||
- - R SSC1 A <sock1>:\+BIND:(\d+),OK
|
||
- - SSC SSC1 soc -S -s <sock1> -i <ip_addr> -p 9003 -l 10 -n 3 -j 1000
|
||
- - P SSC1 RE \+SEND:\d+,OK
|
||
- P SSC1 SL <sock1>+10
|
||
execution time: 0.0
|
||
expected result: |-
|
||
1.OK
|
||
2.send OK and recv at least one echo
|
||
initial condition: STAM2
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1. get host name "espressif.cn"
|
||
2. sendto echo server 3 times
|
||
sub module: DNS
|
||
summary: UDP send to gbot.espressif.cn
|
||
test environment: SSC_T1_2
|
||
test point 1: basic function
|
||
test point 2: DNS function test
|
||
version: v2 (2016-10-19)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0201
|
||
SDK: |-
|
||
8266_NonOS
|
||
8266_RTOS
|
||
ESP32_IDF
|
||
Test App: SSC
|
||
allow fail: ''
|
||
auto test: 'No'
|
||
category: Function
|
||
cmd set: ''
|
||
execution time: 0.1
|
||
expected result: 2. failed
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP的主、备用DNS server均设置为错误
|
||
2.target连接上AP 并访问正确的域名
|
||
sub module: DNS
|
||
summary: get host name with error DNS server
|
||
test environment: SSC_T1_2
|
||
test point 1: abnormal/special use
|
||
test point 2: use special DNS server config
|
||
version: v1 (2016-8-15)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0202
|
||
SDK: |-
|
||
8266_NonOS
|
||
8266_RTOS
|
||
ESP32_IDF
|
||
Test App: SSC
|
||
allow fail: ''
|
||
auto test: 'No'
|
||
category: Function
|
||
cmd set: ''
|
||
execution time: 0.1
|
||
expected result: 2. succeed
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP的主DNS server设置为错误，备用DNS server设置为正确
|
||
2.target连接上AP 并访问正确的域名
|
||
sub module: DNS
|
||
summary: get host name with error main DNS server and correct backup DNS server
|
||
test environment: SSC_T1_2
|
||
test point 1: abnormal/special use
|
||
test point 2: use special DNS server config
|
||
version: v1 (2016-8-15)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0301
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "fallback_main_backup_dns_all_error"
|
||
- ['']
|
||
- - fallback_dns_option = "error"
|
||
- ['']
|
||
- - test_option = "main_backup_error"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - fallback_dns = "1.1.1.1"
|
||
- ['']
|
||
- - website_dns = "www.baidu.com"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
2.mode set ok
|
||
3.connect ap sucess
|
||
4.set fallback dns ok
|
||
5.get dns ip fail
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP main,backup DNS all error
|
||
2.set SSC1 to sta mode
|
||
3.SSC1 connect to ap
|
||
4.set SSC1 fallback DNS
|
||
5.SSC1 get website dns IP
|
||
sub module: DNS
|
||
summary: DNS fallback main backup DNS all error test
|
||
test environment: SSC_T1_DNS
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0302
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "fallback_dns_error_mian_backup_dns_right"
|
||
- ['']
|
||
- - fallback_dns_option = "error"
|
||
- ['']
|
||
- - test_option = "main_backup_right"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - fallback_dns = "2.2.2.2"
|
||
- ['']
|
||
- - website_dns = "www.baidu.com"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
2.mode set ok
|
||
3.connect ap sucess
|
||
4.set fallback dns ok
|
||
5.get dns ip ok
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP main,backup DNS all right
|
||
2.set SSC1 to sta mode
|
||
3.SSC1 connect to ap
|
||
4.set SSC1 fallback DNS
|
||
5.SSC1 get website dns IP
|
||
sub module: DNS
|
||
summary: DNS fallback DNS error main backup DNS right test
|
||
test environment: SSC_T1_DNS
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0303
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "fallback_main_dns_error_backup_dns_right"
|
||
- ['']
|
||
- - fallback_dns_option = "error"
|
||
- ['']
|
||
- - test_option = "backup_right"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - fallback_dns = "1.1.1.1"
|
||
- ['']
|
||
- - website_dns = "www.baidu.com"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
2.mode set ok
|
||
3.connect ap sucess
|
||
4.set fallback dns ok
|
||
5.get dns ip ok
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP main DNS error,backup DNS right
|
||
2.SSC1 set as sta mode
|
||
3.SSC1 connect to ap
|
||
4.set SSC1 fallback DNS
|
||
5.SSC1 get website dns IP
|
||
sub module: DNS
|
||
summary: DNS fallback main DNS error backup DNS right test
|
||
test environment: SSC_T1_DNS
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0304
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "fallback_main_backup_dns_all_right"
|
||
- ['']
|
||
- - fallback_dns_option = "right"
|
||
- ['']
|
||
- - test_option = "main_backup_right"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - fallback_dns = "208.67.222.222"
|
||
- ['']
|
||
- - website_dns = "www.baidu.com"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
2.mode set ok
|
||
3.connect ap sucess
|
||
4.set fallback dns ok
|
||
5.get dns IP ok
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP main ,backup DNS right
|
||
2.SSC1 set as sta mode
|
||
3.SSC1 connect to ap
|
||
4.set SSC1 fallback DNS
|
||
5.SSC1 get website dns IP
|
||
sub module: DNS
|
||
summary: DNS fallback main backup DNS all right test
|
||
test environment: SSC_T1_DNS
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0305
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "fallback_dns_right_main_backup_error"
|
||
- ['']
|
||
- - fallback_dns_set = "right"
|
||
- ['']
|
||
- - fallback_dns_option = "right"
|
||
- ['']
|
||
- - test_option = "main_backup_error"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - fallback_dns = "208.67.222.222"
|
||
- ['']
|
||
- - website_dns = "www.baidu.com"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
2.mode set ok
|
||
3.connect ap sucess
|
||
4.set fallback dns ok
|
||
5.get dns IP ok
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP main ,backup DNS all error
|
||
2.SSC1 set as mode
|
||
3.SSC1 connect to ap
|
||
4.set SSC1 fallback DNS
|
||
5.SSC1 get website dns IP
|
||
sub module: DNS
|
||
summary: DNS fallback DNS right main backup error test
|
||
test environment: SSC_T1_DNS
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0306
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "dns_dhcp_option"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - fallback_dns = "208.67.222.222"
|
||
- ['']
|
||
- - website_dns = "www.baidu.com"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
1.ap set ok
|
||
2.set sta mode ok
|
||
3.jap ok
|
||
4.disable dhcp ok
|
||
5.set static ip addr suc
|
||
6.set fallback dns suc
|
||
7.get dns ip suc
|
||
8.dhcp start suc
|
||
9.get dns ip ok
|
||
11.jap ok
|
||
12.get dns ip ok
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.AP main ,backup DNS all right
|
||
2.set SSC1 to sta mode
|
||
3.SSC1 connect to ap
|
||
4.SSC1 disable dhcp
|
||
5.SSC1 set static ip addr
|
||
6.SSC1 set fallback dns
|
||
7.SSC1 get website dns IP
|
||
8.SSC1 start dhcp
|
||
9.SSC1 get website dns IP
|
||
10.SSC1 disconnect with ap
|
||
11.SSC1 reconnet ap
|
||
12.SSC1 get website dns IP
|
||
sub module: DNS
|
||
summary: DNS DHCP option test
|
||
test environment: SSC_T1_DNS
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|
||
- CI ready: 'No'
|
||
ID: TCPIP_DNS_0307
|
||
SDK: ESP32_IDF
|
||
Test App: SSC
|
||
auto test: 'Yes'
|
||
category: Stable
|
||
cmd set:
|
||
- DNSTest/DNSTest
|
||
- - test_mode = "softap_dns_test"
|
||
- ['']
|
||
- - test_count = 20
|
||
- [dummy]
|
||
- - main_dns = "208.67.222.222"
|
||
- ['']
|
||
execution time: 0.3
|
||
expected result: |-
|
||
1.set mode ok
|
||
2.set mode ok
|
||
3.sta connect softap suc
|
||
4.disable dhcp ok
|
||
5.set dns server suc
|
||
6.set main dns suc
|
||
7.SSC2 main dns must the same as SSC1
|
||
initial condition: None
|
||
level: Integration
|
||
module: TCPIP
|
||
steps: |-
|
||
1.SSC1 set as softap
|
||
2.SSC2 set as sta
|
||
3.SSC2 connected softap
|
||
4.SSC1 disable dhcp
|
||
5.SSC1 dhcp action dns server
|
||
6.SSC1 set main dns
|
||
7.check SSC2 main dns server
|
||
sub module: DNS
|
||
summary: DNS softap DNS test
|
||
test environment: SSC_T2_1
|
||
test point 1: stress + function
|
||
test point 2: DNS stress test
|
||
version: v2 (2016-10-23)
|