From a908174c06fd493dfada08606eb9d8ff314f7939 Mon Sep 17 00:00:00 2001 From: He Yin Ling Date: Tue, 24 Nov 2020 16:40:15 +0800 Subject: [PATCH] test: remove fake binary size check in example test: the binary size check in example test was removed long time ago. Now we have updated ttfw_idf to raise exception when performance standard is not found. These fake performance check will be regarded as error. Remove them now. --- examples/bluetooth/nimble/blehr/blehr_test.py | 1 - examples/bluetooth/nimble/bleprph/bleprph_test.py | 1 - examples/get-started/blink/example_test.py | 1 - .../protocols/asio/chat_client/asio_chat_client_test.py | 1 - .../protocols/asio/chat_server/asio_chat_server_test.py | 1 - .../protocols/asio/tcp_echo_server/asio_tcp_server_test.py | 1 - .../protocols/asio/udp_echo_server/asio_udp_server_test.py | 1 - examples/protocols/esp_http_client/esp_http_client_test.py | 2 -- .../advanced_tests/http_server_advanced_test.py | 1 - .../persistent_sockets/http_server_persistence_test.py | 1 - .../http_server/simple/http_server_simple_test.py | 1 - .../http_server/ws_echo_server/ws_server_example_test.py | 1 - examples/protocols/https_request/example_test.py | 2 -- examples/protocols/https_x509_bundle/example_test.py | 2 -- examples/protocols/mdns/mdns_example_test.py | 1 - examples/protocols/mqtt/ssl/mqtt_ssl_example_test.py | 1 - examples/protocols/mqtt/tcp/mqtt_tcp_example_test.py | 1 - examples/protocols/mqtt/ws/mqtt_ws_example_test.py | 1 - examples/protocols/mqtt/wss/mqtt_wss_example_test.py | 1 - examples/protocols/sockets/tcp_client/example_test.py | 1 - examples/protocols/sockets/tcp_server/example_test.py | 1 - examples/protocols/sockets/udp_client/example_test.py | 1 - examples/protocols/sockets/udp_server/example_test.py | 1 - examples/protocols/websocket/example_test.py | 1 - examples/provisioning/legacy/ble_prov/ble_prov_test.py | 1 - .../provisioning/legacy/softap_prov/softap_prov_test.py | 1 - examples/provisioning/wifi_prov_mgr/wifi_prov_mgr_test.py | 1 - examples/system/ota/advanced_https_ota/example_test.py | 7 ------- examples/system/ota/native_ota_example/example_test.py | 5 ----- examples/system/ota/simple_ota_example/example_test.py | 3 --- 30 files changed, 45 deletions(-) diff --git a/examples/bluetooth/nimble/blehr/blehr_test.py b/examples/bluetooth/nimble/blehr/blehr_test.py index 765c05f649..7dd951618f 100644 --- a/examples/bluetooth/nimble/blehr/blehr_test.py +++ b/examples/bluetooth/nimble/blehr/blehr_test.py @@ -116,7 +116,6 @@ def test_example_app_ble_hr(env, extra_data): binary_file = os.path.join(dut.app.binary_path, "blehr.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("blehr_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("blehr_bin_size", bin_size // 1024, dut.TARGET) # Upload binary and start testing Utility.console_log("Starting blehr simple example test app") diff --git a/examples/bluetooth/nimble/bleprph/bleprph_test.py b/examples/bluetooth/nimble/bleprph/bleprph_test.py index 80a5c947ac..150dc59025 100644 --- a/examples/bluetooth/nimble/bleprph/bleprph_test.py +++ b/examples/bluetooth/nimble/bleprph/bleprph_test.py @@ -139,7 +139,6 @@ def test_example_app_ble_peripheral(env, extra_data): binary_file = os.path.join(dut.app.binary_path, "bleprph.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("bleprph_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("bleprph_bin_size", bin_size // 1024, dut.TARGET) # Upload binary and start testing Utility.console_log("Starting bleprph simple example test app") diff --git a/examples/get-started/blink/example_test.py b/examples/get-started/blink/example_test.py index c2e26af097..3309573c50 100644 --- a/examples/get-started/blink/example_test.py +++ b/examples/get-started/blink/example_test.py @@ -34,7 +34,6 @@ def test_examples_blink(env, extra_data): binary_file = os.path.join(dut.app.binary_path, "blink.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("blink_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("blink_bin_size", bin_size // 1024, dut.TARGET) dut.start_app() diff --git a/examples/protocols/asio/chat_client/asio_chat_client_test.py b/examples/protocols/asio/chat_client/asio_chat_client_test.py index 04c1773a06..c906beae81 100644 --- a/examples/protocols/asio/chat_client/asio_chat_client_test.py +++ b/examples/protocols/asio/chat_client/asio_chat_client_test.py @@ -63,7 +63,6 @@ def test_examples_protocol_asio_chat_client(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "asio_chat_client.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("asio_chat_client_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("asio_chat_client_size", bin_size // 1024, dut1.TARGET) # 1. start a tcp server on the host host_ip = get_my_ip() thread1 = Thread(target=chat_server_sketch, args=(host_ip,)) diff --git a/examples/protocols/asio/chat_server/asio_chat_server_test.py b/examples/protocols/asio/chat_server/asio_chat_server_test.py index e319c44674..eae8f0cb4a 100644 --- a/examples/protocols/asio/chat_server/asio_chat_server_test.py +++ b/examples/protocols/asio/chat_server/asio_chat_server_test.py @@ -20,7 +20,6 @@ def test_examples_protocol_asio_chat_server(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "asio_chat_server.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("asio_chat_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("asio_chat_server_size", bin_size // 1024, dut1.TARGET) # 1. start test dut1.start_app() # 2. get the server IP address diff --git a/examples/protocols/asio/tcp_echo_server/asio_tcp_server_test.py b/examples/protocols/asio/tcp_echo_server/asio_tcp_server_test.py index bc5185af20..a2fa883efb 100644 --- a/examples/protocols/asio/tcp_echo_server/asio_tcp_server_test.py +++ b/examples/protocols/asio/tcp_echo_server/asio_tcp_server_test.py @@ -21,7 +21,6 @@ def test_examples_protocol_asio_tcp_server(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "asio_tcp_echo_server.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("asio_tcp_echo_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("asio_tcp_echo_server_size", bin_size // 1024, dut1.TARGET) # 1. start test dut1.start_app() # 2. get the server IP address diff --git a/examples/protocols/asio/udp_echo_server/asio_udp_server_test.py b/examples/protocols/asio/udp_echo_server/asio_udp_server_test.py index 9eef125f41..b83d3cce28 100644 --- a/examples/protocols/asio/udp_echo_server/asio_udp_server_test.py +++ b/examples/protocols/asio/udp_echo_server/asio_udp_server_test.py @@ -21,7 +21,6 @@ def test_examples_protocol_asio_udp_server(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "asio_udp_echo_server.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("asio_udp_echo_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("asio_udp_echo_server_size", bin_size // 1024, dut1.TARGET) # 1. start test dut1.start_app() # 2. get the server IP address diff --git a/examples/protocols/esp_http_client/esp_http_client_test.py b/examples/protocols/esp_http_client/esp_http_client_test.py index 0332ecc654..7ce194c266 100644 --- a/examples/protocols/esp_http_client/esp_http_client_test.py +++ b/examples/protocols/esp_http_client/esp_http_client_test.py @@ -16,7 +16,6 @@ def test_examples_protocol_esp_http_client(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "esp-http-client-example.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("esp_http_client_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("esp_http_client_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() dut1.expect("Connected to AP, begin http example", timeout=30) @@ -42,7 +41,6 @@ def test_examples_protocol_esp_http_client(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "esp-http-client-example.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("esp_http_client_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("esp_http_client_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() dut1.expect("Connected to AP, begin http example", timeout=30) diff --git a/examples/protocols/http_server/advanced_tests/http_server_advanced_test.py b/examples/protocols/http_server/advanced_tests/http_server_advanced_test.py index e0c9e4f46d..466eac6262 100644 --- a/examples/protocols/http_server/advanced_tests/http_server_advanced_test.py +++ b/examples/protocols/http_server/advanced_tests/http_server_advanced_test.py @@ -45,7 +45,6 @@ def test_examples_protocol_http_server_advanced(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "tests.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("http_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("http_server_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing Utility.console_log("Starting http_server advanced test app") diff --git a/examples/protocols/http_server/persistent_sockets/http_server_persistence_test.py b/examples/protocols/http_server/persistent_sockets/http_server_persistence_test.py index 8b8908a79a..71ccd6d70c 100644 --- a/examples/protocols/http_server/persistent_sockets/http_server_persistence_test.py +++ b/examples/protocols/http_server/persistent_sockets/http_server_persistence_test.py @@ -42,7 +42,6 @@ def test_examples_protocol_http_server_persistence(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "persistent_sockets.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("http_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("http_server_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing Utility.console_log("Starting http_server persistance test app") diff --git a/examples/protocols/http_server/simple/http_server_simple_test.py b/examples/protocols/http_server/simple/http_server_simple_test.py index 14759e5db0..39fd753df0 100644 --- a/examples/protocols/http_server/simple/http_server_simple_test.py +++ b/examples/protocols/http_server/simple/http_server_simple_test.py @@ -42,7 +42,6 @@ def test_examples_protocol_http_server_simple(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "simple.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("http_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("http_server_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing Utility.console_log("Starting http_server simple test app") diff --git a/examples/protocols/http_server/ws_echo_server/ws_server_example_test.py b/examples/protocols/http_server/ws_echo_server/ws_server_example_test.py index bf2165ae76..b8ca7aed8a 100644 --- a/examples/protocols/http_server/ws_echo_server/ws_server_example_test.py +++ b/examples/protocols/http_server/ws_echo_server/ws_server_example_test.py @@ -63,7 +63,6 @@ def test_examples_protocol_http_ws_echo_server(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "ws_echo_server.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("http_ws_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("http_ws_server_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing Utility.console_log("Starting ws-echo-server test app based on http_server") diff --git a/examples/protocols/https_request/example_test.py b/examples/protocols/https_request/example_test.py index 46d9106b4e..2e613dd2f4 100644 --- a/examples/protocols/https_request/example_test.py +++ b/examples/protocols/https_request/example_test.py @@ -17,7 +17,6 @@ def test_examples_protocol_https_request(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "https_request.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("https_request_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("https_request_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() dut1.expect("Connection established...", timeout=30) @@ -30,7 +29,6 @@ def test_examples_protocol_https_request(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "https_request.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("https_request_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("https_request_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() dut1.expect("Connection established...", timeout=30) diff --git a/examples/protocols/https_x509_bundle/example_test.py b/examples/protocols/https_x509_bundle/example_test.py index 0ba9b56914..8de1acd731 100644 --- a/examples/protocols/https_x509_bundle/example_test.py +++ b/examples/protocols/https_x509_bundle/example_test.py @@ -16,7 +16,6 @@ def test_examples_protocol_https_x509_bundle(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "https_x509_bundle.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("https_x509_bundle_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("https_x509_bundle_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() num_URLS = dut1.expect(re.compile(r"Connecting to (\d+) URLs"), timeout=30) @@ -29,7 +28,6 @@ def test_examples_protocol_https_x509_bundle(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "https_x509_bundle.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("https_x509_bundle_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("https_x509_bundle_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() num_URLS = dut1.expect(re.compile(r"Connecting to (\d+) URLs"), timeout=30) diff --git a/examples/protocols/mdns/mdns_example_test.py b/examples/protocols/mdns/mdns_example_test.py index 2acf458853..e081f2af02 100644 --- a/examples/protocols/mdns/mdns_example_test.py +++ b/examples/protocols/mdns/mdns_example_test.py @@ -102,7 +102,6 @@ def test_examples_protocol_mdns(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "mdns-test.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("mdns-test_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("mdns-test_bin_size", bin_size // 1024, dut1.TARGET) # 1. start mdns application dut1.start_app() # 2. get the dut host name (and IP address) diff --git a/examples/protocols/mqtt/ssl/mqtt_ssl_example_test.py b/examples/protocols/mqtt/ssl/mqtt_ssl_example_test.py index bfd9de6817..2fddd57aa8 100644 --- a/examples/protocols/mqtt/ssl/mqtt_ssl_example_test.py +++ b/examples/protocols/mqtt/ssl/mqtt_ssl_example_test.py @@ -78,7 +78,6 @@ def test_examples_protocol_mqtt_ssl(env, extra_data): bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("mqtt_ssl_bin_size", "{}KB" .format(bin_size // 1024)) - ttfw_idf.check_performance("mqtt_ssl_size", bin_size // 1024, dut1.TARGET) # Look for host:port in sdkconfig try: value = re.search(r'\:\/\/([^:]+)\:([0-9]+)', dut1.app.get_sdkconfig()["CONFIG_BROKER_URI"]) diff --git a/examples/protocols/mqtt/tcp/mqtt_tcp_example_test.py b/examples/protocols/mqtt/tcp/mqtt_tcp_example_test.py index 3c62adc288..6159481b9d 100644 --- a/examples/protocols/mqtt/tcp/mqtt_tcp_example_test.py +++ b/examples/protocols/mqtt/tcp/mqtt_tcp_example_test.py @@ -68,7 +68,6 @@ def test_examples_protocol_mqtt_qos1(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "mqtt_tcp.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("mqtt_tcp_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("mqtt_tcp_size", bin_size // 1024, dut1.TARGET) # 1. start mqtt broker sketch host_ip = get_my_ip() thread1 = Thread(target=mqqt_server_sketch, args=(host_ip,1883)) diff --git a/examples/protocols/mqtt/ws/mqtt_ws_example_test.py b/examples/protocols/mqtt/ws/mqtt_ws_example_test.py index fa24a1b233..fdf1e2cdcb 100644 --- a/examples/protocols/mqtt/ws/mqtt_ws_example_test.py +++ b/examples/protocols/mqtt/ws/mqtt_ws_example_test.py @@ -55,7 +55,6 @@ def test_examples_protocol_mqtt_ws(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "mqtt_websocket.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("mqtt_websocket_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("mqtt_websocket_size", bin_size // 1024, dut1.TARGET) # Look for host:port in sdkconfig try: value = re.search(r'\:\/\/([^:]+)\:([0-9]+)', dut1.app.get_sdkconfig()["CONFIG_BROKER_URI"]) diff --git a/examples/protocols/mqtt/wss/mqtt_wss_example_test.py b/examples/protocols/mqtt/wss/mqtt_wss_example_test.py index 75f3d39893..0bc1999351 100644 --- a/examples/protocols/mqtt/wss/mqtt_wss_example_test.py +++ b/examples/protocols/mqtt/wss/mqtt_wss_example_test.py @@ -57,7 +57,6 @@ def test_examples_protocol_mqtt_wss(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "mqtt_websocket_secure.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("mqtt_websocket_secure_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("mqtt_websocket_secure_size", bin_size // 1024, dut1.TARGET) # Look for host:port in sdkconfig try: value = re.search(r'\:\/\/([^:]+)\:([0-9]+)', dut1.app.get_sdkconfig()["CONFIG_BROKER_URI"]) diff --git a/examples/protocols/sockets/tcp_client/example_test.py b/examples/protocols/sockets/tcp_client/example_test.py index 941d4f3941..be1ca8a21d 100644 --- a/examples/protocols/sockets/tcp_client/example_test.py +++ b/examples/protocols/sockets/tcp_client/example_test.py @@ -97,7 +97,6 @@ def test_examples_protocol_socket(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "tcp_client.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("tcp_client_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("tcp_client_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() diff --git a/examples/protocols/sockets/tcp_server/example_test.py b/examples/protocols/sockets/tcp_server/example_test.py index d28273f3a1..d2a495195a 100644 --- a/examples/protocols/sockets/tcp_server/example_test.py +++ b/examples/protocols/sockets/tcp_server/example_test.py @@ -59,7 +59,6 @@ def test_examples_protocol_socket(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "tcp_server.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("tcp_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("tcp_server_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() diff --git a/examples/protocols/sockets/udp_client/example_test.py b/examples/protocols/sockets/udp_client/example_test.py index 755dd993b3..301cf544de 100644 --- a/examples/protocols/sockets/udp_client/example_test.py +++ b/examples/protocols/sockets/udp_client/example_test.py @@ -90,7 +90,6 @@ def test_examples_protocol_socket(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "udp_client.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("udp_client_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("udp_client_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() diff --git a/examples/protocols/sockets/udp_server/example_test.py b/examples/protocols/sockets/udp_server/example_test.py index fa4f9d60d3..86f2605ffb 100644 --- a/examples/protocols/sockets/udp_server/example_test.py +++ b/examples/protocols/sockets/udp_server/example_test.py @@ -57,7 +57,6 @@ def test_examples_protocol_socket(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "udp_server.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("udp_server_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("udp_server_bin_size", bin_size // 1024, dut1.TARGET) # start test dut1.start_app() diff --git a/examples/protocols/websocket/example_test.py b/examples/protocols/websocket/example_test.py index 0bb085d265..c436fb1796 100644 --- a/examples/protocols/websocket/example_test.py +++ b/examples/protocols/websocket/example_test.py @@ -109,7 +109,6 @@ def test_examples_protocol_websocket(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "websocket-example.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("websocket_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("websocket_bin_size", bin_size // 1024, dut1.TARGET) try: if "CONFIG_WEBSOCKET_URI_FROM_STDIN" in dut1.app.get_sdkconfig(): diff --git a/examples/provisioning/legacy/ble_prov/ble_prov_test.py b/examples/provisioning/legacy/ble_prov/ble_prov_test.py index d5ccb14295..90192b532b 100644 --- a/examples/provisioning/legacy/ble_prov/ble_prov_test.py +++ b/examples/provisioning/legacy/ble_prov/ble_prov_test.py @@ -34,7 +34,6 @@ def test_examples_provisioning_ble(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "ble_prov.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("ble_prov_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("ble_prov_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing dut1.start_app() diff --git a/examples/provisioning/legacy/softap_prov/softap_prov_test.py b/examples/provisioning/legacy/softap_prov/softap_prov_test.py index e02d2a8858..abd78111ec 100644 --- a/examples/provisioning/legacy/softap_prov/softap_prov_test.py +++ b/examples/provisioning/legacy/softap_prov/softap_prov_test.py @@ -35,7 +35,6 @@ def test_examples_provisioning_softap(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "softap_prov.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("softap_prov_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("softap_prov_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing dut1.start_app() diff --git a/examples/provisioning/wifi_prov_mgr/wifi_prov_mgr_test.py b/examples/provisioning/wifi_prov_mgr/wifi_prov_mgr_test.py index 886bd10f74..8858d4d428 100644 --- a/examples/provisioning/wifi_prov_mgr/wifi_prov_mgr_test.py +++ b/examples/provisioning/wifi_prov_mgr/wifi_prov_mgr_test.py @@ -34,7 +34,6 @@ def test_examples_wifi_prov_mgr(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "wifi_prov_mgr.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("wifi_prov_mgr_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("wifi_prov_mgr_bin_size", bin_size // 1024, dut1.TARGET) # Upload binary and start testing dut1.start_app() diff --git a/examples/system/ota/advanced_https_ota/example_test.py b/examples/system/ota/advanced_https_ota/example_test.py index da1bdf861e..ea9111a2bf 100644 --- a/examples/system/ota/advanced_https_ota/example_test.py +++ b/examples/system/ota/advanced_https_ota/example_test.py @@ -188,7 +188,6 @@ def test_examples_protocol_advanced_https_ota_example(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -243,7 +242,6 @@ def test_examples_protocol_advanced_https_ota_example_truncated_bin(env, extra_d binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -294,7 +292,6 @@ def test_examples_protocol_advanced_https_ota_example_truncated_header(env, extr binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -344,7 +341,6 @@ def test_examples_protocol_advanced_https_ota_example_random(env, extra_data): fo.close() bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -383,7 +379,6 @@ def test_examples_protocol_advanced_https_ota_example_chunked(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() chunked_server = start_chunked_server(dut1.app.binary_path, 8070) @@ -426,7 +421,6 @@ def test_examples_protocol_advanced_https_ota_example_redirect_url(env, extra_da binary_file = os.path.join(dut1.app.binary_path, bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -485,7 +479,6 @@ def test_examples_protocol_advanced_https_ota_example_anti_rollback(env, extra_d binary_file = os.path.join(dut1.app.binary_path, anti_rollback_bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): diff --git a/examples/system/ota/native_ota_example/example_test.py b/examples/system/ota/native_ota_example/example_test.py index b105e319be..be949ff7e3 100644 --- a/examples/system/ota/native_ota_example/example_test.py +++ b/examples/system/ota/native_ota_example/example_test.py @@ -155,7 +155,6 @@ def test_examples_protocol_native_ota_example(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -210,7 +209,6 @@ def test_examples_protocol_native_ota_example_truncated_bin(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -261,7 +259,6 @@ def test_examples_protocol_native_ota_example_truncated_header(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -311,7 +308,6 @@ def test_examples_protocol_native_ota_example_random(env, extra_data): fo.close() bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() if (get_server_status(host_ip, server_port) is False): @@ -350,7 +346,6 @@ def test_examples_protocol_native_ota_example_chunked(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, bin_name) bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() chunked_server = start_chunked_server(dut1.app.binary_path, 8070) diff --git a/examples/system/ota/simple_ota_example/example_test.py b/examples/system/ota/simple_ota_example/example_test.py index 56a69f467c..661a70d8f8 100644 --- a/examples/system/ota/simple_ota_example/example_test.py +++ b/examples/system/ota/simple_ota_example/example_test.py @@ -106,7 +106,6 @@ def test_examples_protocol_simple_ota_example(env, extra_data): binary_file = os.path.join(dut1.app.binary_path, "simple_ota.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("simple_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("simple_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() thread1 = Thread(target=start_https_server, args=(dut1.app.binary_path, host_ip, 8000)) @@ -141,7 +140,6 @@ def test_examples_protocol_simple_ota_example_ethernet_with_spiram_config(env, e binary_file = os.path.join(dut1.app.binary_path, "simple_ota.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("simple_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("simple_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() thread1 = Thread(target=start_https_server, args=(dut1.app.binary_path, host_ip, 8000)) @@ -176,7 +174,6 @@ def test_examples_protocol_simple_ota_example_with_flash_encryption(env, extra_d binary_file = os.path.join(dut1.app.binary_path, "simple_ota.bin") bin_size = os.path.getsize(binary_file) ttfw_idf.log_performance("simple_ota_bin_size", "{}KB".format(bin_size // 1024)) - ttfw_idf.check_performance("simple_ota_bin_size", bin_size // 1024, dut1.TARGET) # start test host_ip = get_my_ip() thread1 = Thread(target=start_https_server, args=(dut1.app.binary_path, host_ip, 8000))