mirror of
https://github.com/espressif/esp-idf.git
synced 2024-10-05 20:47:46 -04:00
326 lines
12 KiB
Python
326 lines
12 KiB
Python
|
import os
|
||
|
|
import time
|
||
|
|
import random
|
||
|
|
import threading
|
||
|
|
import socket
|
||
|
|
|
||
|
|
from TCAction import TCActionBase
|
||
|
|
from NativeLog import NativeLog
|
||
|
|
from NativeLog import ThroughputResult
|
||
|
|
from Utility import RSSICalibrator
|
||
|
|
|
||
|
|
LOG_FOLDER = os.path.join("Performance", "Throughput")
|
||
|
|
|
||
|
|
AP_PROP_KEY = ("ssid", "password", "apc")
|
||
|
|
|
||
|
|
|
||
|
|
class SendThread(threading.Thread):
|
||
|
|
def __init__(self, sock, send_len):
|
||
|
|
threading.Thread.__init__(self)
|
||
|
|
self.setDaemon(True)
|
||
|
|
self.sock = sock
|
||
|
|
self.send_len = send_len
|
||
|
|
self.exit_event = threading.Event()
|
||
|
|
self.calc_event = threading.Event()
|
||
|
|
self.bytes_sent = 0
|
||
|
|
pass
|
||
|
|
|
||
|
|
def start_calc(self):
|
||
|
|
self.calc_event.set()
|
||
|
|
|
||
|
|
def stop_calc(self):
|
||
|
|
self.calc_event.clear()
|
||
|
|
self.exit_event.set()
|
||
|
|
|
||
|
|
def run(self):
|
||
|
|
data = "A" * self.send_len
|
||
|
|
if self.sock is None:
|
||
|
|
return
|
||
|
|
while True:
|
||
|
|
if self.exit_event.isSet() is True:
|
||
|
|
break
|
||
|
|
try:
|
||
|
|
self.sock.send(data)
|
||
|
|
except StandardError:
|
||
|
|
break
|
||
|
|
if self.calc_event.isSet() is True:
|
||
|
|
self.bytes_sent += self.send_len
|
||
|
|
|
||
|
|
def get_bytes_sent(self):
|
||
|
|
return self.bytes_sent
|
||
|
|
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class RecvThread(threading.Thread):
|
||
|
|
def __init__(self, sock):
|
||
|
|
threading.Thread.__init__(self)
|
||
|
|
self.setDaemon(True)
|
||
|
|
self.sock = sock
|
||
|
|
self.exit_event = threading.Event()
|
||
|
|
self.calc_event = threading.Event()
|
||
|
|
self.bytes_recv = 0
|
||
|
|
|
||
|
|
def start_calc(self):
|
||
|
|
self.calc_event.set()
|
||
|
|
|
||
|
|
def stop_calc(self):
|
||
|
|
self.calc_event.clear()
|
||
|
|
self.exit_event.set()
|
||
|
|
|
||
|
|
def run(self):
|
||
|
|
if self.sock is None:
|
||
|
|
return
|
||
|
|
while True:
|
||
|
|
if self.exit_event.isSet() is True:
|
||
|
|
break
|
||
|
|
try:
|
||
|
|
data = self.sock.recv(8 * 1024)
|
||
|
|
except StandardError:
|
||
|
|
break
|
||
|
|
if self.calc_event.isSet() is True:
|
||
|
|
self.bytes_recv += len(data)
|
||
|
|
|
||
|
|
def get_bytes_recv(self):
|
||
|
|
return self.bytes_recv
|
||
|
|
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class TestCase(TCActionBase.CommonTCActionBase):
|
||
|
|
def __init__(self, test_case, test_env, timeout=30, log_path=TCActionBase.LOG_PATH):
|
||
|
|
TCActionBase.CommonTCActionBase.__init__(self, test_case, test_env, timeout=timeout, log_path=log_path)
|
||
|
|
self.performance_folder_path = log_path
|
||
|
|
self.att_test_list = range(60)
|
||
|
|
cmd_set = test_case["cmd set"]
|
||
|
|
# load param from excel
|
||
|
|
for i in range(1, len(cmd_set)):
|
||
|
|
if cmd_set[i][0] != "dummy":
|
||
|
|
cmd_string = "self." + cmd_set[i][0]
|
||
|
|
exec cmd_string
|
||
|
|
self.result_cntx = TCActionBase.ResultCheckContext(self, test_env, self.tc_name)
|
||
|
|
pass
|
||
|
|
|
||
|
|
def execute(self):
|
||
|
|
TCActionBase.TCActionBase.execute(self)
|
||
|
|
self.result_cntx.start()
|
||
|
|
|
||
|
|
try:
|
||
|
|
# configurable params
|
||
|
|
ap_list = self.get_parameter("shield_box_ap_list")
|
||
|
|
pc_ip = self.get_parameter("pc_ip")
|
||
|
|
send_len = self.send_len
|
||
|
|
att_test_list = self.att_test_list
|
||
|
|
tx_enable = self.tx_enable
|
||
|
|
rx_enable = self.rx_enable
|
||
|
|
measure_period = self.measure_period
|
||
|
|
# configurable params
|
||
|
|
except StandardError, e:
|
||
|
|
NativeLog.add_trace_critical("Error configuration for TCPThroughput script, error is %s" % e)
|
||
|
|
raise StandardError("Error configuration")
|
||
|
|
|
||
|
|
tcp_port = random.randint(40000, 50000)
|
||
|
|
|
||
|
|
# init throughput result data
|
||
|
|
test_item = ""
|
||
|
|
if tx_enable is True:
|
||
|
|
test_item += "Tx"
|
||
|
|
if rx_enable is True:
|
||
|
|
test_item += "Rx"
|
||
|
|
if test_item == "":
|
||
|
|
raise StandardError("no throughput test item")
|
||
|
|
|
||
|
|
folder_path = os.path.join(self.performance_folder_path, LOG_FOLDER)
|
||
|
|
file_name = os.path.join(folder_path,
|
||
|
|
"TCPThroughput_%s_%s" % (test_item, time.strftime("%d%H%M%S", time.localtime())))
|
||
|
|
result = ThroughputResult.ThroughputResult(file_name, standard_required=True)
|
||
|
|
|
||
|
|
# restart before executing throughput
|
||
|
|
checker_stings = ["R SSC1 C !!!ready!!!"]
|
||
|
|
test_action_string = ["SSC SSC1 reboot"]
|
||
|
|
fail_string = "Fail, Fail to reboot"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
self.result_cntx.set_result("Fail")
|
||
|
|
return
|
||
|
|
|
||
|
|
# disable recv print during throughput test
|
||
|
|
checker_stings = ["R SSC1 C +RECVPRINT"]
|
||
|
|
test_action_string = ["SSC SSC1 soc -R -o 0"]
|
||
|
|
fail_string = "Fail, Fail to disable recv print"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
self.result_cntx.set_result("Fail")
|
||
|
|
return
|
||
|
|
|
||
|
|
ret = True
|
||
|
|
for ap_prop in ap_list:
|
||
|
|
ssid = ap_prop[0]
|
||
|
|
password = ap_prop[1]
|
||
|
|
apc = ap_prop[2]
|
||
|
|
if ap_prop[1] == "":
|
||
|
|
# set a default string for open ap
|
||
|
|
password = "1"
|
||
|
|
# switch off all outlet, switch on AP outlet
|
||
|
|
outlet_config_dict = dict.fromkeys(range(1, 9), "OFF")
|
||
|
|
outlet_config_dict[apc] = "ON"
|
||
|
|
apc_cmd = "APC <APC1>"
|
||
|
|
for outlet in outlet_config_dict:
|
||
|
|
apc_cmd += " %s %s" % (outlet_config_dict[outlet], outlet)
|
||
|
|
checker_stings = ["P PC_COM L OK"]
|
||
|
|
fail_string = "Fail, Fail to switch apc"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, [apc_cmd], fail_string) is False:
|
||
|
|
ret = False
|
||
|
|
break
|
||
|
|
|
||
|
|
# wait AP ready
|
||
|
|
time.sleep(20)
|
||
|
|
|
||
|
|
# create server
|
||
|
|
server_sock = socket.socket(family=socket.AF_INET, type=socket.SOCK_STREAM)
|
||
|
|
server_sock.bind((pc_ip, tcp_port))
|
||
|
|
server_sock.settimeout(5)
|
||
|
|
server_sock.listen(5)
|
||
|
|
|
||
|
|
if tx_enable is True:
|
||
|
|
result.add_test_item(ssid + "_tx")
|
||
|
|
if rx_enable is True:
|
||
|
|
result.add_test_item(ssid + "_rx")
|
||
|
|
|
||
|
|
# create RSSI Calibrator
|
||
|
|
calibrator = RSSICalibrator.Calibrator()
|
||
|
|
|
||
|
|
for att_value in att_test_list:
|
||
|
|
# step 0 set att value
|
||
|
|
checker_stings = ["R PC_COM L OK"]
|
||
|
|
test_action_string = ["ATT <att_port> %s" % att_value]
|
||
|
|
fail_string = "Fail, Fail to set att value"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
ret = False
|
||
|
|
break
|
||
|
|
# continue
|
||
|
|
|
||
|
|
# step 1 get AP RSSI
|
||
|
|
checker_stings = ["R SSC1 A <rssi>:\+SCAN:%s,[:\d\w]+,\d+,\d+,([-\d]+)" % ssid]
|
||
|
|
test_action_string = ["SSC SSC1 sta -S -s %s" % ssid]
|
||
|
|
fail_string = "Fail, Fail to scan"
|
||
|
|
rssi = scan_count = 0
|
||
|
|
for i in range(3):
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
continue
|
||
|
|
rssi += int(self.test_env.get_variable_by_name("rssi")[1])
|
||
|
|
scan_count += 1
|
||
|
|
|
||
|
|
rssi = calibrator.calibrate_rssi(float(rssi) / scan_count if scan_count > 0 else 0, att_value)
|
||
|
|
|
||
|
|
# step 2 connect to AP
|
||
|
|
checker_stings = ["R SSC1 C +JAP:CONNECTED"]
|
||
|
|
test_action_string = ["SSC SSC1 sta -C -s %s -p %s" % (ssid, password)]
|
||
|
|
fail_string = "Fail, Fail to JAP"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string,
|
||
|
|
check_freq=1, check_time=30) is False:
|
||
|
|
if rssi < -89:
|
||
|
|
continue
|
||
|
|
else:
|
||
|
|
ret = False
|
||
|
|
break
|
||
|
|
|
||
|
|
# step 3 close all connections
|
||
|
|
checker_stings = ["R SSC1 C +CLOSEALL"]
|
||
|
|
test_action_string = ["SSC SSC1 soc -T"]
|
||
|
|
fail_string = "Fail, Fail to close socket"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
ret = False
|
||
|
|
break
|
||
|
|
# continue
|
||
|
|
|
||
|
|
# step 4 create tcp connection
|
||
|
|
|
||
|
|
checker_stings = ["R SSC1 A <client_sock>:\+BIND:(\d+),OK"]
|
||
|
|
test_action_string = ["SSC SSC1 soc -B -t TCP"]
|
||
|
|
fail_string = "Fail, Fail to bind"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
ret = False
|
||
|
|
break
|
||
|
|
# continue
|
||
|
|
|
||
|
|
checker_stings = ["P SSC1 RE \+CONNECT:\d+,OK"]
|
||
|
|
test_action_string = ["SSC SSC1 soc -C -s <client_sock> -i %s -p %s" % (pc_ip, tcp_port)]
|
||
|
|
fail_string = "Fail, Fail to connect socket"
|
||
|
|
if self.load_and_exe_one_step(checker_stings, test_action_string, fail_string) is False:
|
||
|
|
ret = False
|
||
|
|
break
|
||
|
|
# continue
|
||
|
|
|
||
|
|
try:
|
||
|
|
sock, addr = server_sock.accept()
|
||
|
|
except socket.error, e:
|
||
|
|
NativeLog.add_trace_critical("%s" % e)
|
||
|
|
continue
|
||
|
|
sock.settimeout(measure_period)
|
||
|
|
|
||
|
|
# step 5 do throughput test
|
||
|
|
send_thread = SendThread(sock if rx_enable is True else None, send_len)
|
||
|
|
send_thread.start()
|
||
|
|
|
||
|
|
recv_thread = RecvThread(sock if tx_enable is True else None)
|
||
|
|
recv_thread.start()
|
||
|
|
|
||
|
|
if tx_enable is True:
|
||
|
|
# do send from target
|
||
|
|
test_action_string = ["SSC SSC1 soc -S -s <client_sock> -l %s -n 10000000" % send_len]
|
||
|
|
fail_string = "Fail, Fail to send"
|
||
|
|
if self.load_and_exe_one_step([], test_action_string, fail_string) is False:
|
||
|
|
pass
|
||
|
|
|
||
|
|
# start throughput calculate
|
||
|
|
send_thread.start_calc()
|
||
|
|
recv_thread.start_calc()
|
||
|
|
|
||
|
|
# sleep for measure period
|
||
|
|
time.sleep(measure_period)
|
||
|
|
|
||
|
|
# stop throughput calculate
|
||
|
|
send_thread.stop_calc()
|
||
|
|
recv_thread.stop_calc()
|
||
|
|
|
||
|
|
send_thread.join()
|
||
|
|
recv_thread.join()
|
||
|
|
|
||
|
|
sock.close()
|
||
|
|
|
||
|
|
# output throughput result
|
||
|
|
# in Mbps
|
||
|
|
if send_thread.get_bytes_sent() > 0:
|
||
|
|
result.log_throughput(ssid + "_rx", rssi, att_value,
|
||
|
|
float(send_thread.get_bytes_sent() * 8) / (measure_period * 1000000))
|
||
|
|
|
||
|
|
if recv_thread.get_bytes_recv() > 0:
|
||
|
|
result.log_throughput(ssid + "_tx", rssi, att_value,
|
||
|
|
float(recv_thread.get_bytes_recv() * 8) / (measure_period * 1000000))
|
||
|
|
|
||
|
|
result.output_to_file()
|
||
|
|
pass
|
||
|
|
|
||
|
|
server_sock.close()
|
||
|
|
if not ret:
|
||
|
|
NativeLog.add_trace_critical("Test SUC for %s" % ssid)
|
||
|
|
elif ret:
|
||
|
|
NativeLog.add_trace_critical("Test FAIL for %s!!!" % ssid)
|
||
|
|
if ret:
|
||
|
|
self.result_cntx.set_result("Succeed")
|
||
|
|
else:
|
||
|
|
self.result_cntx.set_result("Fail")
|
||
|
|
|
||
|
|
# finally, execute done
|
||
|
|
|
||
|
|
def result_check(self, port_name, data):
|
||
|
|
TCActionBase.CommonTCActionBase.result_check(self, port_name, data)
|
||
|
|
self.result_cntx.append_data(port_name, data)
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main()
|