Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add network speed tests fpr TCP and UDP #39

Merged
merged 1 commit into from
Oct 10, 2023
Merged

Add network speed tests fpr TCP and UDP #39

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
113 changes: 89 additions & 24 deletions Robot-Framework/lib/PerformanceDataProcessing.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,14 @@ def write_mem_to_csv(self, test_name, build_number, mem_data):
self.device]
self._write_to_csv(test_name, data)

@keyword
def write_speed_to_csv(self, test_name, build_number, speed_data):
data = [build_number,
speed_data['tx'],
speed_data['rx'],
self.device]
self._write_to_csv(test_name, data)

@keyword
def read_cpu_csv_and_plot(self, test_name):
build_numbers = []
Expand Down Expand Up @@ -77,19 +85,21 @@ def read_cpu_csv_and_plot(self, test_name):
plt.subplot(3, 1, 1)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, cpu_events_per_second, marker='o', linestyle='-', color='b')
plt.title('CPU Events per Second', loc='right', fontweight="bold")
plt.ylabel('CPU Events per Second')
plt.yticks(fontsize=14)
plt.title('CPU Events per Second', loc='right', fontweight="bold", fontsize=16)
plt.ylabel('CPU Events per Second', fontsize=16)
plt.grid(True)
plt.xticks(build_numbers)
plt.xticks(build_numbers, fontsize=14)

# Plot 2: CPU Events per Thread
plt.subplot(3, 1, 2)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, cpu_events_per_thread, marker='o', linestyle='-', color='b')
plt.title('CPU Events per Thread', loc='right', fontweight="bold")
plt.ylabel('CPU Events per Thread')
plt.yticks(fontsize=14)
plt.title('CPU Events per Thread', loc='right', fontweight="bold", fontsize=16)
plt.ylabel('CPU Events per Thread', fontsize=16)
plt.grid(True)
plt.xticks(build_numbers)
plt.xticks(build_numbers, fontsize=14)
# Create line chart with error bars on the same subplot
plt.errorbar(build_numbers, cpu_events_per_thread,
yerr=cpu_events_per_thread_stddev,
Expand All @@ -99,19 +109,20 @@ def read_cpu_csv_and_plot(self, test_name):
plt.subplot(3, 1, 3)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, avg_latency, marker='o', linestyle='-', color='b', label='Avg')
plt.ylabel('Avg Latency (ms)')
plt.ylabel('Avg Latency (ms)', fontsize=16)
plt.legend(loc='upper left')
plt.xlabel('Build Number')
plt.xlabel('Build Number', fontsize=16)
plt.twinx()
plt.plot(build_numbers, max_latency, marker='o', linestyle='-', color='r', label='Max')
plt.plot(build_numbers, min_latency, marker='o', linestyle='-', color='g', label='Min')
plt.ylabel('Max/Min Latency (ms)')
plt.yticks(fontsize=14)
plt.ylabel('Max/Min Latency (ms)', fontsize=16)
plt.legend(loc='upper right')
plt.title('Latency', loc='right', fontweight="bold")
plt.title('Latency', loc='right', fontweight="bold", fontsize=16)
plt.grid(True)
plt.xticks(build_numbers)
plt.xticks(build_numbers, fontsize=14)

plt.suptitle(f'{test_name} ({self.device})', fontsize=16, fontweight='bold')
plt.suptitle(f'{test_name} ({self.device})', fontsize=18, fontweight='bold')

plt.tight_layout()
plt.savefig(f'../test-suites/{self.device}_{test_name}.png') # Save the plot as an image file
Expand Down Expand Up @@ -148,37 +159,85 @@ def read_mem_csv_and_plot(self, test_name):
plt.subplot(3, 1, 1)
plt.ticklabel_format(axis='y', style='sci', useMathText=True)
plt.plot(build_numbers, operations_per_second, marker='o', linestyle='-', color='b')
plt.title('Operations per Second', loc='right', fontweight="bold")
plt.ylabel('Operations per Second')
plt.yticks(fontsize=14)
plt.title('Operations per Second', loc='right', fontweight="bold", fontsize=16)
plt.ylabel('Operations per Second', fontsize=16)
plt.grid(True)
plt.xticks(build_numbers)
plt.xticks(build_numbers, fontsize=14)

# Plot 2: Data Transfer Speed
plt.subplot(3, 1, 2)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, data_transfer_speed, marker='o', linestyle='-', color='b')
plt.title('Data Transfer Speed', loc='right', fontweight="bold")
plt.ylabel('Data Transfer Speed (MiB/sec)')
plt.yticks(fontsize=14)
plt.title('Data Transfer Speed', loc='right', fontweight="bold", fontsize=16)
plt.ylabel('Data Transfer Speed (MiB/sec)', fontsize=16)
plt.grid(True)
plt.xticks(build_numbers)
plt.xticks(build_numbers, fontsize=14)

# Plot 3: Latency
plt.subplot(3, 1, 3)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, avg_latency, marker='o', linestyle='-', color='b', label='Avg')
plt.ylabel('Avg Latency (ms)')
plt.ylabel('Avg Latency (ms)', fontsize=16)
plt.legend(loc='upper left')
plt.grid(True)
plt.xlabel('Build Number')
plt.xlabel('Build Number', fontsize=16)
plt.twinx()
plt.plot(build_numbers, max_latency, marker='o', linestyle='-', color='r', label='Max')
plt.plot(build_numbers, min_latency, marker='o', linestyle='-', color='g', label='Min')
plt.ylabel('Max/Min Latency (ms)')
plt.yticks(fontsize=14)
plt.ylabel('Max/Min Latency (ms)', fontsize=16)
plt.legend(loc='upper right')
plt.title('Latency', loc='right', fontweight="bold")
plt.xticks(build_numbers)
plt.title('Latency', loc='right', fontweight="bold", fontsize=16)
plt.xticks(build_numbers, fontsize=14)

plt.suptitle(f'{test_name} ({self.device})', fontsize=16, fontweight='bold')
plt.suptitle(f'{test_name} ({self.device})', fontsize=18, fontweight='bold')

plt.tight_layout()
plt.savefig(f'../test-suites/{self.device}_{test_name}.png') # Save the plot as an image file

@keyword
def read_speed_csv_and_plot(self, test_name):
build_numbers = []
tx = []
rx = []

with open(f"{self.data_dir}{self.device}_{test_name}.csv", 'r') as csvfile:
csvreader = csv.reader(csvfile)
logging.info("Reading data from csv file...")
for row in csvreader:
if row[3] == self.device:
build_numbers.append(str(row[0]))
tx.append(float(row[1]))
rx.append(float(row[2]))

plt.figure(figsize=(20, 10))
plt.set_loglevel('WARNING')

# Plot 1: TX
plt.subplot(2, 1, 1)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, tx, marker='o', linestyle='-', color='b')
plt.yticks(fontsize=14)
plt.title('Transmitting Speed', loc='right', fontweight="bold", fontsize=16)
plt.ylabel('TX Speed (MBytes/sec)', fontsize=16)
plt.grid(True)
plt.xticks(build_numbers, fontsize=14)

# Plot 2: RX
plt.subplot(2, 1, 2)
plt.ticklabel_format(axis='y', style='plain')
plt.plot(build_numbers, rx, marker='o', linestyle='-', color='b')
plt.yticks(fontsize=14)
plt.title('Receiving Speed', loc='right', fontweight="bold", fontsize=16)
plt.ylabel('RX Speed (MBytes/sec)', fontsize=16)
plt.grid(True)
plt.xticks(build_numbers, fontsize=14)

plt.xlabel('Build Number', fontsize=16)

plt.suptitle(f'{test_name} ({self.device})', fontsize=18, fontweight='bold')

plt.tight_layout()
plt.savefig(f'../test-suites/{self.device}_{test_name}.png') # Save the plot as an image file
Expand All @@ -194,3 +253,9 @@ def save_memory_data(self, test_name, build_number, cpu_data):

self.write_mem_to_csv(test_name, build_number, cpu_data)
self.read_mem_csv_and_plot(test_name)

@keyword
def save_speed_data(self, test_name, build_number, cpu_data):

self.write_speed_to_csv(test_name, build_number, cpu_data)
self.read_speed_csv_and_plot(test_name)
27 changes: 27 additions & 0 deletions Robot-Framework/lib/output_parser.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@ def get_systemctl_status(output):
else:
raise Exception("Couldn't parse systemctl status")


def get_service_status(output):
output = re.sub(r'\033\[.*?m', '', output) # remove colors from serial console output
match = re.search(r'Active: (\w+) \((\w+)', output)
Expand All @@ -29,6 +30,7 @@ def find_pid(output, proc_name):
pids = [line.split()[1] for line in output if proc_name in line]
return pids


def verify_shutdown_status(output):
output = re.sub(r'\033\[.*?m', '', output) # remove colors from serial console output
match = re.search(r'ExecStop=.*\(code=(\w+), status=(.*)\)', output)
Expand All @@ -37,18 +39,21 @@ def verify_shutdown_status(output):
else:
raise Exception("Couldn't parse shutdown status")


def parse_version(output):
versions = output.split(' ')
name = versions[1][1:-1] if len(versions) > 1 else None
major, minor, date, commit = versions[0].split(".")
return major, minor, date, commit, name


def verify_date_format(date_string):
try:
datetime.strptime(date_string, '%Y%m%d')
except ValueError:
raise Exception("Wrong date format in version date field")


def parse_cpu_results(output):
def extract_value(pattern, output):
match = re.search(pattern, output)
Expand Down Expand Up @@ -77,6 +82,7 @@ def extract_value(pattern, output):

return cpu_data


def parse_memory_results(output):
def extract_value(pattern, output):
match = re.search(pattern, output)
Expand Down Expand Up @@ -107,3 +113,24 @@ def extract_value(pattern, output):

return mem_data


def parse_iperf_output(output):
tx_pattern = r'\s(\d+(\.\d+)?) MBytes\/sec.*sender'
rx_pattern = r'\s(\d+(\.\d+)?) MBytes\/sec.*receiver'

match = re.search(tx_pattern, output)
if match:
tx = match.group(1)
else:
raise Exception(f"Couldn't parse TX, pattern: {tx_pattern}")

match = re.search(rx_pattern, output)
if match:
rx = match.group(1)
else:
raise Exception(f"Couldn't parse RX, pattern: {rx_pattern}")

return {
"tx": tx,
"rx": rx
}
17 changes: 17 additions & 0 deletions Robot-Framework/resources/ssh_keywords.resource
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,10 @@ Library Process
Library ../lib/output_parser.py


*** Variables ***
${netvm_ip} 192.168.101.1


*** Keywords ***

Ping Host
Expand Down Expand Up @@ -236,3 +240,16 @@ Install sysbench tool
ELSE
Log To Console ${\n}sysbench tool was already installed
END

Install iperf tool
${command_output}= Execute Command nix-env --query --installed
${not_installed} = Run Keyword And Return Status Should Not Contain ${command_output} iperf
IF ${not_installed}
Execute Command nix-env -i iperf
${command_output}= Execute Command nix-env --query --installed
Log To Console ${\n}Installed packages:${\n}${command_output}
Should Contain ${command_output} iperf iperf tool was not installed
Log To Console iperf tool was succesfully installed
ELSE
Log To Console ${\n}iperf tool was already installed
END
61 changes: 61 additions & 0 deletions Robot-Framework/test-suites/performance/network.robot
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
# SPDX-FileCopyrightText: 2022-2023 Technology Innovation Institute (TII)
# SPDX-License-Identifier: Apache-2.0

*** Settings ***
Documentation Network performance tests
... Requires iperf installed on test running PC (sudo apt install iperf)
Force Tags performance network
Resource ../../resources/ssh_keywords.resource
Resource ../../config/variables.robot
Library ../../lib/output_parser.py
Library Process
Library ../../lib/PerformanceDataProcessing.py ${DEVICE}
Suite Setup Common Setup
Suite Teardown Close All Connections


*** Test Cases ***

TCP speed test
[Documentation] Measure RX and TX speed for TCP
[Tags] tcp SP-T91
Run iperf server on DUT
&{tcp_speed} Run TCP test
Save Speed Data ${TEST NAME} ${buildID} ${tcp_speed}
Log <img src="${DEVICE}_${TEST NAME}.png" alt="TCP Plot" width="1200"> HTML

UDP speed test
[Documentation] Measure RX and TX speed for UDP
[Tags] udp SP-T92
Run iperf server on DUT
&{udp_speed} Run UDP test
Save Speed Data ${TEST NAME} ${buildID} ${udp_speed}
Log <img src="${DEVICE}_${TEST NAME}.png" alt="UDP Plot" width="1200"> HTML


*** Keywords ***

Common Setup
Set Variables ${DEVICE}
Connect
Install iperf tool

Run iperf server on DUT
[Documentation] Run iperf on DUT in server mode
${command} Set Variable iperf -s
Execute Command nohup ${command} > output.log 2>&1 &

Run TCP test
[Documentation] Run network test on agent machine
${output} Run Process iperf3 -c ${DEVICE_IP_ADDRESS} -f M -t 10 shell=True
Should Contain ${output.stdout} iperf Done.
Log ${output.stdout}
&{tcp_speed} Parse iperf output ${output.stdout}
[Return] &{tcp_speed}

Run UDP test
${output} Run Process iperf3 -c ${DEVICE_IP_ADDRESS} -u -b 100G -f M -t 10 shell=True
Should Contain ${output.stdout} iperf Done.
Log ${output.stdout}
&{udp_speed} Parse iperf output ${output.stdout}
[Return] &{udp_speed}
Loading