Skip to content

T
tsn-measures
Commit 356a4683 authored by Joanne Hugé's avatar Joanne Hugé
Browse files
Options

Show total number of measures and add a measure

parent 9612d1e6
Show whitespace changes
Inline Side-by-side
Showing with 37 additions and 32 deletions
measure-analysis/measure-analysis.py
View file @ 356a4683
...@@ -461,6 +461,8 @@ class MeasureSet: ...@@ -461,6 +461,8 @@ class MeasureSet:
self.avg = [] self.avg = []
self.dev = [] self.dev = []
self.nb_measures = []
for prop in props: for prop in props:
enumerate_prop = list(enumerate(prop)) enumerate_prop = list(enumerate(prop))
...@@ -469,6 +471,7 @@ class MeasureSet: ...@@ -469,6 +471,7 @@ class MeasureSet:
self.min.append(min(map(lambda x: (x[0] - self.middle) if x[1] else self.max[-1], enumerate_prop))) self.min.append(min(map(lambda x: (x[0] - self.middle) if x[1] else self.max[-1], enumerate_prop)))
sum_prop = sum(prop) sum_prop = sum(prop)
self.nb_measures.append(sum_prop)
avg = sum(map(lambda x: abs(x[0] - self.middle)*x[1], enumerate_prop)) / sum_prop avg = sum(map(lambda x: abs(x[0] - self.middle)*x[1], enumerate_prop)) / sum_prop
avg_centered = sum(map(lambda x: x[0]*x[1], enumerate_prop)) / sum_prop avg_centered = sum(map(lambda x: x[0]*x[1], enumerate_prop)) / sum_prop
...@@ -595,7 +598,7 @@ class MeasureSet: ...@@ -595,7 +598,7 @@ class MeasureSet:
if metadata_mask != []: if metadata_mask != []:
metadata_info = ["{}".format(self.metadata[metadata_name]) for metadata_name in metadata_mask] metadata_info = ["{}".format(self.metadata[metadata_name]) for metadata_name in metadata_mask]
table += [[", ".join(metadata_info)] + [" - ".join(values[i]) for i in range(len(values))]] table += [["{} ({})".format(", ".join(metadata_info), ", ".join(map(str, self.nb_measures)))] + [" - ".join(values[i]) for i in range(len(values))]]
else: else:
table += [[" - ".join(values[i]) for i in range(len(values))]] table += [[" - ".join(values[i]) for i in range(len(values))]]
......
measure-analysis/measure-report.md
View file @ 356a4683
...@@ -27,12 +27,12 @@ Uses cyclictest from the rt-tests test suite to measure wake-up latency. A real- ...@@ -27,12 +27,12 @@ Uses cyclictest from the rt-tests test suite to measure wake-up latency. A real-
**Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Interval: 200us, ETF qdisc delta: 200us, Task priority: 99, qdisc: pfifo_fast, etf_offset: none, route: switch **Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Interval: 200us, ETF qdisc delta: 200us, Task priority: 99, qdisc: pfifo_fast, etf_offset: none, route: switch
Metadata | Minimum | Maximum | Average | Standard deviation Metadata | Minimum | Maximum | Average | Standard deviation
------------------------- | ------------------- | ------------------- | ------------------- | ------------------- ----------------------------------- | ------------------- | ------------------- | ------------------- | -------------------
**board, duration, load** | **wake-up latency** | **wake-up latency** | **wake-up latency** | **wake-up latency** **board, duration, load** | **wake-up latency** | **wake-up latency** | **wake-up latency** | **wake-up latency**
Slate, 21h22, hackbench | 14.0000us | 65.0000us | 21.2779us | 2.1746us Slate, 21h22, hackbench (384342932) | 14.0000us | 65.0000us | 21.2779us | 2.1746us
Emerald, 21h22, hackbench | 14.0000us | 112.0000us | 19.5352us | 2.0136us Emerald, 21h22, hackbench (384614861) | 14.0000us | 112.0000us | 19.5352us | 2.0136us
Onyx, 46h, hackbench | 14.0000us | 72.0000us | 20.5580us | 1.9820us Onyx, 46h, hackbench (1269804578) | 14.0000us | 72.0000us | 20.5580us | 1.9820us
Emerald, 24h, ssh | 12.0000us | 80.0000us | 15.4101us | 1.1091us Emerald, 24h, ssh (303042302) | 12.0000us | 80.0000us | 15.4101us | 1.1091us
![alt text](measures/graphs/cyclictest_wake-up_latencywake-up latency.png "cyclictest_wake-up_latency Graph") ![alt text](measures/graphs/cyclictest_wake-up_latencywake-up latency.png "cyclictest_wake-up_latency Graph")
...@@ -43,12 +43,12 @@ Similar to packet_recv_timestamps, but on the transmitting board. ...@@ -43,12 +43,12 @@ Similar to packet_recv_timestamps, but on the transmitting board.
**Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Task priority: 99, Device and processor load: ssh, etf_offset: none, route: switch **Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Task priority: 99, Device and processor load: ssh, etf_offset: none, route: switch
Metadata | Minimum | Maximum | Average | Standard deviation Metadata | Minimum | Maximum | Average | Standard deviation
--------------------------------------- | ----------------------------- | ----------------------------- | ----------------------------- | ----------------------------- ------------------------------------------------------ | ----------------------------- | ----------------------------- | ----------------------------- | -----------------------------
**board, i, duration, delta, qdisc** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space** **board, i, duration, delta, qdisc** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space**
Onyx, 100000us, 0h17, 200us, pfifo_fast | 2.0000us - 42.0000us | 12.0000us - 145.0000us | 2.3099us - 51.8681us | 0.5212us - 7.5021us Onyx, 100000us, 0h17, 200us, pfifo_fast (10459, 10458) | 2.0000us - 42.0000us | 12.0000us - 145.0000us | 2.3099us - 51.8681us | 0.5212us - 7.5021us
Slate, 1000us, 1h00, 200us, pfifo_fast | 1.0000us - 32.0000us | 12.0000us - 222.0000us | 2.0360us - 36.6218us | 0.2221us - 3.0259us Slate, 1000us, 1h00, 200us, pfifo_fast (5069781, 5069781) | 1.0000us - 32.0000us | 12.0000us - 222.0000us | 2.0360us - 36.6218us | 0.2221us - 3.0259us
Slate, 1000us, 0h2, 200us, pfifo_fast | 1.0000us - 32.0000us | 12.0000us - 118.0000us | 1.9341us - 36.6011us | 0.2771us - 1.9293us Slate, 1000us, 0h2, 200us, pfifo_fast (111540, 111540) | 1.0000us - 32.0000us | 12.0000us - 118.0000us | 1.9341us - 36.6011us | 0.2771us - 1.9293us
Onyx, 1000us, 72h24, 160us, etf | 1.0000us - 33.0000us | 65.0000us - 110.0000us | 1.9916us - 37.1342us | 1.7622us - 3.6937us Onyx, 1000us, 72h24, 160us, etf (1311, 1311) | 1.0000us - 33.0000us | 65.0000us - 110.0000us | 1.9916us - 37.1342us | 1.7622us - 3.6937us
![alt text](measures/graphs/packet_send_timestampsuser_space.png "packet_send_timestamps Graph") ![alt text](measures/graphs/packet_send_timestampsuser_space.png "packet_send_timestamps Graph")
...@@ -61,11 +61,11 @@ An UDP packet is periodically sent from one board to another using a real time t ...@@ -61,11 +61,11 @@ An UDP packet is periodically sent from one board to another using a real time t
**Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Task priority: 99, Device and processor load: ssh, etf_offset: none, route: switch **Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Task priority: 99, Device and processor load: ssh, etf_offset: none, route: switch
Metadata | Minimum | Maximum | Average | Standard deviation Metadata | Minimum | Maximum | Average | Standard deviation
---------------------------------------- | ----------------------------- | ----------------------------- | ----------------------------- | ----------------------------- ------------------------------------------------------- | ----------------------------- | ----------------------------- | ----------------------------- | -----------------------------
**i, duration, board, delta, qdisc** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space** **i, duration, board, delta, qdisc** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space** | **user_space - kernel_space**
100000us, 0h17, Slate, 200us, pfifo_fast | 0.0000us - 44.0000us | 26.0000us - 142.0000us | 0.1151us - 55.4212us | 0.4057us - 7.6346us 100000us, 0h17, Slate, 200us, pfifo_fast (10419, 10418) | 0.0000us - 44.0000us | 26.0000us - 142.0000us | 0.1151us - 55.4212us | 0.4057us - 7.6346us
1000us, 16h48, Slate, 200us, pfifo_fast | 0.0000us - 35.0000us | 41.0000us - 233.0000us | 0.0036us - 41.5560us | 0.2282us - 5.1991us 1000us, 16h48, Slate, 200us, pfifo_fast (2406205, 2406204) | 0.0000us - 35.0000us | 41.0000us - 233.0000us | 0.0036us - 41.5560us | 0.2282us - 5.1991us
1000us, 72h24, Emerald, 160us, etf | 0.0000us - 41.0000us | 42.0000us - 291.0000us | 0.0235us - 50.7618us | 0.3294us - 7.4393us 1000us, 72h24, Emerald, 160us, etf (2606916, 2606915) | 0.0000us - 41.0000us | 42.0000us - 291.0000us | 0.0235us - 50.7618us | 0.3294us - 7.4393us
![alt text](measures/graphs/packet_recv_timestampsuser_space.png "packet_recv_timestamps Graph") ![alt text](measures/graphs/packet_recv_timestampsuser_space.png "packet_recv_timestamps Graph")
...@@ -78,13 +78,14 @@ An UDP packet is periodically sent from one board to another using a real time t ...@@ -78,13 +78,14 @@ An UDP packet is periodically sent from one board to another using a real time t
**Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Task priority: 99, Device and processor load: ssh **Common test metadata:** Linux kernel version: 4.19, Boot Parameters: isolcpus, Task priority: 99, Device and processor load: ssh
Metadata | Minimum | Maximum | Average | Standard deviation Metadata | Minimum | Maximum | Average | Standard deviation
------------------------------------------------------- | ----------- | ---------- | ---------- | ------------------ ------------------------------------------------------------- | ----------- | ---------- | ---------- | ------------------
**i, duration, board, delta, qdisc, etf_offset, route** | **jitter** | **jitter** | **jitter** | **jitter** **i, duration, board, delta, qdisc, etf_offset, route** | **jitter** | **jitter** | **jitter** | **jitter**
100000us, 0h17, Slate, none, pfifo_fast, none, switch | -139.0000us | 147.0000us | 10.4314us | 15.8981us 100000us, 0h17, Slate, none, pfifo_fast, none, switch (10417) | -139.0000us | 147.0000us | 10.4314us | 15.8981us
1000us, 16h48, Slate, none, pfifo_fast, none, switch | -434.0000us | 237.0000us | 6.9930us | 9.0448us 1000us, 16h48, Slate, none, pfifo_fast, none, switch (2406203) | -434.0000us | 237.0000us | 6.9930us | 9.0448us
1000us, 72h24, Emerald, 160us, etf, 1000000, switch | -397.0000us | 369.0000us | 7.4514us | 12.4505us 1000us, 72h24, Emerald, 160us, etf, 1000000, switch (2606914) | -397.0000us | 369.0000us | 7.4514us | 12.4505us
1000us, 0h15, Onyx, 150us, etf, 400, switch | -535.0000us | 125.0000us | 10.5255us | 12.8854us 1000us, 0h15, Onyx, 150us, etf, 400, switch (953805) | -535.0000us | 125.0000us | 10.5255us | 12.8854us
1000us, 0h12, Emerald, 150us, etf, 400, E2E | -692.0000us | 129.0000us | 9.7386us | 12.4607us 1000us, 0h12, Emerald, 150us, etf, 400, E2E (743922) | -692.0000us | 129.0000us | 9.7386us | 12.4607us
1000us, 0h11, Onyx, none, pfifo_fast, none, E2E (711176) | -327.0000us | 121.0000us | 13.9827us | 19.7918us
![alt text](measures/graphs/packet_jitterjitter.png "packet_jitter Graph") ![alt text](measures/graphs/packet_jitterjitter.png "packet_jitter Graph")
...@@ -108,8 +109,8 @@ Minimum | Maximum | Average | Standard deviation ...@@ -108,8 +109,8 @@ Minimum | Maximum | Average | Standard deviation
Metadata | Minimum | Maximum | Average | Standard deviation Metadata | Minimum | Maximum | Average | Standard deviation
--------------------------------------------- | ---------- | ---------- | ---------- | ------------------ --------------------------------------------- | ---------- | ---------- | ---------- | ------------------
**delta, duration, qdisc, etf_offset, route** | **jitter** | **jitter** | **jitter** | **jitter** **delta, duration, qdisc, etf_offset, route** | **jitter** | **jitter** | **jitter** | **jitter**
150us, 0h1, etf, 300us, switch | -60.0000us | 90.0000us | 12.0601us | 13.9270us 150us, 0h1, etf, 300us, switch (999) | -60.0000us | 90.0000us | 12.0601us | 13.9270us
none, 0h2, pfifo_fast, none, E2E | -113.0000us | 156.0000us | 14.5193us | 18.0703us none, 0h2, pfifo_fast, none, E2E (99999) | -113.0000us | 156.0000us | 14.5193us | 18.0703us
![alt text](measures/graphs/packet_jitter_tcpdumpjitter.png "packet_jitter_tcpdump Graph") ![alt text](measures/graphs/packet_jitter_tcpdumpjitter.png "packet_jitter_tcpdump Graph")
......
measure-analysis/measures/measure_sets.json
View file @ 356a4683
{"cyclictest_wake-up_latency": {"ids": [25, 26, 28, 30], "next_id": 31}, "packet_send_timestamps": {"ids": [0, 5, 6, 7], "next_id": 8}, "packet_recv_timestamps": {"ids": [0, 1, 2], "next_id": 3}, "packet_jitter": {"ids": [0, 3, 4, 5, 6], "next_id": 7}, "packet_rtt": {"ids": [0], "next_id": 1}, "packet_jitter_tcpdump": {"ids": [0, 1], "next_id": 2}} {"cyclictest_wake-up_latency": {"ids": [25, 26, 28, 30], "next_id": 31}, "packet_send_timestamps": {"ids": [0, 5, 6, 7], "next_id": 8}, "packet_recv_timestamps": {"ids": [0, 1, 2], "next_id": 3}, "packet_jitter": {"ids": [0, 3, 4, 5, 6, 7], "next_id": 8}, "packet_rtt": {"ids": [0], "next_id": 1}, "packet_jitter_tcpdump": {"ids": [0, 1], "next_id": 2}}
\ No newline at end of file \ No newline at end of file
measure-analysis/measures/packet_jitter7.json 0 → 100644
View file @ 356a4683
{"measure_sets": [{"measure_type": "packet_jitter", "props_names": ["jitter"], "units": ["us"], "middle": 327, "props": [[1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 0, 1, 4, 0, 1, 1, 4, 0, 4, 3, 3, 4, 6, 5, 4, 3, 7, 4, 6, 3, 3, 3, 6, 3, 1, 3, 3, 7, 7, 10, 9, 11, 25, 23, 53, 63, 89, 151, 216, 319, 412, 615, 785, 1055, 1469, 1982, 2408, 3038, 3666, 4275, 4400, 4793, 4871, 4569, 4054, 3437, 2765, 2185, 1775, 1559, 1401, 1378, 1517, 1714, 2045, 2571, 3137, 4049, 5077, 6544, 8079, 9875, 11367, 12188, 12052, 11682, 10614, 9900, 9956, 10906, 12621, 15561, 19680, 24378, 29812, 34128, 37229, 36986, 59084, 19061, 12629, 7853, 5244, 4354, 4104, 4200, 4629, 5069, 5788, 6922, 8224, 10035, 11531, 12730, 12798, 11827, 9754, 7314, 5324, 3500, 2388, 1756, 1394, 1424, 1374, 1216, 1245, 1167, 1017, 1034, 945, 958, 1016, 1088, 1421, 1811, 2521, 3223, 3896, 4899, 5259, 5311, 5309, 4885, 4165, 3416, 2679, 2043, 1592, 1193, 959, 779, 722, 618, 551, 429, 405, 281, 218, 197, 127, 100, 86, 82, 73, 39, 25, 25, 23, 15, 12, 7, 11, 8, 6, 5, 9, 1, 15, 3, 11, 3, 3, 1, 5, 4, 7, 2, 7, 0, 2, 1, 2, 0, 3, 2, 2, 2, 2, 2, 3, 3, 1, 1, 2, 2, 2, 2, 0, 2, 0, 1, 2, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0]], "props_type": "histogram", "metadata": {"board": "Onyx", "ker": "4.19", "boot_p": "isolcpus", "i": "1000us", "delta": "none", "prio": "99", "load": "ssh", "duration": "0h11", "qdisc": "pfifo_fast", "etf_offset": "none", "route": "E2E"}}]}
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7