# Transtracer実験結果
https://docs.google.com/spreadsheets/d/1PkJ1aMJK8Mn_jCtSNiqUwxoaR9-6CXQjgQlyvp_9HLs/edit?usp=sharing
### CPU負荷
```shell-session
./runexper -exper-flavor cpu-load 10:03:02
Running with a flavor of "cpu-load"
parameter --proto tcp --flavor ephemeral --rate 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.10% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.87% user:1.00% system:1.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.13% system:0.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.63% user:1.60% system:1.03% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.50% user:0.10% system:0.40% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.63% user:1.43% system:2.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.17% system:0.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.13% user:1.17% system:1.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> 2021/04/19 10:03:15 listen tcp 127.0.0.1:6060: bind: address already in use
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:03:10 listen "0.0.0.0:9100" error: listen udp4 0.0.0.0:9100: bind: address already in use
10.0.150.2 --> 2021/04/19 10:03:10 listen "0.0.0.0:9100" error: listen tcp 0.0.0.0:9100: bind: address already in use
10.0.150.2 --> 2021/04/19 10:05:26 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.10% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.47% user:2.50% system:3.97% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.10% user:0.20% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.87% user:1.53% system:1.33% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.17% system:0.20% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.63% user:2.90% system:3.73% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.20% user:0.27% system:0.93% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.97% user:1.43% system:1.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:07:43 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.17% system:0.17% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:8.97% user:3.57% system:5.40% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.80% user:0.17% system:0.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.27% user:2.33% system:1.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.57% user:0.17% system:0.40% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.70% user:3.63% system:6.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.20% user:0.53% system:0.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.63% user:2.40% system:2.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:10:00 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:13.10% user:9.47% system:3.63% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:8.73% user:3.37% system:5.37% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.20% system:0.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.43% user:3.53% system:2.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:14.40% user:10.27% system:4.13% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:10.53% user:3.87% system:6.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.97% user:0.37% system:0.60% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.67% user:3.67% system:3.00% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:12:17 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --connections 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> --- A result during total execution time ---
10.0.150.1 --> 10.0.150.2:9100 5000 146818 125 85573 107626 115980 137328 19227.04
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.07% system:0.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.27% system:0.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.50% user:0.40% system:1.10% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.40% user:0.30% system:1.10% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.50% user:0.23% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.93% user:0.23% system:0.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.57% user:0.43% system:1.13% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.47% user:0.47% system:1.00% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:14:33 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --connections 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> --- A result during total execution time ---
10.0.150.1 --> 10.0.150.2:9100 10000 208403 14519 55755 70060 73361 207030 38587.21
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.13% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.23% system:0.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.47% user:0.40% system:1.07% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.57% user:0.47% system:1.10% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.63% user:0.33% system:0.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.03% user:0.33% system:0.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.67% user:0.33% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.47% user:0.40% system:1.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:16:50 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --connections 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> --- A result during total execution time ---
10.0.150.1 --> 10.0.150.2:9100 15000 333129 7372 157228 192693 232509 313409 41638.94
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.43% user:0.10% system:0.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.97% user:0.30% system:0.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.53% user:0.30% system:1.23% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.17% user:0.50% system:0.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.67% user:0.30% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.23% system:0.63% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.67% user:0.63% system:1.03% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.83% user:0.70% system:1.13% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:19:06 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --connections 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> --- A result during total execution time ---
10.0.150.1 --> 10.0.150.2:9100 20000 366208 2273 174152 345411 349498 357844 27424.80
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.47% user:0.20% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.23% system:0.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.47% user:0.50% system:0.97% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.37% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.60% user:0.20% system:0.40% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.20% system:0.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.73% user:0.40% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.50% user:0.50% system:1.00% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:21:23 Received interrupt, Goodbye
parameter --proto udp --rate 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.07% system:0.30% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.07% user:1.57% system:2.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.17% system:0.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.33% user:0.43% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.20% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.07% user:2.20% system:2.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.30% user:0.23% system:1.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.40% user:0.40% system:1.00% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:23:40 Received interrupt, Goodbye
parameter --proto udp --rate 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.13% system:0.20% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.87% user:2.37% system:3.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.17% system:0.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.13% user:0.23% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.07% system:0.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.83% user:2.73% system:4.10% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.13% user:0.23% system:0.90% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.47% system:0.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:25:56 Received interrupt, Goodbye
parameter --proto udp --rate 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.30% user:0.10% system:0.20% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.30% user:2.77% system:4.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.10% user:0.20% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.23% user:0.33% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.10% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.27% user:3.87% system:5.40% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.40% system:0.43% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.30% system:0.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:28:13 Received interrupt, Goodbye
parameter --proto udp --rate 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.07% system:0.30% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.13% user:4.20% system:5.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.50% system:0.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.13% system:0.23% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.37% user:4.03% system:5.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.20% system:0.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.50% system:0.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 10:30:30 Received interrupt, Goodbye
```
Persistentのみ再実験。
```shell-session
./runexper -exper-flavor cpu-load -protocol tcp -protocol-flavor persistent -255- 15:09:23
Running with a flavor of "cpu-load"
parameter --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.00% user:1.93% system:1.07% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.20% system:0.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.20% user:0.30% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.10% user:0.40% system:1.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.83% user:1.73% system:1.10% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.73% user:0.20% system:0.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.73% user:0.53% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.70% user:1.07% system:1.63% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 15:09:35 listen "0.0.0.0:9100" error: listen tcp 0.0.0.0:9100: bind: address already in use
10.0.150.2 --> 2021/04/19 15:09:35 listen "0.0.0.0:9100" error: listen udp4 0.0.0.0:9100: bind: address already in use
10.0.150.2 --> 2021/04/19 15:11:51 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.43% user:2.83% system:1.60% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.17% system:0.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.13% user:0.23% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.43% user:0.73% system:1.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.47% user:2.73% system:1.73% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.70% user:0.17% system:0.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.43% user:0.30% system:1.13% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.53% user:0.97% system:1.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 15:14:08 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.70% user:4.53% system:2.17% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.73% user:0.13% system:0.60% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.67% user:0.30% system:1.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.03% user:1.03% system:2.00% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.53% user:4.13% system:2.40% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.17% system:0.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.33% system:0.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.53% user:1.13% system:2.40% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 15:16:25 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.33% user:6.13% system:3.20% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.70% user:0.30% system:0.40% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.60% user:0.37% system:1.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.57% user:1.30% system:2.27% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:9.60% user:6.00% system:3.60% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.17% system:0.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.33% user:0.20% system:1.13% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.67% user:1.30% system:2.37% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 15:18:42 Received interrupt, Goodbye
```
UDP再実験
```shell-session
./runexper -exper-flavor cpu-load -protocol udp 16:19:55
Running with a flavor of "cpu-load"
parameter --proto udp --rate 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.13% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.77% user:1.83% system:1.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.37% system:0.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.07% user:1.67% system:1.40% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.07% system:0.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.30% user:1.93% system:2.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.33% user:0.30% system:1.03% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.07% user:0.83% system:1.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 16:22:39 Received interrupt, Goodbye
parameter --proto udp --rate 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.27% user:0.07% system:0.20% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.33% user:2.33% system:4.00% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.17% system:0.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.53% user:1.37% system:1.17% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.20% system:0.17% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.10% user:2.87% system:4.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.10% user:0.23% system:0.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.63% user:1.43% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 16:24:56 Received interrupt, Goodbye
parameter --proto udp --rate 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.03% system:0.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.70% user:2.83% system:4.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.23% system:0.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.37% user:1.87% system:1.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.10% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.60% user:3.77% system:5.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.10% user:0.17% system:0.93% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.40% user:2.07% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 16:27:12 Received interrupt, Goodbye
parameter --proto udp --rate 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.50% user:0.17% system:0.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.40% user:4.57% system:5.83% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.13% system:0.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.13% user:2.37% system:1.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.07% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:12.20% user:5.13% system:7.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.20% system:0.60% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.30% user:2.43% system:1.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/19 16:29:29 Received interrupt, Goodbye
```
### 2021/04/20 複数コンテナCPU利用率計測
```shell-session
pueue log 0 -141- 15:04:10
┌───────────────────────────────────┐
│ Task 0: completed successfully │
└───────────────────────────────────┘
Command: ./runexper -exper-flavor cpu-load-ctnrs
Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments
Start: Tue, 20 Apr 2021 10:01:45 +0900
End: Tue, 20 Apr 2021 12:13:56 +0900
stderr:
Running with a flavor of "cpu-load-ctnrs"
[ssh -tt
[email protected] docker system prune -f]
[ssh -tt
[email protected] docker system prune -f]
[ssh -tt
[email protected] sudo systemctl restart docker]
[ssh -tt
[email protected] sudo systemctl restart docker]
parameter --proto tcp --flavor ephemeral --rate 50 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 200 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 50 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.33% system:0.50% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.57% user:3.20% system:4.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.43% system:0.73% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.30% user:1.93% system:1.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.17% user:0.33% system:0.67% iowait:0.17%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.63% user:3.00% system:3.33% iowait:0.30%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.20% system:0.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.07% user:1.57% system:1.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '200' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 200 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 50 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.60% user:0.13% system:0.47% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.13% user:2.60% system:3.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.20% system:0.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.90% user:1.53% system:1.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.47% user:0.53% system:1.93% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.33% user:2.60% system:3.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.07% user:0.30% system:0.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.33% user:1.87% system:1.47% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '200' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor ephemeral --rate 25 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 400 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 25 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.27% system:0.43% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.70% user:2.83% system:3.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.50% user:0.60% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.03% user:1.57% system:1.47% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.67% user:0.50% system:1.17% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:8.20% user:3.47% system:4.73% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.23% user:0.43% system:0.80% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.40% user:1.80% system:1.60% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '400' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 400 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 25 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.43% user:1.07% system:2.37% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.97% user:3.03% system:3.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.00% user:0.17% system:0.83% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.43% user:1.67% system:1.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.53% user:0.17% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.83% user:2.30% system:3.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.03% user:0.17% system:0.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.07% user:1.53% system:1.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '400' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor ephemeral --rate 16 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 600 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 16 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.47% user:0.97% system:2.50% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.97% user:4.03% system:5.93% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.60% user:0.40% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.43% user:1.87% system:1.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.37% system:0.57% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.77% user:2.83% system:3.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.40% user:0.40% system:1.00% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.17% user:1.77% system:1.40% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '600' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 600 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 16 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.60% user:0.13% system:0.47% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.37% user:1.93% system:3.43% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.13% system:0.73% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.90% user:1.43% system:1.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.07% user:1.10% system:2.97% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.30% user:2.27% system:3.03% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.10% user:0.37% system:0.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.27% user:1.77% system:1.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '600' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor ephemeral --rate 12 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 800 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 12 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.33% user:1.43% system:2.90% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.73% user:3.50% system:4.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.80% user:0.50% system:1.30% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.60% user:2.00% system:1.60% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.03% user:0.40% system:0.63% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.17% user:3.57% system:2.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.70% user:0.43% system:1.27% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.13% user:1.77% system:1.37% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '800' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 800 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 12 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.10% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.03% user:2.53% system:3.50% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.97% user:0.20% system:0.77% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.83% user:1.50% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.33% user:2.17% system:5.17% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.50% user:2.13% system:3.37% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.07% user:0.17% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.37% user:1.73% system:1.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '800' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor ephemeral --rate 10 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 1000 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 10 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.80% user:0.17% system:0.63% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.07% user:3.20% system:3.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.87% user:0.77% system:1.10% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.53% user:1.83% system:1.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.73% user:1.27% system:2.47% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:8.10% user:3.27% system:4.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.90% user:0.53% system:1.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.27% user:2.30% system:1.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '1000' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 10 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.53% user:0.23% system:0.27% iowait:0.03%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.97% user:2.43% system:3.17% iowait:0.37%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.50% system:0.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.93% user:1.60% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.07% user:2.00% system:4.07% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.03% user:2.70% system:4.33% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.10% user:0.23% system:0.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.43% user:1.87% system:1.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '1000' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor persistent --connections 50 --rate 5 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 200 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --connections 50 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.77% user:2.93% system:1.83% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.13% system:0.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.03% user:0.37% system:0.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.10% user:0.77% system:1.33% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.13% user:3.83% system:2.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.23% system:0.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.50% user:0.43% system:1.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.50% user:0.93% system:1.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '200' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 200 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 50 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.30% user:3.20% system:2.10% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.33% system:0.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.33% system:0.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.83% user:0.93% system:1.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.77% user:2.90% system:1.87% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.67% user:0.13% system:0.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.33% user:0.50% system:0.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.63% user:0.97% system:1.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '200' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor persistent --connections 25 --rate 5 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 400 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --connections 25 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.73% user:3.03% system:1.70% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.17% system:0.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.00% user:0.43% system:0.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.00% user:0.70% system:1.30% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.20% user:4.77% system:2.43% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.73% user:0.20% system:0.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.67% user:0.60% system:1.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.27% user:0.73% system:1.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '400' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 400 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 25 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.57% user:2.80% system:1.77% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.77% user:0.20% system:0.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.33% user:0.43% system:0.90% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.37% user:1.03% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.57% user:3.23% system:2.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.17% system:0.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.47% user:0.60% system:0.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.73% user:0.77% system:1.97% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '400' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor persistent --connections 16 --rate 5 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 600 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --connections 16 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:8.47% user:5.20% system:3.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.23% system:0.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.47% user:0.23% system:1.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.10% user:0.73% system:1.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.87% user:3.03% system:1.83% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.20% system:0.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.97% user:0.17% system:0.80% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.50% user:1.00% system:1.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '600' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 600 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 16 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.57% user:2.73% system:1.83% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.70% user:0.20% system:0.50% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.23% user:0.40% system:0.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.07% user:0.60% system:1.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.60% user:2.93% system:2.67% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.37% system:0.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.40% user:0.30% system:1.10% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.70% user:1.13% system:1.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '600' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor persistent --connections 12 --rate 5 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 800 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --connections 12 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:8.50% user:5.90% system:2.60% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.17% system:0.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.37% user:0.43% system:0.93% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.20% user:0.73% system:1.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.83% user:3.10% system:1.73% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.13% system:0.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.20% system:0.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.50% user:0.93% system:1.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '800' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 800 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 12 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.47% user:2.70% system:1.77% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.67% user:0.20% system:0.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.20% user:0.23% system:0.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.27% user:0.77% system:1.50% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.20% user:3.27% system:2.93% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.27% system:0.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.37% user:0.23% system:1.13% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.73% user:0.83% system:1.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '800' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 1000 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.90% user:3.57% system:2.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.20% system:0.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.53% user:0.57% system:0.97% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.07% user:0.87% system:1.20% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:10.27% user:7.07% system:3.20% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.77% user:0.53% system:1.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.90% user:1.07% system:1.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '1000' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.70% user:1.70% system:1.00% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.17% system:0.50% iowait:0.13%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.43% user:0.57% system:0.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.63% user:0.67% system:0.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/20 11:25:30 Could not write "10.0.150.1:55875": write tcp 10.0.150.2:9100->10.0.150.1:55875: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47897": write tcp 10.0.150.2:9100->10.0.150.1:47897: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47859": write tcp 10.0.150.2:9100->10.0.150.1:47859: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47863": write tcp 10.0.150.2:9100->10.0.150.1:47863: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52305": write tcp 10.0.150.2:9100->10.0.150.1:52305: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52213": write tcp 10.0.150.2:9100->10.0.150.1:52213: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47067": write tcp 10.0.150.2:9100->10.0.150.1:47067: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52015": write tcp 10.0.150.2:9100->10.0.150.1:52015: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55485": write tcp 10.0.150.2:9100->10.0.150.1:55485: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54269": write tcp 10.0.150.2:9100->10.0.150.1:54269: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53997": write tcp 10.0.150.2:9100->10.0.150.1:53997: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53463": write tcp 10.0.150.2:9100->10.0.150.1:53463: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49761": write tcp 10.0.150.2:9100->10.0.150.1:49761: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55227": write tcp 10.0.150.2:9100->10.0.150.1:55227: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55245": write tcp 10.0.150.2:9100->10.0.150.1:55245: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:56015": write tcp 10.0.150.2:9100->10.0.150.1:56015: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:56115": write tcp 10.0.150.2:9100->10.0.150.1:56115: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49187": write tcp 10.0.150.2:9100->10.0.150.1:49187: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50309": write tcp 10.0.150.2:9100->10.0.150.1:50309: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49721": write tcp 10.0.150.2:9100->10.0.150.1:49721: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49219": write tcp 10.0.150.2:9100->10.0.150.1:49219: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:46715": write tcp 10.0.150.2:9100->10.0.150.1:46715: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49003": write tcp 10.0.150.2:9100->10.0.150.1:49003: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54185": write tcp 10.0.150.2:9100->10.0.150.1:54185: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49557": write tcp 10.0.150.2:9100->10.0.150.1:49557: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54179": write tcp 10.0.150.2:9100->10.0.150.1:54179: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:51537": write tcp 10.0.150.2:9100->10.0.150.1:51537: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48665": write tcp 10.0.150.2:9100->10.0.150.1:48665: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53907": write tcp 10.0.150.2:9100->10.0.150.1:53907: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49551": write tcp 10.0.150.2:9100->10.0.150.1:49551: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53985": write tcp 10.0.150.2:9100->10.0.150.1:53985: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52893": write tcp 10.0.150.2:9100->10.0.150.1:52893: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49409": write tcp 10.0.150.2:9100->10.0.150.1:49409: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47909": write tcp 10.0.150.2:9100->10.0.150.1:47909: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55679": write tcp 10.0.150.2:9100->10.0.150.1:55679: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47891": write tcp 10.0.150.2:9100->10.0.150.1:47891: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49417": write tcp 10.0.150.2:9100->10.0.150.1:49417: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47889": write tcp 10.0.150.2:9100->10.0.150.1:47889: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53025": write tcp 10.0.150.2:9100->10.0.150.1:53025: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48403": write tcp 10.0.150.2:9100->10.0.150.1:48403: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53845": write tcp 10.0.150.2:9100->10.0.150.1:53845: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48099": write tcp 10.0.150.2:9100->10.0.150.1:48099: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47847": write tcp 10.0.150.2:9100->10.0.150.1:47847: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52445": write tcp 10.0.150.2:9100->10.0.150.1:52445: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50735": write tcp 10.0.150.2:9100->10.0.150.1:50735: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47617": write tcp 10.0.150.2:9100->10.0.150.1:47617: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50737": write tcp 10.0.150.2:9100->10.0.150.1:50737: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50703": write tcp 10.0.150.2:9100->10.0.150.1:50703: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47299": write tcp 10.0.150.2:9100->10.0.150.1:47299: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52109": write tcp 10.0.150.2:9100->10.0.150.1:52109: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52111": write tcp 10.0.150.2:9100->10.0.150.1:52111: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:46839": write tcp 10.0.150.2:9100->10.0.150.1:46839: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:56571": write tcp 10.0.150.2:9100->10.0.150.1:56571: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54427": write tcp 10.0.150.2:9100->10.0.150.1:54427: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53947": write tcp 10.0.150.2:9100->10.0.150.1:53947: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47777": write tcp 10.0.150.2:9100->10.0.150.1:47777: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52807": write tcp 10.0.150.2:9100->10.0.150.1:52807: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48129": write tcp 10.0.150.2:9100->10.0.150.1:48129: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53207": write tcp 10.0.150.2:9100->10.0.150.1:53207: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52929": write tcp 10.0.150.2:9100->10.0.150.1:52929: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:51629": write tcp 10.0.150.2:9100->10.0.150.1:51629: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53761": write tcp 10.0.150.2:9100->10.0.150.1:53761: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52251": write tcp 10.0.150.2:9100->10.0.150.1:52251: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:51967": write tcp 10.0.150.2:9100->10.0.150.1:51967: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50323": write tcp 10.0.150.2:9100->10.0.150.1:50323: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:46745": write tcp 10.0.150.2:9100->10.0.150.1:46745: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54021": write tcp 10.0.150.2:9100->10.0.150.1:54021: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52639": write tcp 10.0.150.2:9100->10.0.150.1:52639: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50155": write tcp 10.0.150.2:9100->10.0.150.1:50155: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:32 Could not write "10.0.150.1:54631": write tcp 10.0.150.2:9100->10.0.150.1:54631: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:51399": write tcp 10.0.150.2:9100->10.0.150.1:51399: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:50347": write tcp 10.0.150.2:9100->10.0.150.1:50347: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:51911": write tcp 10.0.150.2:9100->10.0.150.1:51911: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:51403": write tcp 10.0.150.2:9100->10.0.150.1:51403: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52985": write tcp 10.0.150.2:9100->10.0.150.1:52985: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:48475": write tcp 10.0.150.2:9100->10.0.150.1:48475: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:54257": write tcp 10.0.150.2:9100->10.0.150.1:54257: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:53779": write tcp 10.0.150.2:9100->10.0.150.1:53779: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:53467": write tcp 10.0.150.2:9100->10.0.150.1:53467: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49725": write tcp 10.0.150.2:9100->10.0.150.1:49725: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:50847": write tcp 10.0.150.2:9100->10.0.150.1:50847: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49717": write tcp 10.0.150.2:9100->10.0.150.1:49717: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52433": write tcp 10.0.150.2:9100->10.0.150.1:52433: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49637": write tcp 10.0.150.2:9100->10.0.150.1:49637: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:48895": write tcp 10.0.150.2:9100->10.0.150.1:48895: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:55725": write tcp 10.0.150.2:9100->10.0.150.1:55725: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:56453": write tcp 10.0.150.2:9100->10.0.150.1:56453: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52105": write tcp 10.0.150.2:9100->10.0.150.1:52105: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:48541": write tcp 10.0.150.2:9100->10.0.150.1:48541: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52175": write tcp 10.0.150.2:9100->10.0.150.1:52175: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52179": write tcp 10.0.150.2:9100->10.0.150.1:52179: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49709": write tcp 10.0.150.2:9100->10.0.150.1:49709: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:46933": write tcp 10.0.150.2:9100->10.0.150.1:46933: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52233": write tcp 10.0.150.2:9100->10.0.150.1:52233: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:43 Could not write "10.0.150.1:52837": write tcp 10.0.150.2:9100->10.0.150.1:52837: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:43 Could not write "10.0.150.1:47055": write tcp 10.0.150.2:9100->10.0.150.1:47055: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:43 Could not write "10.0.150.1:51225": write tcp 10.0.150.2:9100->10.0.150.1:51225: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:46 Could not write "10.0.150.1:48615": write tcp 10.0.150.2:9100->10.0.150.1:48615: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:47 Could not write "10.0.150.1:57045": write tcp 10.0.150.2:9100->10.0.150.1:57045: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:52271": write tcp 10.0.150.2:9100->10.0.150.1:52271: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54767": write tcp 10.0.150.2:9100->10.0.150.1:54767: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54419": write tcp 10.0.150.2:9100->10.0.150.1:54419: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:49085": write tcp 10.0.150.2:9100->10.0.150.1:49085: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53173": write tcp 10.0.150.2:9100->10.0.150.1:53173: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54935": write tcp 10.0.150.2:9100->10.0.150.1:54935: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53065": write tcp 10.0.150.2:9100->10.0.150.1:53065: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53121": write tcp 10.0.150.2:9100->10.0.150.1:53121: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:48687": write tcp 10.0.150.2:9100->10.0.150.1:48687: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:48759": write tcp 10.0.150.2:9100->10.0.150.1:48759: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54927": write tcp 10.0.150.2:9100->10.0.150.1:54927: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:46897": write tcp 10.0.150.2:9100->10.0.150.1:46897: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:55303": write tcp 10.0.150.2:9100->10.0.150.1:55303: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:47037": write tcp 10.0.150.2:9100->10.0.150.1:47037: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:49167": write tcp 10.0.150.2:9100->10.0.150.1:49167: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53501": write tcp 10.0.150.2:9100->10.0.150.1:53501: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:52377": write tcp 10.0.150.2:9100->10.0.150.1:52377: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54625": write tcp 10.0.150.2:9100->10.0.150.1:54625: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:51897": write tcp 10.0.150.2:9100->10.0.150.1:51897: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53981": write tcp 10.0.150.2:9100->10.0.150.1:53981: write: broken pipe
10.0.150.2 --> 2021/04/20 11:2 10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:9.83% user:4.23% system:5.60% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.00% user:0.00% system:0.00% iowait:0.00%
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.20% system:1.03% iowait:0.03%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.87% user:0.67% system:1.20% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
5:48 Could not write "10.0.150.1:51203": write tcp 10.0.150.2:9100->10.0.150.1:51203: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54057": write tcp 10.0.150.2:9100->10.0.150.1:54057: write: broken pipe
10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54045": write tcp 10.0.150.2:9100->10.0.150.1:54045: write: broken pipe
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '1000' containers
10.0.150.1 --> Received signal, cleaned up containers
10.0.150.1 --> failed to start container:
10.0.150.1 --> main.spawn
10.0.150.1 --> /home/ubuntu/src/github.com/yuuki/shawk-experiments/tools/spawnctnr/main.go:189
10.0.150.1 --> - Post "http://%2Fvar%2Frun%2Fdocker.sock/v1.41/containers/2e31d98ff51bb47e4b7f222c70dec7d5fd46164814b1399d30fc01bc5618c3fe/start": context canceled
parameter --proto udp --rate 50 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 200 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 50 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.23% system:0.57% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.97% user:2.90% system:4.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.07% user:0.20% system:0.87% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.00% user:1.80% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.20% system:0.50% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.10% user:2.27% system:2.83% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.97% user:0.40% system:0.57% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.90% user:1.53% system:1.37% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '200' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 200 -host-network -client-cmd 'connect --proto udp --rate 50 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.70% user:0.93% system:1.77% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.47% user:2.60% system:3.87% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.20% system:0.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.10% user:1.57% system:1.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.50% user:0.13% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.97% user:2.83% system:4.13% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.33% system:0.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.60% user:1.43% system:1.17% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '200' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto udp --rate 25 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 400 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 25 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.30% user:0.40% system:0.90% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.93% user:3.17% system:4.77% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.30% user:0.33% system:0.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.20% user:1.73% system:1.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.20% system:0.53% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.10% user:2.90% system:3.20% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.03% user:0.20% system:0.83% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.00% user:1.57% system:1.43% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '400' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 400 -host-network -client-cmd 'connect --proto udp --rate 25 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.73% user:0.83% system:1.90% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.97% user:2.30% system:3.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.17% system:0.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.10% user:1.77% system:1.33% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.43% user:0.13% system:0.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.33% user:2.43% system:3.90% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.10% user:0.30% system:0.80% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.57% user:1.23% system:1.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '400' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto udp --rate 16 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 600 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 16 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.63% user:0.20% system:0.43% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.77% user:2.47% system:3.30% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.53% user:0.43% system:1.10% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.90% user:1.43% system:1.47% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.40% user:0.77% system:1.63% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.93% user:3.37% system:4.57% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.37% user:0.37% system:1.00% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.23% user:1.70% system:1.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '600' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 600 -host-network -client-cmd 'connect --proto udp --rate 16 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.97% user:1.83% system:4.13% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.33% user:2.53% system:3.80% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.23% system:0.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.97% user:1.63% system:1.33% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.13% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.37% user:3.10% system:3.27% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.37% system:0.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.50% user:1.27% system:1.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '600' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto udp --rate 12 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 800 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 12 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.27% system:0.47% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.83% user:3.17% system:4.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.60% user:0.70% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.40% user:1.90% system:1.50% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.50% user:0.73% system:1.77% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.73% user:4.07% system:5.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.77% user:0.57% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.60% user:1.77% system:1.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '800' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 800 -host-network -client-cmd 'connect --proto udp --rate 12 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.87% user:1.67% system:4.20% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.47% user:2.10% system:3.37% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.97% user:0.17% system:0.80% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.97% user:1.63% system:1.33% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.50% user:0.10% system:0.40% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.63% user:2.93% system:3.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.23% system:0.93% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.53% user:1.33% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '800' containers
10.0.150.1 --> Received signal, cleaned up containers
parameter --proto udp --rate 10 --duration 1200s
[ssh -tt
[email protected] ./spawnctnr -flavor server -containers 1000 -host-network]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 10 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.23% system:0.67% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.23% user:3.03% system:3.20% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.63% user:0.67% system:0.97% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.33% user:1.90% system:1.43% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.03% user:1.03% system:3.00% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:12.37% user:5.10% system:7.27% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.53% user:1.00% system:1.53% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.33% user:1.97% system:1.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.2 --> --> Spawning '1000' containers
10.0.150.2 --> Received signal, cleaned up containers
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto udp --rate 10 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.47% user:3.20% system:7.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.90% user:2.97% system:3.93% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.30% user:0.53% system:0.77% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.03% user:1.60% system:1.43% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.63% user:0.23% system:0.40% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.67% user:2.20% system:3.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.33% user:0.50% system:0.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.50% user:1.30% system:1.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT spawnctnr]
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest"
10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"}
10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"}
10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"}
10.0.150.1 --> --> Spawning '1000' containers
10.0.150.1 --> Received signal, cleaned up containers
10.0.150.1 --> failed to remove container: Error response from daemon: Could not kill running container a7dcdaa140bbd254e998d4e42817a756a43d0371f0de77cfa12c701a670e25ac, cannot remove - container a7dcdaa140bb PID 1170209 is zombie and can not be killed. Use the --init option when creating containers to run an init inside the container that forwards signals and reaps processes
```
### 2021/04/20 結果が壊れていた TCP epehemral client の計測
```shell-session
[ssh -tt
[email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100']
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:11.20% user:4.47% system:6.73% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.30% system:0.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.40% user:0.23% system:1.17% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.53% user:0.83% system:1.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.43% user:2.07% system:1.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.70% user:0.23% system:0.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.50% user:0.33% system:1.17% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.53% user:0.87% system:1.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
```
### 2021/04/21 BPFレイテンシの計測
```shell-session
┌────────────────────────────────────┐
│ Task 11: completed successfully │
└────────────────────────────────────┘
Command: ./runexper -exper-flavor cpu-load -bpf-profile
Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments
Start: Wed, 21 Apr 2021 11:27:37 +0900
End: Wed, 21 Apr 2021 11:54:58 +0900
stderr:
Running with a flavor of "cpu-load"
parameter --proto tcp --flavor ephemeral --rate 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.07% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.73% user:1.13% system:2.60% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149340 avg_run_time_ns:400
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3017
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2863
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:149596 avg_run_time_ns:946
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4533
10.0.150.1 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2212
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149341 avg_run_time_ns:140
10.0.150.1 --> name:tcp_v4_connect run_cnt:149720 avg_run_time_ns:373
10.0.150.1 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:6144
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.20% system:0.63% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:149728 avg_run_time_ns:400
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1170
10.0.150.1 --> name:tcp_sendmsg run_cnt:149407 avg_run_time_ns:821
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4261
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2991
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:149602 avg_run_time_ns:1284
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:298655 avg_run_time_ns:371
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149131 avg_run_time_ns:139
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149130 avg_run_time_ns:385
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.93% user:1.27% system:2.67% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149329 avg_run_time_ns:128
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:527
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:149756 avg_run_time_ns:1532
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3561
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:298948 avg_run_time_ns:341
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149329 avg_run_time_ns:339
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4077
10.0.150.1 --> name:tcp_v4_connect run_cnt:149880 avg_run_time_ns:362
10.0.150.1 --> name:tcp_sendmsg run_cnt:149554 avg_run_time_ns:689
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.07% system:0.40% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.83% user:2.10% system:1.73% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:889
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1505
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2459
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3591
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9596
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:295656 avg_run_time_ns:330
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8606
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.13% system:0.70% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:749
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2297
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:295658 avg_run_time_ns:720
10.0.150.2 --> name:tcp_sendmsg run_cnt:149524 avg_run_time_ns:426
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1425
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1875
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:625
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2024
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:465319 avg_run_time_ns:213
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.07% user:1.67% system:1.40% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2684
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3120
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:464683 avg_run_time_ns:214
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1411
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1377
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4047
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1406
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:295252 avg_run_time_ns:757
10.0.150.2 --> name:tcp_sendmsg run_cnt:149392 avg_run_time_ns:378
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:29:54 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.10% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.80% user:2.40% system:3.40% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:299734 avg_run_time_ns:357
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:299473 avg_run_time_ns:858
10.0.150.1 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:2103
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298911 avg_run_time_ns:146
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3133
10.0.150.1 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:2750
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298911 avg_run_time_ns:374
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3150
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2333
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.93% user:0.17% system:0.77% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:299458 avg_run_time_ns:347
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4239
10.0.150.1 --> name:tcp_sendmsg run_cnt:298802 avg_run_time_ns:820
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:597113 avg_run_time_ns:371
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298205 avg_run_time_ns:117
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3309
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:299214 avg_run_time_ns:1437
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298205 avg_run_time_ns:382
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4388
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.83% user:1.57% system:1.27% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4091
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298434 avg_run_time_ns:384
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:522
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:299248 avg_run_time_ns:1488
10.0.150.1 --> name:tcp_sendmsg run_cnt:298791 avg_run_time_ns:650
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:597124 avg_run_time_ns:341
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298434 avg_run_time_ns:114
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3783
10.0.150.1 --> name:tcp_v4_connect run_cnt:299494 avg_run_time_ns:347
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.43% user:2.13% system:3.30% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10906
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4403
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8361
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:532716 avg_run_time_ns:331
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1150
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1417
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4198
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.97% user:0.17% system:0.80% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2999
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1175
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:977337 avg_run_time_ns:231
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1554
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3964
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:28562
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:528163 avg_run_time_ns:742
10.0.150.2 --> name:tcp_sendmsg run_cnt:298975 avg_run_time_ns:432
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1335
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.17% user:1.67% system:1.50% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_sendmsg run_cnt:299112 avg_run_time_ns:395
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:25 avg_run_time_ns:1058
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2137
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:528999 avg_run_time_ns:774
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:975443 avg_run_time_ns:219
10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:962
10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:16706
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:25 avg_run_time_ns:915
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3240
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:931
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3736
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:32:11 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.47% user:0.13% system:0.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:9.17% user:3.43% system:5.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:449199 avg_run_time_ns:833
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4540
10.0.150.1 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2696
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:448321 avg_run_time_ns:119
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:5171
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3178
10.0.150.1 --> name:tcp_v4_connect run_cnt:449596 avg_run_time_ns:370
10.0.150.1 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:3408
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:448320 avg_run_time_ns:419
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_sendmsg run_cnt:448541 avg_run_time_ns:846
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447685 avg_run_time_ns:395
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447686 avg_run_time_ns:113
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3498
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:7885
10.0.150.1 --> name:tcp_v4_connect run_cnt:449542 avg_run_time_ns:362
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:449179 avg_run_time_ns:1374
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5206
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:895759 avg_run_time_ns:379
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.40% user:2.33% system:2.07% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447530 avg_run_time_ns:392
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:517
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:779
10.0.150.1 --> name:tcp_v4_connect run_cnt:449203 avg_run_time_ns:366
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:448795 avg_run_time_ns:1512
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1330
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:895239 avg_run_time_ns:351
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447531 avg_run_time_ns:106
10.0.150.1 --> name:tcp_sendmsg run_cnt:448190 avg_run_time_ns:707
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.07% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:8.67% user:3.67% system:5.00% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2148
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1182
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1532
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3262
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:7076
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10862
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:711284 avg_run_time_ns:362
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1590
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1294
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16900
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:709878 avg_run_time_ns:810
10.0.150.2 --> name:tcp_sendmsg run_cnt:448191 avg_run_time_ns:472
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1486356 avg_run_time_ns:261
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1389
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4119
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3121
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.83% user:2.83% system:2.00% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2804
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1485988 avg_run_time_ns:253
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2853
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:708577 avg_run_time_ns:849
10.0.150.2 --> name:tcp_sendmsg run_cnt:448214 avg_run_time_ns:422
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1172
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1588
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:9592
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1755
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:34:27 Could not write "10.0.150.1:54945": write tcp 10.0.150.2:9100->10.0.150.1:54945: write: connection reset by peer
10.0.150.2 --> 2021/04/21 11:34:27 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:16.13% user:11.30% system:4.83% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.53% user:0.87% system:1.67% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:5642
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:70004 avg_run_time_ns:577
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1731
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1610
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14942
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5147
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5201
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.10% system:0.73% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3910
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:4488
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:45126 avg_run_time_ns:1350
10.0.150.2 --> name:tcp_sendmsg run_cnt:18050 avg_run_time_ns:700
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:93248 avg_run_time_ns:286
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:982
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:16518
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3370
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1456
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.47% user:0.83% system:1.63% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4192
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13625
10.0.150.2 --> name:tcp_sendmsg run_cnt:33146 avg_run_time_ns:503
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1442
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1266
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5569
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12030
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:29259 avg_run_time_ns:1472
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:93945 avg_run_time_ns:470
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:15.03% user:10.57% system:4.47% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.47% user:0.47% system:1.00% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:56647 avg_run_time_ns:533
10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:3181
10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:1497
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:747
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:792
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:44907 avg_run_time_ns:816
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5364
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:56656 avg_run_time_ns:167
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:56656 avg_run_time_ns:540
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.00% user:0.30% system:0.70% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2656
10.0.150.1 --> name:tcp_v4_connect run_cnt:33436 avg_run_time_ns:654
10.0.150.1 --> name:tcp_sendmsg run_cnt:18051 avg_run_time_ns:943
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:33408 avg_run_time_ns:217
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3904
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:33408 avg_run_time_ns:600
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:23549 avg_run_time_ns:1590
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1067
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:41793 avg_run_time_ns:445
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.83% user:0.87% system:0.97% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:17877 avg_run_time_ns:339
10.0.150.1 --> name:tcp_v4_connect run_cnt:17917 avg_run_time_ns:894
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:8115 avg_run_time_ns:2206
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4121
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:42884 avg_run_time_ns:255
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4365
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4126
10.0.150.1 --> name:tcp_sendmsg run_cnt:33147 avg_run_time_ns:1028
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:17877 avg_run_time_ns:809
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:36:44 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.27% user:1.90% system:1.37% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.80% user:0.17% system:0.63% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13963
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:980
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1040
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1343
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4067
10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:2593
10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:3858
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:637
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2708
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.07% user:0.23% system:0.83% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10795
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2611
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1299
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1856
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3743
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2425
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1704
10.0.150.1 --> name:tcp_sendmsg run_cnt:746852 avg_run_time_ns:872
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1490940 avg_run_time_ns:393
10.0.150.1 --> name:ip_send_skb run_cnt:2 avg_run_time_ns:6861
10.0.150.1 --> name:skb_consume_udp run_cnt:2 avg_run_time_ns:10586
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.40% user:0.97% system:1.43% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3746
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15291
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1489626 avg_run_time_ns:383
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:611
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:925
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2524
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8391
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:920
10.0.150.1 --> name:tcp_sendmsg run_cnt:745012 avg_run_time_ns:868
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.60% user:1.63% system:0.97% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.23% system:0.63% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1696
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1763
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4377
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12703
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1098
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:4532
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3347
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.67% user:0.40% system:1.27% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1027
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2189
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10325
10.0.150.2 --> name:tcp_sendmsg run_cnt:745191 avg_run_time_ns:519
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1490102 avg_run_time_ns:571
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1328
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3532
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15688
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:2595
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.07% user:0.87% system:1.20% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1496082 avg_run_time_ns:567
10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:1863
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1297
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3413
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3204
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:17315
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12750
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5063
10.0.150.2 --> name:tcp_sendmsg run_cnt:748544 avg_run_time_ns:547
10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:4264
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1536
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:39:01 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.37% user:2.97% system:1.40% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.20% system:0.50% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3664
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3668
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1394
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3764
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:610
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8144
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1871
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.17% user:0.50% system:0.67% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:509
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1920
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1327
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2941
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4519
10.0.150.1 --> name:tcp_sendmsg run_cnt:1497890 avg_run_time_ns:843
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4741
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2990765 avg_run_time_ns:347
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:772
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.03% user:0.70% system:1.33% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1500
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2984573 avg_run_time_ns:343
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1206
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1088
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:24094
10.0.150.1 --> name:tcp_sendmsg run_cnt:1491621 avg_run_time_ns:821
10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:15335
10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:13900
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:351
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:496
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9677
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.50% user:2.87% system:1.63% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.67% user:0.17% system:0.50% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3608
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4321
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3690
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1096
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1382
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:18545
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10824
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.47% user:0.53% system:0.93% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:24831
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12439
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:2986695 avg_run_time_ns:508
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1182
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1097
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1298
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4265
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1620
10.0.150.2 --> name:tcp_sendmsg run_cnt:1494923 avg_run_time_ns:453
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.40% user:0.80% system:1.60% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:3198
10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:547
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13394
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3219
10.0.150.2 --> name:tcp_sendmsg run_cnt:1493433 avg_run_time_ns:457
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:2984651 avg_run_time_ns:516
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:575
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1390
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3974
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10777
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:883
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:41:18 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.90% user:4.77% system:3.13% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.77% user:0.23% system:0.53% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16414
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1771
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2612
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12150
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3965
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:649
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:4235
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.73% user:0.37% system:1.37% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1056
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:741
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:630
10.0.150.2 --> name:tcp_sendmsg run_cnt:2237908 avg_run_time_ns:452
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4595
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4470975 avg_run_time_ns:499
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4105
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1745
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13364
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.30% user:0.93% system:2.37% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1362
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1267
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3416
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1167
10.0.150.2 --> name:tcp_sendmsg run_cnt:2235946 avg_run_time_ns:473
10.0.150.2 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:565
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4471761 avg_run_time_ns:558
10.0.150.2 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:3748
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1456
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3538
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3096
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.57% user:4.13% system:2.43% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.33% system:0.37% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:14949
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:3425
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1357
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2988
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13794
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4055
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2979
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.30% user:0.40% system:0.90% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:16002
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12255
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4476855 avg_run_time_ns:347
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1509
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3337
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1847
10.0.150.1 --> name:tcp_sendmsg run_cnt:2237606 avg_run_time_ns:823
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1870
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:720
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.57% user:0.83% system:1.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1302
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:517
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14467
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13545
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4906
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1596
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:893
10.0.150.1 --> name:tcp_sendmsg run_cnt:2236288 avg_run_time_ns:874
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4468401 avg_run_time_ns:365
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:43:34 Could not write "10.0.150.1:26925": write tcp 10.0.150.2:9100->10.0.150.1:26925: write: broken pipe
10.0.150.2 --> 2021/04/21 11:43:34 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:9.23% user:5.97% system:3.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.70% user:0.13% system:0.57% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1571
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4243
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1007
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:909
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4338
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:18764
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3927
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.30% system:0.97% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4557
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1326
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:2513
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3298
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13971
10.0.150.1 --> name:tcp_sendmsg run_cnt:2328966 avg_run_time_ns:798
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4668410 avg_run_time_ns:362
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3102
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1224
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.63% user:1.07% system:2.57% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:514
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2312
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5554
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:528
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1873
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:6894
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:21470
10.0.150.1 --> name:tcp_sendmsg run_cnt:2350589 avg_run_time_ns:818
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4687746 avg_run_time_ns:384
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.70% user:6.37% system:3.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.30% system:0.50% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:29072
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12791
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4017
10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:14752
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1600
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3790
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2888
10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:17162
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1972
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.77% user:0.33% system:1.43% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:48873
10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:17206
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1884
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:14583
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1829
10.0.150.2 --> name:tcp_sendmsg run_cnt:2329536 avg_run_time_ns:460
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4655916 avg_run_time_ns:510
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1910
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3655
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14097
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11483
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.60% user:1.13% system:2.47% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4695906 avg_run_time_ns:557
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2704
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3071
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5236
10.0.150.2 --> name:tcp_sendmsg run_cnt:2349370 avg_run_time_ns:471
10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:8489
10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:3461
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:17 avg_run_time_ns:1413
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:17 avg_run_time_ns:953
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14379
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:4070
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:45:51 Received interrupt, Goodbye
parameter --proto udp --rate 5000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.50% user:0.13% system:0.37% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.73% user:1.20% system:2.53% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:6340
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1342
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149381 avg_run_time_ns:527
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:862
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9468
10.0.150.1 --> name:ip_send_skb run_cnt:149432 avg_run_time_ns:220
10.0.150.1 --> name:skb_consume_udp run_cnt:149360 avg_run_time_ns:918
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149381 avg_run_time_ns:453
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3053
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4357
10.0.150.1 --> name:ip_send_skb run_cnt:149357 avg_run_time_ns:243
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149293 avg_run_time_ns:536
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3722
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:556
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9227
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8030
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2236
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5871
10.0.150.1 --> name:skb_consume_udp run_cnt:149282 avg_run_time_ns:1596
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149293 avg_run_time_ns:409
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.40% user:1.13% system:1.27% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11978
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:1111
10.0.150.1 --> name:ip_send_skb run_cnt:149434 avg_run_time_ns:231
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:507
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12290
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1289
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2886
10.0.150.1 --> name:skb_consume_udp run_cnt:149364 avg_run_time_ns:1776
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149380 avg_run_time_ns:407
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149380 avg_run_time_ns:523
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3756
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.20% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.10% user:1.70% system:2.40% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8956
10.0.150.2 --> name:ip_send_skb run_cnt:149433 avg_run_time_ns:140
10.0.150.2 --> name:skb_consume_udp run_cnt:149362 avg_run_time_ns:681
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1640
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2711
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2356
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:32640
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:869
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:827
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:16046
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1464
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:18194
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3347
10.0.150.2 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:4266
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7696
10.0.150.2 --> name:ip_send_skb run_cnt:149224 avg_run_time_ns:146
10.0.150.2 --> name:skb_consume_udp run_cnt:149160 avg_run_time_ns:1135
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1094
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3793
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2419
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.03% user:0.93% system:1.10% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4476
10.0.150.2 --> name:skb_consume_udp run_cnt:149219 avg_run_time_ns:1534
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2679
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1987
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11012
10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:5791
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5812
10.0.150.2 --> name:ip_send_skb run_cnt:149287 avg_run_time_ns:157
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1044
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:833
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3421
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:48:08 Received interrupt, Goodbye
parameter --proto udp --rate 10000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.07% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.57% user:2.30% system:3.27% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12872
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:1992
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298687 avg_run_time_ns:457
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4026
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1106
10.0.150.1 --> name:ip_send_skb run_cnt:298821 avg_run_time_ns:192
10.0.150.1 --> name:skb_consume_udp run_cnt:298676 avg_run_time_ns:829
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298688 avg_run_time_ns:413
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3606
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.80% user:0.33% system:0.47% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1789
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1806
10.0.150.1 --> name:ip_send_skb run_cnt:298414 avg_run_time_ns:200
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2678
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3525
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1266
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2290
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:7415
10.0.150.1 --> name:skb_consume_udp run_cnt:298267 avg_run_time_ns:1280
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298272 avg_run_time_ns:346
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298272 avg_run_time_ns:435
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.50% user:1.30% system:1.20% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:5579
10.0.150.1 --> name:ip_send_skb run_cnt:298858 avg_run_time_ns:207
10.0.150.1 --> name:skb_consume_udp run_cnt:298716 avg_run_time_ns:1645
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10155
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2600
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298725 avg_run_time_ns:354
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298725 avg_run_time_ns:431
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3934
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5516
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4671
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:5488
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.20% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.90% user:3.97% system:2.93% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11948
10.0.150.2 --> name:skb_consume_udp run_cnt:298721 avg_run_time_ns:609
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:10168
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4124
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11664
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3374
10.0.150.2 --> name:ip_send_skb run_cnt:298863 avg_run_time_ns:120
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1101
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1550
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:ip_send_skb run_cnt:298414 avg_run_time_ns:140
10.0.150.2 --> name:skb_consume_udp run_cnt:298272 avg_run_time_ns:987
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:895
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:4280
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14711
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4045
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2665
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11371
10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:3991
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1130
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2425
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.57% user:1.33% system:1.23% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:461
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1292
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2688
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1237
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1334
10.0.150.2 --> name:ip_send_skb run_cnt:298568 avg_run_time_ns:138
10.0.150.2 --> name:skb_consume_udp run_cnt:298427 avg_run_time_ns:1350
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:532
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:807
10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:2282
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:998
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:50:25 Received interrupt, Goodbye
parameter --proto udp --rate 15000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.43% user:0.17% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.43% user:3.30% system:4.13% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:skb_consume_udp run_cnt:448075 avg_run_time_ns:794
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:448081 avg_run_time_ns:398
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13063
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10162
10.0.150.1 --> name:ip_send_skb run_cnt:448285 avg_run_time_ns:195
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3082
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1085
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:448081 avg_run_time_ns:455
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3566
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.87% user:0.10% system:0.77% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:732
10.0.150.1 --> name:ip_send_skb run_cnt:448115 avg_run_time_ns:200
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447911 avg_run_time_ns:446
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2342
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4508
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2869
10.0.150.1 --> name:skb_consume_udp run_cnt:447898 avg_run_time_ns:1229
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447912 avg_run_time_ns:335
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:538
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3860
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1218
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.40% user:2.13% system:1.27% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4519
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447622 avg_run_time_ns:427
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:927
10.0.150.1 --> name:skb_consume_udp run_cnt:447615 avg_run_time_ns:1610
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447622 avg_run_time_ns:330
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4513
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:17607
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3278
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:1818
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5719
10.0.150.1 --> name:ip_send_skb run_cnt:447832 avg_run_time_ns:188
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.03% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.50% user:3.93% system:5.57% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10437
10.0.150.2 --> name:ip_send_skb run_cnt:448907 avg_run_time_ns:120
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:2352
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:772
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3691
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10894
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3111
10.0.150.2 --> name:skb_consume_udp run_cnt:448698 avg_run_time_ns:580
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3045
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.13% system:0.77% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13601
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5329
10.0.150.2 --> name:ip_send_skb run_cnt:448087 avg_run_time_ns:139
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:5 avg_run_time_ns:3729
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:26 avg_run_time_ns:1036
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:26 avg_run_time_ns:1247
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:5 avg_run_time_ns:1735
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12095
10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:5456
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5916
10.0.150.2 --> name:skb_consume_udp run_cnt:447868 avg_run_time_ns:968
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.47% user:1.93% system:1.53% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7475
10.0.150.2 --> name:skb_consume_udp run_cnt:448001 avg_run_time_ns:1334
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:610
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4025
10.0.150.2 --> name:ip_send_skb run_cnt:448224 avg_run_time_ns:134
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1056
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1658
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:18399
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8997
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4527
10.0.150.2 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:6297
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:52:42 Received interrupt, Goodbye
parameter --proto udp --rate 20000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.53% user:0.13% system:0.40% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.40% user:4.97% system:5.43% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:skb_consume_udp run_cnt:597535 avg_run_time_ns:768
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:597542 avg_run_time_ns:494
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3290
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12378
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2229
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:843
10.0.150.1 --> name:ip_send_skb run_cnt:597813 avg_run_time_ns:189
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:597543 avg_run_time_ns:389
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4332
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.13% system:0.63% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:597071 avg_run_time_ns:350
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:597070 avg_run_time_ns:486
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3431
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2984
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:1379
10.0.150.1 --> name:ip_send_skb run_cnt:597359 avg_run_time_ns:196
10.0.150.1 --> name:skb_consume_udp run_cnt:597060 avg_run_time_ns:1221
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15804
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11257
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4769
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3668
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.17% user:2.33% system:1.83% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12467
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4622
10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:9279
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:708
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:18964
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1273
10.0.150.1 --> name:ip_send_skb run_cnt:597000 avg_run_time_ns:199
10.0.150.1 --> name:skb_consume_udp run_cnt:596708 avg_run_time_ns:1648
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:596713 avg_run_time_ns:350
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:596712 avg_run_time_ns:491
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:513
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:12.63% user:5.17% system:7.47% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:956
10.0.150.2 --> name:skb_consume_udp run_cnt:597449 avg_run_time_ns:587
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1234
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1561
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10977
10.0.150.2 --> name:ip_send_skb run_cnt:597726 avg_run_time_ns:118
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3982
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:6733
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10873
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3011
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4373
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2017
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1432
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:4203
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:1025
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1277
10.0.150.2 --> name:ip_send_skb run_cnt:597392 avg_run_time_ns:134
10.0.150.2 --> name:skb_consume_udp run_cnt:597104 avg_run_time_ns:1004
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1165
10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:2711
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.23% user:2.40% system:1.83% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1553
10.0.150.2 --> name:ip_send_skb run_cnt:597074 avg_run_time_ns:139
10.0.150.2 --> name:skb_consume_udp run_cnt:596787 avg_run_time_ns:1407
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:454
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:563
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:763
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1981
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3136
10.0.150.2 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:3165
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:3401
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:858
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/21 11:54:58 Received interrupt, Goodbye
```
run_cnt が数万しかないケースがあるのはおかしい。
### 2021/04/22 BPFレイテンシの計測 TCP ephemeral 20k/s
```shell-session
┌────────────────────────────────────┐
│ Task 17: completed successfully │
└────────────────────────────────────┘
Command: ./runexper -exper-flavor cpu-load -bpf-profile -conn-vars 20000 -protocol tcp -protocol-flavor ephemeral
Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments
Start: Thu, 22 Apr 2021 16:57:42 +0900
End: Thu, 22 Apr 2021 16:59:59 +0900
stderr:
Running with a flavor of "cpu-load"
parameter --proto tcp --flavor ephemeral --rate 20000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.53% user:0.17% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:10.33% user:4.03% system:6.30% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:6011
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:22 avg_run_time_ns:1641
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:12785
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3826
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:50331
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9005
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:895084 avg_run_time_ns:427
10.0.150.2 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:1825
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:22 avg_run_time_ns:1249
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.17% user:0.47% system:0.70% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10984
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:899516 avg_run_time_ns:936
10.0.150.2 --> name:tcp_sendmsg run_cnt:596069 avg_run_time_ns:525
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1910521 avg_run_time_ns:321
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:5777
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1506
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:8352
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:9034
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:29324
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.33% user:3.43% system:2.90% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1909814 avg_run_time_ns:305
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2277
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1680
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4150
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:5565
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:901853 avg_run_time_ns:939
10.0.150.2 --> name:tcp_sendmsg run_cnt:595525 avg_run_time_ns:471
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:20960
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4194
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.10% system:0.30% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.97% user:4.37% system:6.60% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:594347 avg_run_time_ns:423
10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:17697
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:592625 avg_run_time_ns:182
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:592624 avg_run_time_ns:502
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3312
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:593868 avg_run_time_ns:949
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3296
10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:12160
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3747
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.03% user:0.20% system:0.83% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:597709 avg_run_time_ns:428
10.0.150.1 --> name:tcp_sendmsg run_cnt:596340 avg_run_time_ns:995
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:595043 avg_run_time_ns:168
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:595043 avg_run_time_ns:463
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5246
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5741
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:597142 avg_run_time_ns:1543
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4549
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1191729 avg_run_time_ns:468
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:6.77% user:3.70% system:3.07% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1135
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1188985 avg_run_time_ns:459
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6304
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3267
10.0.150.1 --> name:tcp_v4_connect run_cnt:596309 avg_run_time_ns:409
10.0.150.1 --> name:tcp_sendmsg run_cnt:594892 avg_run_time_ns:845
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:593960 avg_run_time_ns:178
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:593959 avg_run_time_ns:468
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:595805 avg_run_time_ns:1668
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/04/22 16:59:59 Received interrupt, Goodbye
```
### 2021/05/14 25~35k のCPU負荷計測
```shell-session
┌────────────────────────────────────┐
│ Task 19: completed successfully │
└────────────────────────────────────┘
Command: ./runexper -exper-flavor cpu-load -conn-vars 25000,30000,35000
Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments
Start: Fri, 14 May 2021 10:37:49 +0900
End: Fri, 14 May 2021 10:58:22 +0900
stderr:
Running with a flavor of "cpu-load"
parameter --proto tcp --flavor ephemeral --rate 25000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 25000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.13% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:13.53% user:5.17% system:8.37% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.10% user:0.27% system:0.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:9.47% user:5.13% system:4.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.47% user:0.13% system:0.33% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:13.93% user:6.30% system:7.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.03% user:0.23% system:0.80% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:9.20% user:5.30% system:3.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:40:06 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 30000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 30000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:16.57% user:6.77% system:9.80% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.93% user:0.17% system:0.77% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:10.27% user:5.30% system:4.97% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.47% user:0.17% system:0.30% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:16.03% user:6.40% system:9.63% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.13% user:0.23% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.10% user:5.50% system:4.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:42:23 Received interrupt, Goodbye
parameter --proto tcp --flavor ephemeral --rate 35000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 35000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.50% user:0.07% system:0.43% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:21.33% user:8.33% system:13.00% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.20% user:0.30% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:10.20% user:5.53% system:4.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.70% user:0.17% system:0.53% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:18.50% user:7.17% system:11.33% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.97% user:0.23% system:0.73% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:11.50% user:6.40% system:5.10% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:44:40 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:12.33% user:7.43% system:4.90% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.17% system:0.60% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.37% system:0.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:3.27% user:1.43% system:1.83% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:15.00% user:8.50% system:6.50% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.77% user:0.17% system:0.60% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.63% user:0.57% system:1.07% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.63% user:1.43% system:3.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:46:57 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:18.20% user:10.10% system:8.10% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.73% user:0.30% system:1.43% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.07% user:1.40% system:2.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:18.27% user:9.93% system:8.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.03% user:0.13% system:0.90% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.17% user:0.53% system:1.63% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.03% user:1.30% system:2.73% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:49:14 Received interrupt, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:23.27% user:11.80% system:11.47% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.43% user:0.23% system:1.20% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:4.97% user:1.57% system:3.40% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:21.17% user:12.50% system:8.67% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.00% user:0.23% system:0.77% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.90% user:0.63% system:1.27% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:4.70% user:1.47% system:3.23% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:51:30 Received interrupt, Goodbye
parameter --proto udp --rate 25000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 25000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.20% system:0.20% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:11.93% user:5.03% system:6.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:5.47% user:3.20% system:2.27% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.13% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:12.83% user:5.63% system:7.20% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.37% system:0.47% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:5.33% user:3.17% system:2.17% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:53:47 Received interrupt, Goodbye
parameter --proto udp --rate 30000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 30000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.13% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:13.13% user:5.60% system:7.53% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.80% user:0.40% system:0.40% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:7.03% user:4.37% system:2.67% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.43% user:0.23% system:0.20% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:16.33% user:6.67% system:9.67% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.10% system:0.77% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:6.60% user:3.77% system:2.83% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:56:05 Received interrupt, Goodbye
parameter --proto udp --rate 35000 --duration 1200s
[ssh -tt
[email protected] ./connperf serve -l 0.0.0.0:9100]
[ssh -tt
[email protected] ./connperf connect --proto udp --rate 35000 --duration 1200s --show-only-results 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.10% system:0.30% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:15.90% user:7.00% system:8.90% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:8.13% user:4.87% system:3.27% iowait:0.00%
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.13% system:0.27% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:18.07% user:7.63% system:10.43% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:7.93% user:4.80% system:3.13% iowait:0.00%
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo pkill -INT connperf]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.2 --> Listening at "0.0.0.0:9100" ...
10.0.150.2 --> 2021/05/14 10:58:22 Received interrupt, Goodbye
```
### 2021/05/31 BPF レイテンシ 25-35k
```shell-session
┌────────────────────────────────────┐
│ Task 59: completed successfully │
└────────────────────────────────────┘
Command: ./runexper -exper-flavor cpu-load -bpf-profile -conn-vars 25000,30000,35000
Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments
Start: Mon, 31 May 2021 17:20:00 +0900
End: Mon, 31 May 2021 17:47:13 +0900
stderr:
Running with a flavor of "cpu-load"
parameter --proto tcp --flavor ephemeral --rate 25000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor ephemeral --rate 25000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.10% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.20% system:0.63% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:551
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3216
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11185
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10695
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4416
10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:3099
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1700
10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:23072
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1841
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.53% system:0.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10094
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4498
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1457
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:7481
10.0.150.1 --> name:tcp_sendmsg run_cnt:17 avg_run_time_ns:5957
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6450
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1243
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3123
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2019
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.57% user:1.10% system:1.47% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12055
10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4475
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2557
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4899
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:14342
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5861
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7100
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:632
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1990
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.37% user:0.17% system:0.20% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4025
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:7222
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3191
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10110
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:727
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1681
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14411
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.53% user:0.70% system:0.83% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12148
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10866
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6301
10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2920
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3261
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2126
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4649
10.0.150.2 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4044
10.0.150.2 --> name:skb_consume_udp run_cnt:7 avg_run_time_ns:4037
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1339
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1091
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.57% user:1.13% system:1.43% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6296
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1607
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:560
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:625
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:6956
10.0.150.2 --> name:tcp_sendmsg run_cnt:19 avg_run_time_ns:4603
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:471
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8163
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3927
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:23:01 Received {}, Goodbye
parameter --proto tcp --flavor ephemeral --rate 30000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor ephemeral --rate 30000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.20% system:0.63% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2559
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11323
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10467
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:22 avg_run_time_ns:905
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:22 avg_run_time_ns:1206
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3453
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3937
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.43% user:0.60% system:0.83% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1992
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1433
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2723
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12470
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5864
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6467
10.0.150.1 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:4682
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2061
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12928
10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:3962
10.0.150.1 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:2591
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.50% user:0.93% system:1.57% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4287
10.0.150.1 --> name:tcp_sendmsg run_cnt:18 avg_run_time_ns:4699
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1128
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2683
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3792
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13535
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8885
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5943
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1146
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.47% user:0.10% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.83% user:0.20% system:0.63% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:14868
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1013
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3849
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:17448
10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:34767
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1015
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6466
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3116
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12951
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.97% user:1.07% system:0.90% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1858
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1759
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2485
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3025
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3251
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3067
10.0.150.2 --> name:tcp_sendmsg run_cnt:23 avg_run_time_ns:3391
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2425
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:2174
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.90% user:1.00% system:1.90% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:4654
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1495
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2868
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:17133
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16901
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:8951
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5923
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1553
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3760
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:26:03 Received {}, Goodbye
parameter --proto tcp --flavor ephemeral --rate 35000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor ephemeral --rate 35000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.37% user:0.17% system:0.20% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.83% user:0.23% system:0.60% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1237
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1807
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:582
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1125
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9048
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:781
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11449
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.13% user:0.53% system:0.60% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2719
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1150
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12432
10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4173
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3243
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12596
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:2925
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:8933
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4202
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.73% user:1.00% system:1.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2754
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6315
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1523
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3261
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2269
10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4414
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:2145
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5130
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1113
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.53% user:0.20% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.73% user:0.20% system:0.53% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:751
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:24515
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3598
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1601
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1438
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3445
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1605
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.53% user:0.73% system:0.80% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3585
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3743
10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:9984
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1729
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3829
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2217
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2209
10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:3443
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7642
10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:23309
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1524
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.87% user:1.03% system:1.83% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1971
10.0.150.2 --> name:tcp_sendmsg run_cnt:24 avg_run_time_ns:3463
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4 avg_run_time_ns:5635
10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:5604
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1219
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3468
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1519
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3878
10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:723
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:882
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2581
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:29:04 Received {}, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.10% system:0.30% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.20% system:0.57% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1414
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4030
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10307
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11064
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3748
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1729
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2185
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.87% user:0.90% system:0.97% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1579
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:524
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2060
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12173
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4464
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2464
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:469
10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:3800
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4195
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.70% user:1.03% system:1.67% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:36 avg_run_time_ns:1137
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:4022
10.0.150.1 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2827
10.0.150.1 --> name:skb_consume_udp run_cnt:7 avg_run_time_ns:4191
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:36 avg_run_time_ns:1061
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1597
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3602
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4065
10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4334
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:5 avg_run_time_ns:2349
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:5 avg_run_time_ns:766
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.10% system:0.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.23% system:0.63% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9850
10.0.150.2 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:2161
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:22 avg_run_time_ns:1421
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:22 avg_run_time_ns:1517
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10345
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3870
10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:3086
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3372
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2618
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.10% user:1.03% system:1.07% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_sendmsg run_cnt:18 avg_run_time_ns:3960
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2248
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:971
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:847
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2738
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2463
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3760
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4356
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2444
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.70% user:1.10% system:1.60% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1251
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3303
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2486
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16430
10.0.150.2 --> name:tcp_sendmsg run_cnt:29 avg_run_time_ns:3241
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:11421
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1635
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2298
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3829
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:32:06 Received {}, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.57% user:0.23% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.20% system:0.67% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3602
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1334
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3995
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10122
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:17132
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1082
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:531
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.97% user:0.80% system:1.17% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6384
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2033
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16280
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3685
10.0.150.2 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:3363
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1556
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3384
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2620
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1563
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.70% user:0.93% system:1.77% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13358
10.0.150.2 --> name:tcp_sendmsg run_cnt:27 avg_run_time_ns:3486
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:571
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2518
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8826
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:9956
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6610
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1347
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2996
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.33% user:0.10% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.47% system:0.27% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2279
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10149
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3570
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:23 avg_run_time_ns:1355
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:23 avg_run_time_ns:1295
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2598
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10091
10.0.150.1 --> name:ip_send_skb run_cnt:7 avg_run_time_ns:2099
10.0.150.1 --> name:skb_consume_udp run_cnt:11 avg_run_time_ns:3855
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.93% user:1.10% system:0.83% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7575
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:642
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1082
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2465
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2174
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3851
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4511
10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4240
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5009
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.53% user:1.07% system:1.47% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13425
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3841
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1091
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1212
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4860
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3142
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4260
10.0.150.1 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:4236
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7388
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:35:07 Received {}, Goodbye
parameter --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.73% user:0.23% system:0.50% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1409
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1876
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:4424
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:5456
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13725
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13340
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1749
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.53% user:0.83% system:0.70% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:3653
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6004
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1450
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12332
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4121
10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:17189
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1575
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:421
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3766
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8362
10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:11858
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.53% user:0.87% system:1.67% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_sendmsg run_cnt:19 avg_run_time_ns:4338
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5296
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1136
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10078
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:15362
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3507
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6387
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:607
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1029
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.40% user:0.10% system:0.30% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.80% user:0.13% system:0.67% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8704
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3641
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16786
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4050
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1480
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1811
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:781
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.73% user:0.80% system:0.93% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_sendmsg run_cnt:17 avg_run_time_ns:4111
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:8770
10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:729
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1289
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11443
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5433
10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:2925
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1376
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2776
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:858
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15430
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.90% user:1.07% system:1.83% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9612
10.0.150.2 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4514
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1636
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2811
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3840
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9470
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3898
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6391
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1213
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:38:09 Received {}, Goodbye
parameter --proto udp --rate 25000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol udp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto udp --rate 25000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial udp4: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.43% user:0.17% system:0.27% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.13% system:0.63% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:728
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3717
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10719
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:711
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1263
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8626
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4560
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.97% user:0.80% system:1.17% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_sendmsg run_cnt:19 avg_run_time_ns:4170
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1206
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1334
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:604
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3040
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13545
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1829
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:5923
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1503
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.67% user:1.10% system:1.57% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:571
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9396
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5313
10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:5496
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1197
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1029
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:834
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:14851
10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4073
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:4679
10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:4714
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.53% user:0.10% system:0.43% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.77% user:0.17% system:0.60% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1604
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3409
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1051
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:499
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3714
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14749
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11465
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.50% user:0.73% system:0.77% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:69843
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:17218
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5060
10.0.150.2 --> name:tcp_sendmsg run_cnt:23 avg_run_time_ns:4614
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:8902
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1662
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2151
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:2764
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5987
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.80% user:1.07% system:1.73% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3501
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5878
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2986
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2464
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:1042
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:20441
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:19320
10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:5662
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:2070
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:41:10 Received {}, Goodbye
parameter --proto udp --rate 30000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol udp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto udp --rate 30000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial udp4: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.87% user:0.27% system:0.60% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11981
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1380
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:2425
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3864
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1130
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8961
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1404
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:1.30% user:0.57% system:0.73% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3596
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1986
10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:3288
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2009
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1864
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4686
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2749
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13601
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6473
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:3.03% user:1.07% system:1.97% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3267
10.0.150.2 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:2098
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:871
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1953
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2968
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:4085
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11782
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10929
10.0.150.2 --> name:tcp_sendmsg run_cnt:25 avg_run_time_ns:3861
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6799
10.0.150.2 --> name:skb_consume_udp run_cnt:9 avg_run_time_ns:3146
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.33% system:0.43% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9339
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4123
10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:2936
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:6660
10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:6363
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1018
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1370
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2556
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3863
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:1.27% user:0.53% system:0.73% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15045
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3395
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5034
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1606
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:520
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9140
10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:5680
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1495
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3140
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.33% user:0.83% system:1.50% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4583
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2614
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:916
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3915
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:789
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1421
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1688
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10801
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3061
10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:2165
10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:18769
10.0.150.1 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:44:12 Received {}, Goodbye
parameter --proto udp --rate 35000 --duration 1200s
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol udp -l 10.0.150.2:9100]
[ssh -tt
[email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto udp --rate 35000 --duration 1200s 10.0.150.2]
10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s)
10.0.150.1 --> could not dial "10.0.150.2": dial udp4: address 10.0.150.2: missing port in address
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
[ssh -tt
[email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile]
10.0.150.1 --> Running method "all" during period "30s" ...
10.0.150.1 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00%
10.0.150.1 --> Running method "user-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:0.77% user:0.20% system:0.57% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1258
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6037
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9023
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3401
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:6570
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1542
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3516
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.20% user:0.87% system:1.33% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14607
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10523
10.0.150.1 --> name:tcp_sendmsg run_cnt:26 avg_run_time_ns:2986
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5452
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1193
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2969
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4705
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1647
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4285
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.1 --> --- CPU stats ---
10.0.150.1 --> total:2.77% user:0.97% system:1.80% iowait:0.00%
10.0.150.1 --> --- BPF stats ---
10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1295
10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:2135
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1109
10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:588
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:807
10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12470
10.0.150.1 --> name:tcp_sendmsg run_cnt:33 avg_run_time_ns:2657
10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:9366
10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1024
10.0.150.1 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "all" during period "30s" ...
10.0.150.2 --> Running method "snapshot-polling" during period "30s" ...
10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.50% user:0.13% system:0.37% iowait:0.00%
10.0.150.2 --> Running method "user-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:0.77% user:0.17% system:0.60% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14885
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:15393
10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:3425
10.0.150.2 --> name:skb_consume_udp run_cnt:7 avg_run_time_ns:5507
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1456
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1645
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3004
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5334
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2499
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.13% user:1.00% system:1.13% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:17 avg_run_time_ns:438
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:749
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1865
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:17 avg_run_time_ns:1251
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1375
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13965
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5634
10.0.150.2 --> name:tcp_sendmsg run_cnt:18 avg_run_time_ns:4399
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:719
10.0.150.2 --> Waiting interval 1s for flows to be collected...
10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ...
10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ...
10.0.150.2 --> --- CPU stats ---
10.0.150.2 --> total:2.97% user:0.93% system:2.03% iowait:0.00%
10.0.150.2 --> --- BPF stats ---
10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:7749
10.0.150.2 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4518
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1470
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:576
10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13707
10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2290
10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:983
10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1339
10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12590
10.0.150.2 --> Waiting interval 1s for flows to be collected...
[ssh -tt
[email protected] sudo timeout --kill-after 3 5 pkill -INT connperf]
10.0.150.2 --> Listening at ["10.0.150.2:9100"] ...
10.0.150.2 --> 2021/05/31 17:47:13 Received {}, Goodbye
```