# Transtracer実験結果 https://docs.google.com/spreadsheets/d/1PkJ1aMJK8Mn_jCtSNiqUwxoaR9-6CXQjgQlyvp_9HLs/edit?usp=sharing ### CPU負荷 ```shell-session ./runexper -exper-flavor cpu-load 10:03:02 Running with a flavor of "cpu-load" parameter --proto tcp --flavor ephemeral --rate 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.10% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.87% user:1.00% system:1.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.13% system:0.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.63% user:1.60% system:1.03% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.50% user:0.10% system:0.40% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.63% user:1.43% system:2.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.17% system:0.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.13% user:1.17% system:1.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> 2021/04/19 10:03:15 listen tcp 127.0.0.1:6060: bind: address already in use 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:03:10 listen "0.0.0.0:9100" error: listen udp4 0.0.0.0:9100: bind: address already in use 10.0.150.2 --> 2021/04/19 10:03:10 listen "0.0.0.0:9100" error: listen tcp 0.0.0.0:9100: bind: address already in use 10.0.150.2 --> 2021/04/19 10:05:26 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.10% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.47% user:2.50% system:3.97% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.10% user:0.20% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.87% user:1.53% system:1.33% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.17% system:0.20% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.63% user:2.90% system:3.73% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.20% user:0.27% system:0.93% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.97% user:1.43% system:1.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:07:43 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.17% system:0.17% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:8.97% user:3.57% system:5.40% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.80% user:0.17% system:0.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.27% user:2.33% system:1.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.57% user:0.17% system:0.40% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.70% user:3.63% system:6.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.20% user:0.53% system:0.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.63% user:2.40% system:2.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:10:00 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:13.10% user:9.47% system:3.63% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:8.73% user:3.37% system:5.37% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.20% system:0.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.43% user:3.53% system:2.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:14.40% user:10.27% system:4.13% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:10.53% user:3.87% system:6.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.97% user:0.37% system:0.60% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.67% user:3.67% system:3.00% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:12:17 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --connections 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 5000 --duration 1200s --show-only-results 10.0.150.2:9100] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> --- A result during total execution time --- 10.0.150.1 --> 10.0.150.2:9100 5000 146818 125 85573 107626 115980 137328 19227.04 [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.07% system:0.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.27% system:0.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.50% user:0.40% system:1.10% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.40% user:0.30% system:1.10% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.50% user:0.23% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.93% user:0.23% system:0.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.57% user:0.43% system:1.13% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.47% user:0.47% system:1.00% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:14:33 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --connections 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 10000 --duration 1200s --show-only-results 10.0.150.2:9100] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> --- A result during total execution time --- 10.0.150.1 --> 10.0.150.2:9100 10000 208403 14519 55755 70060 73361 207030 38587.21 [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.13% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.23% system:0.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.47% user:0.40% system:1.07% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.57% user:0.47% system:1.10% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.63% user:0.33% system:0.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.03% user:0.33% system:0.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.67% user:0.33% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.47% user:0.40% system:1.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:16:50 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --connections 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 15000 --duration 1200s --show-only-results 10.0.150.2:9100] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> --- A result during total execution time --- 10.0.150.1 --> 10.0.150.2:9100 15000 333129 7372 157228 192693 232509 313409 41638.94 [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.43% user:0.10% system:0.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.97% user:0.30% system:0.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.53% user:0.30% system:1.23% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.17% user:0.50% system:0.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.67% user:0.30% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.23% system:0.63% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.67% user:0.63% system:1.03% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.83% user:0.70% system:1.13% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:19:06 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --connections 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --connections 20000 --duration 1200s --show-only-results 10.0.150.2:9100] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> --- A result during total execution time --- 10.0.150.1 --> 10.0.150.2:9100 20000 366208 2273 174152 345411 349498 357844 27424.80 [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.47% user:0.20% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.23% system:0.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.47% user:0.50% system:0.97% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.37% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.60% user:0.20% system:0.40% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.20% system:0.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.73% user:0.40% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.50% user:0.50% system:1.00% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:21:23 Received interrupt, Goodbye parameter --proto udp --rate 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.07% system:0.30% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.07% user:1.57% system:2.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.17% system:0.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.33% user:0.43% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.20% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.07% user:2.20% system:2.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.30% user:0.23% system:1.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.40% user:0.40% system:1.00% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:23:40 Received interrupt, Goodbye parameter --proto udp --rate 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.13% system:0.20% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.87% user:2.37% system:3.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.17% system:0.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.13% user:0.23% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.07% system:0.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.83% user:2.73% system:4.10% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.13% user:0.23% system:0.90% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.47% system:0.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:25:56 Received interrupt, Goodbye parameter --proto udp --rate 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.30% user:0.10% system:0.20% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.30% user:2.77% system:4.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.10% user:0.20% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.23% user:0.33% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.10% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.27% user:3.87% system:5.40% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.40% system:0.43% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.30% system:0.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:28:13 Received interrupt, Goodbye parameter --proto udp --rate 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.07% system:0.30% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.13% user:4.20% system:5.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.50% system:0.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.13% system:0.23% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.37% user:4.03% system:5.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.20% system:0.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.50% system:0.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 10:30:30 Received interrupt, Goodbye ``` Persistentのみ再実験。 ```shell-session ./runexper -exper-flavor cpu-load -protocol tcp -protocol-flavor persistent -255- 15:09:23 Running with a flavor of "cpu-load" parameter --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.00% user:1.93% system:1.07% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.20% system:0.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.20% user:0.30% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.10% user:0.40% system:1.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.83% user:1.73% system:1.10% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.73% user:0.20% system:0.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.73% user:0.53% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.70% user:1.07% system:1.63% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 15:09:35 listen "0.0.0.0:9100" error: listen tcp 0.0.0.0:9100: bind: address already in use 10.0.150.2 --> 2021/04/19 15:09:35 listen "0.0.0.0:9100" error: listen udp4 0.0.0.0:9100: bind: address already in use 10.0.150.2 --> 2021/04/19 15:11:51 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.43% user:2.83% system:1.60% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.17% system:0.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.13% user:0.23% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.43% user:0.73% system:1.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.47% user:2.73% system:1.73% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.70% user:0.17% system:0.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.43% user:0.30% system:1.13% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.53% user:0.97% system:1.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 15:14:08 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.70% user:4.53% system:2.17% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.73% user:0.13% system:0.60% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.67% user:0.30% system:1.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.03% user:1.03% system:2.00% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.53% user:4.13% system:2.40% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.17% system:0.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.33% system:0.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.53% user:1.13% system:2.40% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 15:16:25 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.33% user:6.13% system:3.20% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.70% user:0.30% system:0.40% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.60% user:0.37% system:1.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.57% user:1.30% system:2.27% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:9.60% user:6.00% system:3.60% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.17% system:0.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.33% user:0.20% system:1.13% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.67% user:1.30% system:2.37% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 15:18:42 Received interrupt, Goodbye ``` UDP再実験 ```shell-session ./runexper -exper-flavor cpu-load -protocol udp 16:19:55 Running with a flavor of "cpu-load" parameter --proto udp --rate 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.13% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.77% user:1.83% system:1.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.37% system:0.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.07% user:1.67% system:1.40% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.07% system:0.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.30% user:1.93% system:2.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.33% user:0.30% system:1.03% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.07% user:0.83% system:1.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 16:22:39 Received interrupt, Goodbye parameter --proto udp --rate 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.27% user:0.07% system:0.20% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.33% user:2.33% system:4.00% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.17% system:0.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.53% user:1.37% system:1.17% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.20% system:0.17% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.10% user:2.87% system:4.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.10% user:0.23% system:0.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.63% user:1.43% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 16:24:56 Received interrupt, Goodbye parameter --proto udp --rate 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.03% system:0.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.70% user:2.83% system:4.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.23% system:0.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.37% user:1.87% system:1.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.10% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.60% user:3.77% system:5.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.10% user:0.17% system:0.93% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.40% user:2.07% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 16:27:12 Received interrupt, Goodbye parameter --proto udp --rate 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.50% user:0.17% system:0.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.40% user:4.57% system:5.83% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.13% system:0.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.13% user:2.37% system:1.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.07% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:12.20% user:5.13% system:7.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.20% system:0.60% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.30% user:2.43% system:1.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/19 16:29:29 Received interrupt, Goodbye ``` ### 2021/04/20 複数コンテナCPU利用率計測 ```shell-session pueue log 0 -141- 15:04:10 ┌───────────────────────────────────┐ │ Task 0: completed successfully │ └───────────────────────────────────┘ Command: ./runexper -exper-flavor cpu-load-ctnrs Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments Start: Tue, 20 Apr 2021 10:01:45 +0900 End: Tue, 20 Apr 2021 12:13:56 +0900 stderr: Running with a flavor of "cpu-load-ctnrs" [ssh -tt [email protected] docker system prune -f] [ssh -tt [email protected] docker system prune -f] [ssh -tt [email protected] sudo systemctl restart docker] [ssh -tt [email protected] sudo systemctl restart docker] parameter --proto tcp --flavor ephemeral --rate 50 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 200 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 50 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.33% system:0.50% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.57% user:3.20% system:4.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.43% system:0.73% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.30% user:1.93% system:1.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.17% user:0.33% system:0.67% iowait:0.17% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.63% user:3.00% system:3.33% iowait:0.30% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.20% system:0.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.07% user:1.57% system:1.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '200' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 200 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 50 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.60% user:0.13% system:0.47% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.13% user:2.60% system:3.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.20% system:0.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.90% user:1.53% system:1.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.47% user:0.53% system:1.93% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.33% user:2.60% system:3.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.07% user:0.30% system:0.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.33% user:1.87% system:1.47% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '200' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor ephemeral --rate 25 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 400 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 25 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.27% system:0.43% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.70% user:2.83% system:3.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.50% user:0.60% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.03% user:1.57% system:1.47% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.67% user:0.50% system:1.17% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:8.20% user:3.47% system:4.73% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.23% user:0.43% system:0.80% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.40% user:1.80% system:1.60% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '400' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 400 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 25 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.43% user:1.07% system:2.37% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.97% user:3.03% system:3.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.00% user:0.17% system:0.83% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.43% user:1.67% system:1.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.53% user:0.17% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.83% user:2.30% system:3.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.03% user:0.17% system:0.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.07% user:1.53% system:1.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '400' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor ephemeral --rate 16 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 600 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 16 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.47% user:0.97% system:2.50% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.97% user:4.03% system:5.93% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.60% user:0.40% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.43% user:1.87% system:1.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.37% system:0.57% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.77% user:2.83% system:3.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.40% user:0.40% system:1.00% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.17% user:1.77% system:1.40% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '600' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 600 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 16 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.60% user:0.13% system:0.47% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.37% user:1.93% system:3.43% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.13% system:0.73% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.90% user:1.43% system:1.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.07% user:1.10% system:2.97% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.30% user:2.27% system:3.03% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.10% user:0.37% system:0.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.27% user:1.77% system:1.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '600' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor ephemeral --rate 12 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 800 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 12 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.33% user:1.43% system:2.90% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.73% user:3.50% system:4.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.80% user:0.50% system:1.30% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.60% user:2.00% system:1.60% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.03% user:0.40% system:0.63% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.17% user:3.57% system:2.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.70% user:0.43% system:1.27% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.13% user:1.77% system:1.37% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '800' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 800 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 12 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.10% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.03% user:2.53% system:3.50% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.97% user:0.20% system:0.77% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.83% user:1.50% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.33% user:2.17% system:5.17% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.50% user:2.13% system:3.37% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.07% user:0.17% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.37% user:1.73% system:1.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '800' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor ephemeral --rate 10 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 1000 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 10 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.80% user:0.17% system:0.63% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.07% user:3.20% system:3.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.87% user:0.77% system:1.10% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.53% user:1.83% system:1.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.73% user:1.27% system:2.47% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:8.10% user:3.27% system:4.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.90% user:0.53% system:1.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.27% user:2.30% system:1.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '1000' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto tcp --flavor ephemeral --rate 10 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.53% user:0.23% system:0.27% iowait:0.03% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.97% user:2.43% system:3.17% iowait:0.37% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.50% system:0.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.93% user:1.60% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.07% user:2.00% system:4.07% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.03% user:2.70% system:4.33% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.10% user:0.23% system:0.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.43% user:1.87% system:1.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '1000' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor persistent --connections 50 --rate 5 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 200 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --connections 50 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.77% user:2.93% system:1.83% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.13% system:0.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.03% user:0.37% system:0.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.10% user:0.77% system:1.33% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.13% user:3.83% system:2.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.23% system:0.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.50% user:0.43% system:1.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.50% user:0.93% system:1.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '200' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 200 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 50 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.30% user:3.20% system:2.10% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.33% system:0.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.33% system:0.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.83% user:0.93% system:1.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.77% user:2.90% system:1.87% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.67% user:0.13% system:0.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.33% user:0.50% system:0.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.63% user:0.97% system:1.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '200' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor persistent --connections 25 --rate 5 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 400 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --connections 25 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.73% user:3.03% system:1.70% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.17% system:0.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.00% user:0.43% system:0.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.00% user:0.70% system:1.30% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.20% user:4.77% system:2.43% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.73% user:0.20% system:0.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.67% user:0.60% system:1.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.27% user:0.73% system:1.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '400' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 400 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 25 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.57% user:2.80% system:1.77% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.77% user:0.20% system:0.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.33% user:0.43% system:0.90% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.37% user:1.03% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.57% user:3.23% system:2.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.17% system:0.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.47% user:0.60% system:0.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.73% user:0.77% system:1.97% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '400' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor persistent --connections 16 --rate 5 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 600 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --connections 16 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:8.47% user:5.20% system:3.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.23% system:0.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.47% user:0.23% system:1.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.10% user:0.73% system:1.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.87% user:3.03% system:1.83% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.20% system:0.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.97% user:0.17% system:0.80% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.50% user:1.00% system:1.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '600' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 600 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 16 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.57% user:2.73% system:1.83% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.70% user:0.20% system:0.50% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.23% user:0.40% system:0.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.07% user:0.60% system:1.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.60% user:2.93% system:2.67% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.37% system:0.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.40% user:0.30% system:1.10% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.70% user:1.13% system:1.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '600' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor persistent --connections 12 --rate 5 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 800 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --connections 12 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:8.50% user:5.90% system:2.60% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.17% system:0.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.37% user:0.43% system:0.93% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.20% user:0.73% system:1.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.83% user:3.10% system:1.73% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.13% system:0.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.20% system:0.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.50% user:0.93% system:1.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '800' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 800 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 12 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.47% user:2.70% system:1.77% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.67% user:0.20% system:0.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.20% user:0.23% system:0.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.27% user:0.77% system:1.50% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.20% user:3.27% system:2.93% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.27% system:0.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.37% user:0.23% system:1.13% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.73% user:0.83% system:1.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '800' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 1000 -host-network] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.90% user:3.57% system:2.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.20% system:0.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.53% user:0.57% system:0.97% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.07% user:0.87% system:1.20% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:10.27% user:7.07% system:3.20% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.77% user:0.53% system:1.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.90% user:1.07% system:1.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '1000' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.70% user:1.70% system:1.00% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.17% system:0.50% iowait:0.13% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.43% user:0.57% system:0.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.63% user:0.67% system:0.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/20 11:25:30 Could not write "10.0.150.1:55875": write tcp 10.0.150.2:9100->10.0.150.1:55875: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47897": write tcp 10.0.150.2:9100->10.0.150.1:47897: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47859": write tcp 10.0.150.2:9100->10.0.150.1:47859: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47863": write tcp 10.0.150.2:9100->10.0.150.1:47863: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52305": write tcp 10.0.150.2:9100->10.0.150.1:52305: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52213": write tcp 10.0.150.2:9100->10.0.150.1:52213: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47067": write tcp 10.0.150.2:9100->10.0.150.1:47067: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52015": write tcp 10.0.150.2:9100->10.0.150.1:52015: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55485": write tcp 10.0.150.2:9100->10.0.150.1:55485: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54269": write tcp 10.0.150.2:9100->10.0.150.1:54269: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53997": write tcp 10.0.150.2:9100->10.0.150.1:53997: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53463": write tcp 10.0.150.2:9100->10.0.150.1:53463: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49761": write tcp 10.0.150.2:9100->10.0.150.1:49761: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55227": write tcp 10.0.150.2:9100->10.0.150.1:55227: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55245": write tcp 10.0.150.2:9100->10.0.150.1:55245: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:56015": write tcp 10.0.150.2:9100->10.0.150.1:56015: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:56115": write tcp 10.0.150.2:9100->10.0.150.1:56115: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49187": write tcp 10.0.150.2:9100->10.0.150.1:49187: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50309": write tcp 10.0.150.2:9100->10.0.150.1:50309: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49721": write tcp 10.0.150.2:9100->10.0.150.1:49721: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49219": write tcp 10.0.150.2:9100->10.0.150.1:49219: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:46715": write tcp 10.0.150.2:9100->10.0.150.1:46715: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49003": write tcp 10.0.150.2:9100->10.0.150.1:49003: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54185": write tcp 10.0.150.2:9100->10.0.150.1:54185: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49557": write tcp 10.0.150.2:9100->10.0.150.1:49557: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54179": write tcp 10.0.150.2:9100->10.0.150.1:54179: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:51537": write tcp 10.0.150.2:9100->10.0.150.1:51537: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48665": write tcp 10.0.150.2:9100->10.0.150.1:48665: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53907": write tcp 10.0.150.2:9100->10.0.150.1:53907: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49551": write tcp 10.0.150.2:9100->10.0.150.1:49551: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53985": write tcp 10.0.150.2:9100->10.0.150.1:53985: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52893": write tcp 10.0.150.2:9100->10.0.150.1:52893: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49409": write tcp 10.0.150.2:9100->10.0.150.1:49409: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47909": write tcp 10.0.150.2:9100->10.0.150.1:47909: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:55679": write tcp 10.0.150.2:9100->10.0.150.1:55679: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47891": write tcp 10.0.150.2:9100->10.0.150.1:47891: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:49417": write tcp 10.0.150.2:9100->10.0.150.1:49417: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47889": write tcp 10.0.150.2:9100->10.0.150.1:47889: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53025": write tcp 10.0.150.2:9100->10.0.150.1:53025: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48403": write tcp 10.0.150.2:9100->10.0.150.1:48403: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53845": write tcp 10.0.150.2:9100->10.0.150.1:53845: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48099": write tcp 10.0.150.2:9100->10.0.150.1:48099: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47847": write tcp 10.0.150.2:9100->10.0.150.1:47847: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52445": write tcp 10.0.150.2:9100->10.0.150.1:52445: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50735": write tcp 10.0.150.2:9100->10.0.150.1:50735: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47617": write tcp 10.0.150.2:9100->10.0.150.1:47617: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50737": write tcp 10.0.150.2:9100->10.0.150.1:50737: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50703": write tcp 10.0.150.2:9100->10.0.150.1:50703: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47299": write tcp 10.0.150.2:9100->10.0.150.1:47299: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52109": write tcp 10.0.150.2:9100->10.0.150.1:52109: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52111": write tcp 10.0.150.2:9100->10.0.150.1:52111: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:46839": write tcp 10.0.150.2:9100->10.0.150.1:46839: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:56571": write tcp 10.0.150.2:9100->10.0.150.1:56571: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54427": write tcp 10.0.150.2:9100->10.0.150.1:54427: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53947": write tcp 10.0.150.2:9100->10.0.150.1:53947: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:47777": write tcp 10.0.150.2:9100->10.0.150.1:47777: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52807": write tcp 10.0.150.2:9100->10.0.150.1:52807: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:48129": write tcp 10.0.150.2:9100->10.0.150.1:48129: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53207": write tcp 10.0.150.2:9100->10.0.150.1:53207: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52929": write tcp 10.0.150.2:9100->10.0.150.1:52929: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:51629": write tcp 10.0.150.2:9100->10.0.150.1:51629: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:53761": write tcp 10.0.150.2:9100->10.0.150.1:53761: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52251": write tcp 10.0.150.2:9100->10.0.150.1:52251: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:51967": write tcp 10.0.150.2:9100->10.0.150.1:51967: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50323": write tcp 10.0.150.2:9100->10.0.150.1:50323: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:46745": write tcp 10.0.150.2:9100->10.0.150.1:46745: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:54021": write tcp 10.0.150.2:9100->10.0.150.1:54021: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:52639": write tcp 10.0.150.2:9100->10.0.150.1:52639: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:31 Could not write "10.0.150.1:50155": write tcp 10.0.150.2:9100->10.0.150.1:50155: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:32 Could not write "10.0.150.1:54631": write tcp 10.0.150.2:9100->10.0.150.1:54631: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:51399": write tcp 10.0.150.2:9100->10.0.150.1:51399: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:50347": write tcp 10.0.150.2:9100->10.0.150.1:50347: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:51911": write tcp 10.0.150.2:9100->10.0.150.1:51911: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:51403": write tcp 10.0.150.2:9100->10.0.150.1:51403: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52985": write tcp 10.0.150.2:9100->10.0.150.1:52985: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:48475": write tcp 10.0.150.2:9100->10.0.150.1:48475: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:54257": write tcp 10.0.150.2:9100->10.0.150.1:54257: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:53779": write tcp 10.0.150.2:9100->10.0.150.1:53779: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:53467": write tcp 10.0.150.2:9100->10.0.150.1:53467: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49725": write tcp 10.0.150.2:9100->10.0.150.1:49725: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:50847": write tcp 10.0.150.2:9100->10.0.150.1:50847: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49717": write tcp 10.0.150.2:9100->10.0.150.1:49717: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52433": write tcp 10.0.150.2:9100->10.0.150.1:52433: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49637": write tcp 10.0.150.2:9100->10.0.150.1:49637: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:48895": write tcp 10.0.150.2:9100->10.0.150.1:48895: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:55725": write tcp 10.0.150.2:9100->10.0.150.1:55725: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:56453": write tcp 10.0.150.2:9100->10.0.150.1:56453: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52105": write tcp 10.0.150.2:9100->10.0.150.1:52105: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:48541": write tcp 10.0.150.2:9100->10.0.150.1:48541: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52175": write tcp 10.0.150.2:9100->10.0.150.1:52175: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52179": write tcp 10.0.150.2:9100->10.0.150.1:52179: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:49709": write tcp 10.0.150.2:9100->10.0.150.1:49709: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:46933": write tcp 10.0.150.2:9100->10.0.150.1:46933: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:42 Could not write "10.0.150.1:52233": write tcp 10.0.150.2:9100->10.0.150.1:52233: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:43 Could not write "10.0.150.1:52837": write tcp 10.0.150.2:9100->10.0.150.1:52837: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:43 Could not write "10.0.150.1:47055": write tcp 10.0.150.2:9100->10.0.150.1:47055: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:43 Could not write "10.0.150.1:51225": write tcp 10.0.150.2:9100->10.0.150.1:51225: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:46 Could not write "10.0.150.1:48615": write tcp 10.0.150.2:9100->10.0.150.1:48615: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:47 Could not write "10.0.150.1:57045": write tcp 10.0.150.2:9100->10.0.150.1:57045: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:52271": write tcp 10.0.150.2:9100->10.0.150.1:52271: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54767": write tcp 10.0.150.2:9100->10.0.150.1:54767: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54419": write tcp 10.0.150.2:9100->10.0.150.1:54419: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:49085": write tcp 10.0.150.2:9100->10.0.150.1:49085: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53173": write tcp 10.0.150.2:9100->10.0.150.1:53173: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54935": write tcp 10.0.150.2:9100->10.0.150.1:54935: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53065": write tcp 10.0.150.2:9100->10.0.150.1:53065: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53121": write tcp 10.0.150.2:9100->10.0.150.1:53121: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:48687": write tcp 10.0.150.2:9100->10.0.150.1:48687: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:48759": write tcp 10.0.150.2:9100->10.0.150.1:48759: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54927": write tcp 10.0.150.2:9100->10.0.150.1:54927: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:46897": write tcp 10.0.150.2:9100->10.0.150.1:46897: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:55303": write tcp 10.0.150.2:9100->10.0.150.1:55303: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:47037": write tcp 10.0.150.2:9100->10.0.150.1:47037: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:49167": write tcp 10.0.150.2:9100->10.0.150.1:49167: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53501": write tcp 10.0.150.2:9100->10.0.150.1:53501: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:52377": write tcp 10.0.150.2:9100->10.0.150.1:52377: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54625": write tcp 10.0.150.2:9100->10.0.150.1:54625: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:51897": write tcp 10.0.150.2:9100->10.0.150.1:51897: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:53981": write tcp 10.0.150.2:9100->10.0.150.1:53981: write: broken pipe 10.0.150.2 --> 2021/04/20 11:2 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:9.83% user:4.23% system:5.60% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.00% user:0.00% system:0.00% iowait:0.00% 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.20% system:1.03% iowait:0.03% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.87% user:0.67% system:1.20% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 5:48 Could not write "10.0.150.1:51203": write tcp 10.0.150.2:9100->10.0.150.1:51203: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54057": write tcp 10.0.150.2:9100->10.0.150.1:54057: write: broken pipe 10.0.150.2 --> 2021/04/20 11:25:48 Could not write "10.0.150.1:54045": write tcp 10.0.150.2:9100->10.0.150.1:54045: write: broken pipe 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '1000' containers 10.0.150.1 --> Received signal, cleaned up containers 10.0.150.1 --> failed to start container: 10.0.150.1 --> main.spawn 10.0.150.1 --> /home/ubuntu/src/github.com/yuuki/shawk-experiments/tools/spawnctnr/main.go:189 10.0.150.1 --> - Post "http://%2Fvar%2Frun%2Fdocker.sock/v1.41/containers/2e31d98ff51bb47e4b7f222c70dec7d5fd46164814b1399d30fc01bc5618c3fe/start": context canceled parameter --proto udp --rate 50 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 200 -host-network] [ssh -tt [email protected] ./connperf connect --proto udp --rate 50 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.23% system:0.57% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.97% user:2.90% system:4.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.07% user:0.20% system:0.87% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.00% user:1.80% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.20% system:0.50% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.10% user:2.27% system:2.83% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.97% user:0.40% system:0.57% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.90% user:1.53% system:1.37% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '200' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 200 -host-network -client-cmd 'connect --proto udp --rate 50 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.70% user:0.93% system:1.77% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.47% user:2.60% system:3.87% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.20% system:0.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.10% user:1.57% system:1.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.50% user:0.13% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.97% user:2.83% system:4.13% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.33% system:0.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.60% user:1.43% system:1.17% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '200' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto udp --rate 25 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 400 -host-network] [ssh -tt [email protected] ./connperf connect --proto udp --rate 25 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.30% user:0.40% system:0.90% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.93% user:3.17% system:4.77% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.30% user:0.33% system:0.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.20% user:1.73% system:1.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.20% system:0.53% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.10% user:2.90% system:3.20% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.03% user:0.20% system:0.83% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.00% user:1.57% system:1.43% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '400' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 400 -host-network -client-cmd 'connect --proto udp --rate 25 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.73% user:0.83% system:1.90% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.97% user:2.30% system:3.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.17% system:0.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.10% user:1.77% system:1.33% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.43% user:0.13% system:0.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.33% user:2.43% system:3.90% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.10% user:0.30% system:0.80% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.57% user:1.23% system:1.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '400' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto udp --rate 16 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 600 -host-network] [ssh -tt [email protected] ./connperf connect --proto udp --rate 16 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.63% user:0.20% system:0.43% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.77% user:2.47% system:3.30% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.53% user:0.43% system:1.10% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.90% user:1.43% system:1.47% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.40% user:0.77% system:1.63% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.93% user:3.37% system:4.57% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.37% user:0.37% system:1.00% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.23% user:1.70% system:1.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '600' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 600 -host-network -client-cmd 'connect --proto udp --rate 16 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.97% user:1.83% system:4.13% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.33% user:2.53% system:3.80% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.23% system:0.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.97% user:1.63% system:1.33% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.13% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.37% user:3.10% system:3.27% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.37% system:0.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.50% user:1.27% system:1.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '600' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto udp --rate 12 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 800 -host-network] [ssh -tt [email protected] ./connperf connect --proto udp --rate 12 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.27% system:0.47% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.83% user:3.17% system:4.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.60% user:0.70% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.40% user:1.90% system:1.50% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.50% user:0.73% system:1.77% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.73% user:4.07% system:5.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.77% user:0.57% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.60% user:1.77% system:1.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '800' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 800 -host-network -client-cmd 'connect --proto udp --rate 12 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.87% user:1.67% system:4.20% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.47% user:2.10% system:3.37% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.97% user:0.17% system:0.80% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.97% user:1.63% system:1.33% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.50% user:0.10% system:0.40% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.63% user:2.93% system:3.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.23% system:0.93% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.53% user:1.33% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '800' containers 10.0.150.1 --> Received signal, cleaned up containers parameter --proto udp --rate 10 --duration 1200s [ssh -tt [email protected] ./spawnctnr -flavor server -containers 1000 -host-network] [ssh -tt [email protected] ./connperf connect --proto udp --rate 10 --duration 1200s --show-only-results $(curl -sS http://10.0.150.2:8080/hostports)] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.23% system:0.67% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.23% user:3.03% system:3.20% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.63% user:0.67% system:0.97% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.33% user:1.90% system:1.43% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.03% user:1.03% system:3.00% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:12.37% user:5.10% system:7.27% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.53% user:1.00% system:1.53% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.33% user:1.97% system:1.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.2 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.2 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.2 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.2 --> --> Spawning '1000' containers 10.0.150.2 --> Received signal, cleaned up containers [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto udp --rate 10 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.47% user:3.20% system:7.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.90% user:2.97% system:3.93% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.30% user:0.53% system:0.77% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.03% user:1.60% system:1.43% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.63% user:0.23% system:0.40% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.67% user:2.20% system:3.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.33% user:0.50% system:0.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.50% user:1.30% system:1.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT spawnctnr] 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.1 --> --> Pulling "ghcr.io/yuuki/connperf:latest" 10.0.150.1 --> {"status":"Pulling from yuuki/connperf","id":"latest"} 10.0.150.1 --> {"status":"Digest: sha256:b529baf6a1f2be8c7b8984721c8e07c1da73b2a3766ada8eda89334f7944f2ce"} 10.0.150.1 --> {"status":"Status: Image is up to date for ghcr.io/yuuki/connperf:latest"} 10.0.150.1 --> --> Spawning '1000' containers 10.0.150.1 --> Received signal, cleaned up containers 10.0.150.1 --> failed to remove container: Error response from daemon: Could not kill running container a7dcdaa140bbd254e998d4e42817a756a43d0371f0de77cfa12c701a670e25ac, cannot remove - container a7dcdaa140bb PID 1170209 is zombie and can not be killed. Use the --init option when creating containers to run an init inside the container that forwards signals and reaps processes ``` ### 2021/04/20 結果が壊れていた TCP epehemral client の計測 ```shell-session [ssh -tt [email protected] ./spawnctnr -flavor client -containers 1000 -host-network -client-cmd 'connect --proto tcp --flavor persistent --connections 10 --rate 5 --duration 1200s --show-only-results 10.0.150.2:9100'] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:11.20% user:4.47% system:6.73% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.30% system:0.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.40% user:0.23% system:1.17% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.53% user:0.83% system:1.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.43% user:2.07% system:1.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.70% user:0.23% system:0.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.50% user:0.33% system:1.17% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.53% user:0.87% system:1.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... ``` ### 2021/04/21 BPFレイテンシの計測 ```shell-session ┌────────────────────────────────────┐ │ Task 11: completed successfully │ └────────────────────────────────────┘ Command: ./runexper -exper-flavor cpu-load -bpf-profile Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments Start: Wed, 21 Apr 2021 11:27:37 +0900 End: Wed, 21 Apr 2021 11:54:58 +0900 stderr: Running with a flavor of "cpu-load" parameter --proto tcp --flavor ephemeral --rate 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.07% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.73% user:1.13% system:2.60% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149340 avg_run_time_ns:400 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3017 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2863 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:149596 avg_run_time_ns:946 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4533 10.0.150.1 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2212 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149341 avg_run_time_ns:140 10.0.150.1 --> name:tcp_v4_connect run_cnt:149720 avg_run_time_ns:373 10.0.150.1 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:6144 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.20% system:0.63% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:149728 avg_run_time_ns:400 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1170 10.0.150.1 --> name:tcp_sendmsg run_cnt:149407 avg_run_time_ns:821 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4261 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2991 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:149602 avg_run_time_ns:1284 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:298655 avg_run_time_ns:371 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149131 avg_run_time_ns:139 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149130 avg_run_time_ns:385 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.93% user:1.27% system:2.67% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149329 avg_run_time_ns:128 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:527 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:149756 avg_run_time_ns:1532 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3561 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:298948 avg_run_time_ns:341 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149329 avg_run_time_ns:339 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4077 10.0.150.1 --> name:tcp_v4_connect run_cnt:149880 avg_run_time_ns:362 10.0.150.1 --> name:tcp_sendmsg run_cnt:149554 avg_run_time_ns:689 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.07% system:0.40% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.83% user:2.10% system:1.73% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:889 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1505 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2459 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3591 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9596 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:295656 avg_run_time_ns:330 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8606 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.13% system:0.70% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:749 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2297 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:295658 avg_run_time_ns:720 10.0.150.2 --> name:tcp_sendmsg run_cnt:149524 avg_run_time_ns:426 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1425 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1875 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:625 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2024 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:465319 avg_run_time_ns:213 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.07% user:1.67% system:1.40% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2684 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3120 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:464683 avg_run_time_ns:214 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1411 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1377 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4047 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1406 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:295252 avg_run_time_ns:757 10.0.150.2 --> name:tcp_sendmsg run_cnt:149392 avg_run_time_ns:378 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:29:54 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.10% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.80% user:2.40% system:3.40% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:299734 avg_run_time_ns:357 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:299473 avg_run_time_ns:858 10.0.150.1 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:2103 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298911 avg_run_time_ns:146 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3133 10.0.150.1 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:2750 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298911 avg_run_time_ns:374 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3150 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2333 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.93% user:0.17% system:0.77% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:299458 avg_run_time_ns:347 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4239 10.0.150.1 --> name:tcp_sendmsg run_cnt:298802 avg_run_time_ns:820 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:597113 avg_run_time_ns:371 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298205 avg_run_time_ns:117 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3309 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:299214 avg_run_time_ns:1437 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298205 avg_run_time_ns:382 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4388 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.83% user:1.57% system:1.27% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4091 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298434 avg_run_time_ns:384 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:522 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:299248 avg_run_time_ns:1488 10.0.150.1 --> name:tcp_sendmsg run_cnt:298791 avg_run_time_ns:650 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:597124 avg_run_time_ns:341 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298434 avg_run_time_ns:114 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3783 10.0.150.1 --> name:tcp_v4_connect run_cnt:299494 avg_run_time_ns:347 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.43% user:2.13% system:3.30% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10906 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4403 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8361 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:532716 avg_run_time_ns:331 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1150 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1417 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4198 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.97% user:0.17% system:0.80% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2999 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1175 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:977337 avg_run_time_ns:231 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1554 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3964 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:28562 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:528163 avg_run_time_ns:742 10.0.150.2 --> name:tcp_sendmsg run_cnt:298975 avg_run_time_ns:432 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1335 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.17% user:1.67% system:1.50% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_sendmsg run_cnt:299112 avg_run_time_ns:395 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:25 avg_run_time_ns:1058 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2137 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:528999 avg_run_time_ns:774 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:975443 avg_run_time_ns:219 10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:962 10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:16706 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:25 avg_run_time_ns:915 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3240 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:931 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3736 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:32:11 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.47% user:0.13% system:0.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:9.17% user:3.43% system:5.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:449199 avg_run_time_ns:833 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4540 10.0.150.1 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2696 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:448321 avg_run_time_ns:119 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:5171 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3178 10.0.150.1 --> name:tcp_v4_connect run_cnt:449596 avg_run_time_ns:370 10.0.150.1 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:3408 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:448320 avg_run_time_ns:419 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_sendmsg run_cnt:448541 avg_run_time_ns:846 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447685 avg_run_time_ns:395 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447686 avg_run_time_ns:113 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3498 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:7885 10.0.150.1 --> name:tcp_v4_connect run_cnt:449542 avg_run_time_ns:362 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:449179 avg_run_time_ns:1374 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5206 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:895759 avg_run_time_ns:379 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.40% user:2.33% system:2.07% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447530 avg_run_time_ns:392 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:517 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:779 10.0.150.1 --> name:tcp_v4_connect run_cnt:449203 avg_run_time_ns:366 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:448795 avg_run_time_ns:1512 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1330 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:895239 avg_run_time_ns:351 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447531 avg_run_time_ns:106 10.0.150.1 --> name:tcp_sendmsg run_cnt:448190 avg_run_time_ns:707 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.07% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:8.67% user:3.67% system:5.00% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2148 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1182 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1532 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3262 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:7076 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10862 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:711284 avg_run_time_ns:362 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1590 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1294 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16900 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:709878 avg_run_time_ns:810 10.0.150.2 --> name:tcp_sendmsg run_cnt:448191 avg_run_time_ns:472 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1486356 avg_run_time_ns:261 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1389 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4119 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3121 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.83% user:2.83% system:2.00% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2804 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1485988 avg_run_time_ns:253 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2853 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:708577 avg_run_time_ns:849 10.0.150.2 --> name:tcp_sendmsg run_cnt:448214 avg_run_time_ns:422 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1172 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1588 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:9592 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1755 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:34:27 Could not write "10.0.150.1:54945": write tcp 10.0.150.2:9100->10.0.150.1:54945: write: connection reset by peer 10.0.150.2 --> 2021/04/21 11:34:27 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor ephemeral --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:16.13% user:11.30% system:4.83% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.53% user:0.87% system:1.67% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:5642 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:70004 avg_run_time_ns:577 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1731 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1610 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14942 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5147 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5201 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.10% system:0.73% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3910 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:4488 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:45126 avg_run_time_ns:1350 10.0.150.2 --> name:tcp_sendmsg run_cnt:18050 avg_run_time_ns:700 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:93248 avg_run_time_ns:286 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:982 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:16518 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3370 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1456 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.47% user:0.83% system:1.63% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4192 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13625 10.0.150.2 --> name:tcp_sendmsg run_cnt:33146 avg_run_time_ns:503 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1442 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1266 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5569 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12030 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:29259 avg_run_time_ns:1472 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:93945 avg_run_time_ns:470 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:15.03% user:10.57% system:4.47% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.47% user:0.47% system:1.00% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:56647 avg_run_time_ns:533 10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:3181 10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:1497 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:747 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:792 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:44907 avg_run_time_ns:816 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5364 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:56656 avg_run_time_ns:167 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:56656 avg_run_time_ns:540 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.00% user:0.30% system:0.70% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2656 10.0.150.1 --> name:tcp_v4_connect run_cnt:33436 avg_run_time_ns:654 10.0.150.1 --> name:tcp_sendmsg run_cnt:18051 avg_run_time_ns:943 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:33408 avg_run_time_ns:217 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3904 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:33408 avg_run_time_ns:600 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:23549 avg_run_time_ns:1590 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1067 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:41793 avg_run_time_ns:445 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.83% user:0.87% system:0.97% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:17877 avg_run_time_ns:339 10.0.150.1 --> name:tcp_v4_connect run_cnt:17917 avg_run_time_ns:894 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:8115 avg_run_time_ns:2206 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4121 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:42884 avg_run_time_ns:255 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4365 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4126 10.0.150.1 --> name:tcp_sendmsg run_cnt:33147 avg_run_time_ns:1028 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:17877 avg_run_time_ns:809 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:36:44 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.27% user:1.90% system:1.37% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.80% user:0.17% system:0.63% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13963 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:980 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1040 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1343 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4067 10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:2593 10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:3858 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:637 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2708 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.07% user:0.23% system:0.83% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10795 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2611 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1299 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1856 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3743 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2425 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1704 10.0.150.1 --> name:tcp_sendmsg run_cnt:746852 avg_run_time_ns:872 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1490940 avg_run_time_ns:393 10.0.150.1 --> name:ip_send_skb run_cnt:2 avg_run_time_ns:6861 10.0.150.1 --> name:skb_consume_udp run_cnt:2 avg_run_time_ns:10586 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.40% user:0.97% system:1.43% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3746 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15291 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1489626 avg_run_time_ns:383 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:611 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:925 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2524 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8391 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:920 10.0.150.1 --> name:tcp_sendmsg run_cnt:745012 avg_run_time_ns:868 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.60% user:1.63% system:0.97% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.23% system:0.63% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1696 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1763 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4377 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12703 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1098 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:4532 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3347 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.67% user:0.40% system:1.27% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1027 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2189 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10325 10.0.150.2 --> name:tcp_sendmsg run_cnt:745191 avg_run_time_ns:519 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1490102 avg_run_time_ns:571 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1328 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3532 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15688 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:2595 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.07% user:0.87% system:1.20% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1496082 avg_run_time_ns:567 10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:1863 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1297 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3413 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3204 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:17315 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12750 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5063 10.0.150.2 --> name:tcp_sendmsg run_cnt:748544 avg_run_time_ns:547 10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:4264 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1536 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:39:01 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.37% user:2.97% system:1.40% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.20% system:0.50% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3664 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3668 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1394 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3764 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:610 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8144 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1871 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.17% user:0.50% system:0.67% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:509 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1920 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1327 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2941 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4519 10.0.150.1 --> name:tcp_sendmsg run_cnt:1497890 avg_run_time_ns:843 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4741 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2990765 avg_run_time_ns:347 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:772 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.03% user:0.70% system:1.33% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1500 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2984573 avg_run_time_ns:343 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1206 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1088 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:24094 10.0.150.1 --> name:tcp_sendmsg run_cnt:1491621 avg_run_time_ns:821 10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:15335 10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:13900 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:351 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:496 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9677 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.50% user:2.87% system:1.63% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.67% user:0.17% system:0.50% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3608 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4321 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3690 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1096 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1382 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:18545 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10824 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.47% user:0.53% system:0.93% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:24831 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12439 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:2986695 avg_run_time_ns:508 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1182 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1097 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1298 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4265 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1620 10.0.150.2 --> name:tcp_sendmsg run_cnt:1494923 avg_run_time_ns:453 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.40% user:0.80% system:1.60% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:3198 10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:547 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13394 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3219 10.0.150.2 --> name:tcp_sendmsg run_cnt:1493433 avg_run_time_ns:457 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:2984651 avg_run_time_ns:516 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:575 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1390 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3974 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10777 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:883 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:41:18 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.90% user:4.77% system:3.13% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.77% user:0.23% system:0.53% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16414 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1771 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2612 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12150 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3965 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:649 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:4235 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.73% user:0.37% system:1.37% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1056 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:741 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:630 10.0.150.2 --> name:tcp_sendmsg run_cnt:2237908 avg_run_time_ns:452 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4595 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4470975 avg_run_time_ns:499 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4105 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1745 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13364 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.30% user:0.93% system:2.37% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1362 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1267 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3416 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1167 10.0.150.2 --> name:tcp_sendmsg run_cnt:2235946 avg_run_time_ns:473 10.0.150.2 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:565 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4471761 avg_run_time_ns:558 10.0.150.2 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:3748 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1456 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3538 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3096 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.57% user:4.13% system:2.43% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.33% system:0.37% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:14949 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:3425 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1357 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2988 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13794 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4055 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2979 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.30% user:0.40% system:0.90% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:16002 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12255 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4476855 avg_run_time_ns:347 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1509 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3337 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1847 10.0.150.1 --> name:tcp_sendmsg run_cnt:2237606 avg_run_time_ns:823 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1870 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:720 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.57% user:0.83% system:1.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1302 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:517 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14467 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13545 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4906 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1596 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:893 10.0.150.1 --> name:tcp_sendmsg run_cnt:2236288 avg_run_time_ns:874 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4468401 avg_run_time_ns:365 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:43:34 Could not write "10.0.150.1:26925": write tcp 10.0.150.2:9100->10.0.150.1:26925: write: broken pipe 10.0.150.2 --> 2021/04/21 11:43:34 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:9.23% user:5.97% system:3.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.70% user:0.13% system:0.57% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1571 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4243 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1007 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:909 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4338 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:18764 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3927 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.30% system:0.97% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4557 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1326 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:2513 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3298 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13971 10.0.150.1 --> name:tcp_sendmsg run_cnt:2328966 avg_run_time_ns:798 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4668410 avg_run_time_ns:362 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3102 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1224 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.63% user:1.07% system:2.57% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:514 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2312 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5554 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:528 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1873 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:6894 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:21470 10.0.150.1 --> name:tcp_sendmsg run_cnt:2350589 avg_run_time_ns:818 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:4687746 avg_run_time_ns:384 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.70% user:6.37% system:3.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.30% system:0.50% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:29072 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12791 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4017 10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:14752 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1600 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3790 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2888 10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:17162 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1972 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.77% user:0.33% system:1.43% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:48873 10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:17206 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1884 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:14583 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1829 10.0.150.2 --> name:tcp_sendmsg run_cnt:2329536 avg_run_time_ns:460 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4655916 avg_run_time_ns:510 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1910 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3655 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14097 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11483 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.60% user:1.13% system:2.47% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4695906 avg_run_time_ns:557 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2704 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3071 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5236 10.0.150.2 --> name:tcp_sendmsg run_cnt:2349370 avg_run_time_ns:471 10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:8489 10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:3461 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:17 avg_run_time_ns:1413 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:17 avg_run_time_ns:953 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14379 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:4070 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:45:51 Received interrupt, Goodbye parameter --proto udp --rate 5000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 5000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.50% user:0.13% system:0.37% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.73% user:1.20% system:2.53% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:6340 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1342 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149381 avg_run_time_ns:527 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:862 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9468 10.0.150.1 --> name:ip_send_skb run_cnt:149432 avg_run_time_ns:220 10.0.150.1 --> name:skb_consume_udp run_cnt:149360 avg_run_time_ns:918 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149381 avg_run_time_ns:453 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3053 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4357 10.0.150.1 --> name:ip_send_skb run_cnt:149357 avg_run_time_ns:243 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149293 avg_run_time_ns:536 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3722 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:556 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9227 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8030 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2236 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5871 10.0.150.1 --> name:skb_consume_udp run_cnt:149282 avg_run_time_ns:1596 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149293 avg_run_time_ns:409 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.40% user:1.13% system:1.27% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11978 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:1111 10.0.150.1 --> name:ip_send_skb run_cnt:149434 avg_run_time_ns:231 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:507 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12290 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1289 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2886 10.0.150.1 --> name:skb_consume_udp run_cnt:149364 avg_run_time_ns:1776 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:149380 avg_run_time_ns:407 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:149380 avg_run_time_ns:523 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3756 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.20% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.10% user:1.70% system:2.40% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8956 10.0.150.2 --> name:ip_send_skb run_cnt:149433 avg_run_time_ns:140 10.0.150.2 --> name:skb_consume_udp run_cnt:149362 avg_run_time_ns:681 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1640 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2711 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2356 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:32640 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:869 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:827 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:16046 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1464 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:18194 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3347 10.0.150.2 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:4266 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7696 10.0.150.2 --> name:ip_send_skb run_cnt:149224 avg_run_time_ns:146 10.0.150.2 --> name:skb_consume_udp run_cnt:149160 avg_run_time_ns:1135 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1094 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3793 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2419 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.03% user:0.93% system:1.10% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4476 10.0.150.2 --> name:skb_consume_udp run_cnt:149219 avg_run_time_ns:1534 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2679 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1987 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11012 10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:5791 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5812 10.0.150.2 --> name:ip_send_skb run_cnt:149287 avg_run_time_ns:157 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1044 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:833 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3421 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:48:08 Received interrupt, Goodbye parameter --proto udp --rate 10000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 10000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.07% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.57% user:2.30% system:3.27% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12872 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:1992 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298687 avg_run_time_ns:457 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4026 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1106 10.0.150.1 --> name:ip_send_skb run_cnt:298821 avg_run_time_ns:192 10.0.150.1 --> name:skb_consume_udp run_cnt:298676 avg_run_time_ns:829 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298688 avg_run_time_ns:413 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3606 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.80% user:0.33% system:0.47% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1789 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1806 10.0.150.1 --> name:ip_send_skb run_cnt:298414 avg_run_time_ns:200 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2678 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3525 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1266 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2290 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:7415 10.0.150.1 --> name:skb_consume_udp run_cnt:298267 avg_run_time_ns:1280 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298272 avg_run_time_ns:346 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298272 avg_run_time_ns:435 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.50% user:1.30% system:1.20% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:5579 10.0.150.1 --> name:ip_send_skb run_cnt:298858 avg_run_time_ns:207 10.0.150.1 --> name:skb_consume_udp run_cnt:298716 avg_run_time_ns:1645 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10155 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2600 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:298725 avg_run_time_ns:354 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:298725 avg_run_time_ns:431 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3934 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5516 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4671 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:5488 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.20% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.90% user:3.97% system:2.93% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11948 10.0.150.2 --> name:skb_consume_udp run_cnt:298721 avg_run_time_ns:609 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:10168 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4124 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11664 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3374 10.0.150.2 --> name:ip_send_skb run_cnt:298863 avg_run_time_ns:120 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1101 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1550 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:ip_send_skb run_cnt:298414 avg_run_time_ns:140 10.0.150.2 --> name:skb_consume_udp run_cnt:298272 avg_run_time_ns:987 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:895 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:4280 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14711 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4045 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2665 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11371 10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:3991 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1130 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2425 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.57% user:1.33% system:1.23% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:461 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1292 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2688 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1237 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1334 10.0.150.2 --> name:ip_send_skb run_cnt:298568 avg_run_time_ns:138 10.0.150.2 --> name:skb_consume_udp run_cnt:298427 avg_run_time_ns:1350 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:532 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:807 10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:2282 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:998 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:50:25 Received interrupt, Goodbye parameter --proto udp --rate 15000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 15000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.43% user:0.17% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.43% user:3.30% system:4.13% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:skb_consume_udp run_cnt:448075 avg_run_time_ns:794 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:448081 avg_run_time_ns:398 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13063 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10162 10.0.150.1 --> name:ip_send_skb run_cnt:448285 avg_run_time_ns:195 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3082 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1085 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:448081 avg_run_time_ns:455 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3566 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.87% user:0.10% system:0.77% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:732 10.0.150.1 --> name:ip_send_skb run_cnt:448115 avg_run_time_ns:200 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447911 avg_run_time_ns:446 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2342 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4508 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2869 10.0.150.1 --> name:skb_consume_udp run_cnt:447898 avg_run_time_ns:1229 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447912 avg_run_time_ns:335 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:538 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3860 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1218 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.40% user:2.13% system:1.27% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4519 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:447622 avg_run_time_ns:427 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:927 10.0.150.1 --> name:skb_consume_udp run_cnt:447615 avg_run_time_ns:1610 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:447622 avg_run_time_ns:330 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4513 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:17607 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3278 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:1818 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5719 10.0.150.1 --> name:ip_send_skb run_cnt:447832 avg_run_time_ns:188 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.03% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.50% user:3.93% system:5.57% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10437 10.0.150.2 --> name:ip_send_skb run_cnt:448907 avg_run_time_ns:120 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:2352 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:772 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3691 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10894 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3111 10.0.150.2 --> name:skb_consume_udp run_cnt:448698 avg_run_time_ns:580 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3045 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.13% system:0.77% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13601 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5329 10.0.150.2 --> name:ip_send_skb run_cnt:448087 avg_run_time_ns:139 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:5 avg_run_time_ns:3729 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:26 avg_run_time_ns:1036 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:26 avg_run_time_ns:1247 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:5 avg_run_time_ns:1735 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12095 10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:5456 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5916 10.0.150.2 --> name:skb_consume_udp run_cnt:447868 avg_run_time_ns:968 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.47% user:1.93% system:1.53% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7475 10.0.150.2 --> name:skb_consume_udp run_cnt:448001 avg_run_time_ns:1334 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:610 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4025 10.0.150.2 --> name:ip_send_skb run_cnt:448224 avg_run_time_ns:134 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1056 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1658 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:18399 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8997 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4527 10.0.150.2 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:6297 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:52:42 Received interrupt, Goodbye parameter --proto udp --rate 20000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0,3 ./connperf connect --proto udp --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4,5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.53% user:0.13% system:0.40% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.40% user:4.97% system:5.43% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:skb_consume_udp run_cnt:597535 avg_run_time_ns:768 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:597542 avg_run_time_ns:494 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3290 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12378 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2229 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:843 10.0.150.1 --> name:ip_send_skb run_cnt:597813 avg_run_time_ns:189 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:597543 avg_run_time_ns:389 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4332 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.13% system:0.63% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:597071 avg_run_time_ns:350 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:597070 avg_run_time_ns:486 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3431 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:2984 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:1379 10.0.150.1 --> name:ip_send_skb run_cnt:597359 avg_run_time_ns:196 10.0.150.1 --> name:skb_consume_udp run_cnt:597060 avg_run_time_ns:1221 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15804 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11257 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4769 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3668 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.17% user:2.33% system:1.83% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12467 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4622 10.0.150.1 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:9279 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:708 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:18964 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1273 10.0.150.1 --> name:ip_send_skb run_cnt:597000 avg_run_time_ns:199 10.0.150.1 --> name:skb_consume_udp run_cnt:596708 avg_run_time_ns:1648 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:596713 avg_run_time_ns:350 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:596712 avg_run_time_ns:491 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:513 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:12.63% user:5.17% system:7.47% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:956 10.0.150.2 --> name:skb_consume_udp run_cnt:597449 avg_run_time_ns:587 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1234 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1561 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10977 10.0.150.2 --> name:ip_send_skb run_cnt:597726 avg_run_time_ns:118 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3982 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:6733 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10873 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3011 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4373 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2017 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1432 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:4203 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:1025 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1277 10.0.150.2 --> name:ip_send_skb run_cnt:597392 avg_run_time_ns:134 10.0.150.2 --> name:skb_consume_udp run_cnt:597104 avg_run_time_ns:1004 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1165 10.0.150.2 --> name:tcp_sendmsg run_cnt:4 avg_run_time_ns:2711 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.23% user:2.40% system:1.83% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1553 10.0.150.2 --> name:ip_send_skb run_cnt:597074 avg_run_time_ns:139 10.0.150.2 --> name:skb_consume_udp run_cnt:596787 avg_run_time_ns:1407 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:454 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:563 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:763 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1981 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3136 10.0.150.2 --> name:tcp_sendmsg run_cnt:3 avg_run_time_ns:3165 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:3401 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:858 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/21 11:54:58 Received interrupt, Goodbye ``` run_cnt が数万しかないケースがあるのはおかしい。 ### 2021/04/22 BPFレイテンシの計測 TCP ephemeral 20k/s ```shell-session ┌────────────────────────────────────┐ │ Task 17: completed successfully │ └────────────────────────────────────┘ Command: ./runexper -exper-flavor cpu-load -bpf-profile -conn-vars 20000 -protocol tcp -protocol-flavor ephemeral Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments Start: Thu, 22 Apr 2021 16:57:42 +0900 End: Thu, 22 Apr 2021 16:59:59 +0900 stderr: Running with a flavor of "cpu-load" parameter --proto tcp --flavor ephemeral --rate 20000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 20000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.53% user:0.17% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:10.33% user:4.03% system:6.30% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:6011 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:22 avg_run_time_ns:1641 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:12785 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3826 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:50331 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9005 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:895084 avg_run_time_ns:427 10.0.150.2 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:1825 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:22 avg_run_time_ns:1249 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.17% user:0.47% system:0.70% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10984 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:899516 avg_run_time_ns:936 10.0.150.2 --> name:tcp_sendmsg run_cnt:596069 avg_run_time_ns:525 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1910521 avg_run_time_ns:321 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:5777 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1506 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:8352 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:9034 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:29324 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.33% user:3.43% system:2.90% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:1909814 avg_run_time_ns:305 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2277 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1680 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4150 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:5565 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:901853 avg_run_time_ns:939 10.0.150.2 --> name:tcp_sendmsg run_cnt:595525 avg_run_time_ns:471 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:20960 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4194 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.10% system:0.30% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.97% user:4.37% system:6.60% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:594347 avg_run_time_ns:423 10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:17697 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:592625 avg_run_time_ns:182 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:592624 avg_run_time_ns:502 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3312 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:593868 avg_run_time_ns:949 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3296 10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:12160 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3747 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.03% user:0.20% system:0.83% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:597709 avg_run_time_ns:428 10.0.150.1 --> name:tcp_sendmsg run_cnt:596340 avg_run_time_ns:995 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:595043 avg_run_time_ns:168 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:595043 avg_run_time_ns:463 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5246 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:5741 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:597142 avg_run_time_ns:1543 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4549 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1191729 avg_run_time_ns:468 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:6.77% user:3.70% system:3.07% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1135 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:1188985 avg_run_time_ns:459 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6304 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3267 10.0.150.1 --> name:tcp_v4_connect run_cnt:596309 avg_run_time_ns:409 10.0.150.1 --> name:tcp_sendmsg run_cnt:594892 avg_run_time_ns:845 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:593960 avg_run_time_ns:178 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:593959 avg_run_time_ns:468 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:595805 avg_run_time_ns:1668 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/04/22 16:59:59 Received interrupt, Goodbye ``` ### 2021/05/14 25~35k のCPU負荷計測 ```shell-session ┌────────────────────────────────────┐ │ Task 19: completed successfully │ └────────────────────────────────────┘ Command: ./runexper -exper-flavor cpu-load -conn-vars 25000,30000,35000 Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments Start: Fri, 14 May 2021 10:37:49 +0900 End: Fri, 14 May 2021 10:58:22 +0900 stderr: Running with a flavor of "cpu-load" parameter --proto tcp --flavor ephemeral --rate 25000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 25000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.13% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:13.53% user:5.17% system:8.37% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.10% user:0.27% system:0.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:9.47% user:5.13% system:4.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.47% user:0.13% system:0.33% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:13.93% user:6.30% system:7.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.03% user:0.23% system:0.80% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:9.20% user:5.30% system:3.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:40:06 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 30000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 30000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:16.57% user:6.77% system:9.80% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.93% user:0.17% system:0.77% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:10.27% user:5.30% system:4.97% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.47% user:0.17% system:0.30% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:16.03% user:6.40% system:9.63% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.13% user:0.23% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.10% user:5.50% system:4.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:42:23 Received interrupt, Goodbye parameter --proto tcp --flavor ephemeral --rate 35000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor ephemeral --rate 35000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.50% user:0.07% system:0.43% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:21.33% user:8.33% system:13.00% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.20% user:0.30% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:10.20% user:5.53% system:4.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.70% user:0.17% system:0.53% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:18.50% user:7.17% system:11.33% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.97% user:0.23% system:0.73% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:11.50% user:6.40% system:5.10% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:44:40 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:12.33% user:7.43% system:4.90% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.17% system:0.60% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.37% system:0.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:3.27% user:1.43% system:1.83% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:15.00% user:8.50% system:6.50% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.77% user:0.17% system:0.60% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.63% user:0.57% system:1.07% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.63% user:1.43% system:3.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:46:57 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:18.20% user:10.10% system:8.10% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.73% user:0.30% system:1.43% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.07% user:1.40% system:2.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:18.27% user:9.93% system:8.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.03% user:0.13% system:0.90% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.17% user:0.53% system:1.63% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.03% user:1.30% system:2.73% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:49:14 Received interrupt, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:23.27% user:11.80% system:11.47% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.43% user:0.23% system:1.20% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:4.97% user:1.57% system:3.40% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:21.17% user:12.50% system:8.67% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.00% user:0.23% system:0.77% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.90% user:0.63% system:1.27% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:4.70% user:1.47% system:3.23% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:51:30 Received interrupt, Goodbye parameter --proto udp --rate 25000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto udp --rate 25000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.20% system:0.20% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:11.93% user:5.03% system:6.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:5.47% user:3.20% system:2.27% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.13% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:12.83% user:5.63% system:7.20% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.37% system:0.47% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:5.33% user:3.17% system:2.17% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:53:47 Received interrupt, Goodbye parameter --proto udp --rate 30000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto udp --rate 30000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.13% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:13.13% user:5.60% system:7.53% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.80% user:0.40% system:0.40% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:7.03% user:4.37% system:2.67% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.43% user:0.23% system:0.20% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:16.33% user:6.67% system:9.67% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.10% system:0.77% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:6.60% user:3.77% system:2.83% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:56:05 Received interrupt, Goodbye parameter --proto udp --rate 35000 --duration 1200s [ssh -tt [email protected] ./connperf serve -l 0.0.0.0:9100] [ssh -tt [email protected] ./connperf connect --proto udp --rate 35000 --duration 1200s --show-only-results 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.10% system:0.30% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:15.90% user:7.00% system:8.90% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.90% user:0.17% system:0.73% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:8.13% user:4.87% system:3.27% iowait:0.00% 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.13% system:0.27% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:18.07% user:7.63% system:10.43% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:7.93% user:4.80% system:3.13% iowait:0.00% 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo pkill -INT connperf] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.2 --> Listening at "0.0.0.0:9100" ... 10.0.150.2 --> 2021/05/14 10:58:22 Received interrupt, Goodbye ``` ### 2021/05/31 BPF レイテンシ 25-35k ```shell-session ┌────────────────────────────────────┐ │ Task 59: completed successfully │ └────────────────────────────────────┘ Command: ./runexper -exper-flavor cpu-load -bpf-profile -conn-vars 25000,30000,35000 Path: /home/ubuntu/src/github.com/yuuki/shawk-experiments Start: Mon, 31 May 2021 17:20:00 +0900 End: Mon, 31 May 2021 17:47:13 +0900 stderr: Running with a flavor of "cpu-load" parameter --proto tcp --flavor ephemeral --rate 25000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor ephemeral --rate 25000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.10% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.20% system:0.63% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:551 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3216 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11185 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10695 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4416 10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:3099 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1700 10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:23072 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1841 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.53% system:0.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10094 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4498 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1457 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:7481 10.0.150.1 --> name:tcp_sendmsg run_cnt:17 avg_run_time_ns:5957 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6450 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1243 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3123 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2019 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.57% user:1.10% system:1.47% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12055 10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4475 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2557 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4899 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:14342 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5861 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7100 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:632 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1990 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.37% user:0.17% system:0.20% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.90% user:0.20% system:0.70% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4025 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:7222 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3191 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10110 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:727 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1681 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14411 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.53% user:0.70% system:0.83% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12148 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10866 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6301 10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2920 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3261 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2126 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4649 10.0.150.2 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4044 10.0.150.2 --> name:skb_consume_udp run_cnt:7 avg_run_time_ns:4037 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:1339 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1091 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.57% user:1.13% system:1.43% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6296 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1607 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:560 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:625 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:6956 10.0.150.2 --> name:tcp_sendmsg run_cnt:19 avg_run_time_ns:4603 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:471 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8163 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3927 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:23:01 Received {}, Goodbye parameter --proto tcp --flavor ephemeral --rate 30000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor ephemeral --rate 30000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.20% system:0.63% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2559 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11323 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10467 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:22 avg_run_time_ns:905 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:22 avg_run_time_ns:1206 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3453 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3937 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.43% user:0.60% system:0.83% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1992 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1433 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2723 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12470 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5864 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6467 10.0.150.1 --> name:skb_consume_udp run_cnt:10 avg_run_time_ns:4682 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2061 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12928 10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:3962 10.0.150.1 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:2591 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.50% user:0.93% system:1.57% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4287 10.0.150.1 --> name:tcp_sendmsg run_cnt:18 avg_run_time_ns:4699 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1128 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2683 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3792 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13535 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:8885 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5943 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1146 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.47% user:0.10% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.83% user:0.20% system:0.63% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:14868 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1013 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3849 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:17448 10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:34767 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1015 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6466 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3116 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12951 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.97% user:1.07% system:0.90% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1858 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1759 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2485 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3025 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3251 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3067 10.0.150.2 --> name:tcp_sendmsg run_cnt:23 avg_run_time_ns:3391 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2425 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:2174 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.90% user:1.00% system:1.90% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:4654 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1495 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2868 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:17133 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16901 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:8951 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5923 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1553 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3760 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:26:03 Received {}, Goodbye parameter --proto tcp --flavor ephemeral --rate 35000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor ephemeral --rate 35000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.37% user:0.17% system:0.20% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.83% user:0.23% system:0.60% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1237 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1807 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:582 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1125 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9048 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:781 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11449 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.13% user:0.53% system:0.60% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2719 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1150 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12432 10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4173 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3243 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:12596 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:2925 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:8933 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4202 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.73% user:1.00% system:1.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:2754 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6315 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1523 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3261 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2269 10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4414 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:2145 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5130 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1113 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.53% user:0.20% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.73% user:0.20% system:0.53% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:751 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:24515 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3598 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1601 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1438 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3445 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1605 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.53% user:0.73% system:0.80% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3585 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3743 10.0.150.2 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:9984 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1729 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3829 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2217 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2209 10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:3443 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7642 10.0.150.2 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:23309 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1524 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.87% user:1.03% system:1.83% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1971 10.0.150.2 --> name:tcp_sendmsg run_cnt:24 avg_run_time_ns:3463 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:4 avg_run_time_ns:5635 10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:5604 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:1219 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3468 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1519 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3878 10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:723 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:882 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2581 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:29:04 Received {}, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor persistent --rate 5 --connections 25000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.10% system:0.30% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.20% system:0.57% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1414 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4030 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10307 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11064 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3748 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1729 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2185 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.87% user:0.90% system:0.97% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1579 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:524 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2060 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12173 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4464 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2464 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:469 10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:3800 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:4195 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.70% user:1.03% system:1.67% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:36 avg_run_time_ns:1137 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:4022 10.0.150.1 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:2827 10.0.150.1 --> name:skb_consume_udp run_cnt:7 avg_run_time_ns:4191 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:36 avg_run_time_ns:1061 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1597 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3602 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4065 10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4334 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:5 avg_run_time_ns:2349 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:5 avg_run_time_ns:766 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.10% system:0.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.23% system:0.63% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9850 10.0.150.2 --> name:skb_consume_udp run_cnt:8 avg_run_time_ns:2161 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:22 avg_run_time_ns:1421 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:22 avg_run_time_ns:1517 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10345 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3870 10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:3086 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:3372 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2618 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.10% user:1.03% system:1.07% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_sendmsg run_cnt:18 avg_run_time_ns:3960 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2248 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:18 avg_run_time_ns:971 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:18 avg_run_time_ns:847 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2738 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2463 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3760 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4356 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2444 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.70% user:1.10% system:1.60% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1251 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3303 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2486 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16430 10.0.150.2 --> name:tcp_sendmsg run_cnt:29 avg_run_time_ns:3241 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:11421 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1635 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2298 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3829 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:32:06 Received {}, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor persistent --rate 5 --connections 30000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.57% user:0.23% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.20% system:0.67% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3602 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1334 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3995 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10122 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:17132 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1082 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:531 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.97% user:0.80% system:1.17% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6384 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2033 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16280 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3685 10.0.150.2 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:3363 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1556 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3384 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2620 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1563 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.70% user:0.93% system:1.77% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13358 10.0.150.2 --> name:tcp_sendmsg run_cnt:27 avg_run_time_ns:3486 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:571 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2518 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8826 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:9956 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6610 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1347 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:2996 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.33% user:0.10% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.47% system:0.27% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:2279 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10149 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3570 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:23 avg_run_time_ns:1355 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:23 avg_run_time_ns:1295 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2598 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10091 10.0.150.1 --> name:ip_send_skb run_cnt:7 avg_run_time_ns:2099 10.0.150.1 --> name:skb_consume_udp run_cnt:11 avg_run_time_ns:3855 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.93% user:1.10% system:0.83% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7575 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:642 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1082 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2465 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:2174 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3851 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4511 10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4240 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5009 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.53% user:1.07% system:1.47% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13425 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3841 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1091 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1212 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4860 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3142 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4260 10.0.150.1 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:4236 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:7388 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:35:07 Received {}, Goodbye parameter --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol tcp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto tcp --flavor persistent --rate 5 --connections 35000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial tcp: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.73% user:0.23% system:0.50% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1409 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1876 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:4424 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:5456 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13725 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13340 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1749 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.53% user:0.83% system:0.70% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:3653 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6004 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1450 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12332 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4121 10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:17189 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1575 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:421 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3766 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8362 10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:11858 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.53% user:0.87% system:1.67% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_sendmsg run_cnt:19 avg_run_time_ns:4338 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5296 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:1136 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:10078 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:15362 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3507 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6387 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:607 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1029 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.40% user:0.10% system:0.30% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.80% user:0.13% system:0.67% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8704 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3641 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:16786 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4050 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:1480 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1811 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:781 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.73% user:0.80% system:0.93% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_sendmsg run_cnt:17 avg_run_time_ns:4111 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:8770 10.0.150.2 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:729 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:1289 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11443 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5433 10.0.150.2 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:2925 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1376 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2776 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:858 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15430 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.90% user:1.07% system:1.83% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9612 10.0.150.2 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4514 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1636 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2811 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3840 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9470 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3898 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6391 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1213 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:38:09 Received {}, Goodbye parameter --proto udp --rate 25000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol udp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto udp --rate 25000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial udp4: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.43% user:0.17% system:0.27% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.13% system:0.63% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:728 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3717 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10719 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:711 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1263 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8626 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4560 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.97% user:0.80% system:1.17% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_sendmsg run_cnt:19 avg_run_time_ns:4170 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1206 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1334 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:604 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3040 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13545 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1829 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:2 avg_run_time_ns:5923 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1503 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.67% user:1.10% system:1.57% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:571 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9396 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5313 10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:5496 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1197 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1029 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:834 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:14851 10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4073 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:4679 10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:4714 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.53% user:0.10% system:0.43% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.77% user:0.17% system:0.60% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:14 avg_run_time_ns:1604 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3409 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1051 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:14 avg_run_time_ns:499 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3714 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14749 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11465 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.50% user:0.73% system:0.77% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:69843 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:17218 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5060 10.0.150.2 --> name:tcp_sendmsg run_cnt:23 avg_run_time_ns:4614 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:8902 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1662 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2151 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:2764 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:5987 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.80% user:1.07% system:1.73% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3501 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5878 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2986 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2464 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:1042 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:20441 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:19320 10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:5662 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:2070 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:41:10 Received {}, Goodbye parameter --proto udp --rate 30000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol udp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto udp --rate 30000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial udp4: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.43% user:0.10% system:0.33% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.87% user:0.27% system:0.60% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:11981 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1380 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:2425 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3864 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1130 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:8961 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1404 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:1.30% user:0.57% system:0.73% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3596 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:1986 10.0.150.2 --> name:tcp_sendmsg run_cnt:22 avg_run_time_ns:3288 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:2009 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1864 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4686 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2749 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13601 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6473 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:3.03% user:1.07% system:1.97% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3267 10.0.150.2 --> name:ip_send_skb run_cnt:6 avg_run_time_ns:2098 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:19 avg_run_time_ns:871 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:19 avg_run_time_ns:1953 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2968 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:4085 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:11782 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10929 10.0.150.2 --> name:tcp_sendmsg run_cnt:25 avg_run_time_ns:3861 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:6799 10.0.150.2 --> name:skb_consume_udp run_cnt:9 avg_run_time_ns:3146 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.33% system:0.43% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9339 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4123 10.0.150.1 --> name:ip_send_skb run_cnt:4 avg_run_time_ns:2936 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:6660 10.0.150.1 --> name:skb_consume_udp run_cnt:6 avg_run_time_ns:6363 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1018 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1370 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2556 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3863 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:1.27% user:0.53% system:0.73% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:15045 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3395 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5034 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:13 avg_run_time_ns:1606 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:520 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:9140 10.0.150.1 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:5680 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:13 avg_run_time_ns:1495 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3140 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.33% user:0.83% system:1.50% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_sendmsg run_cnt:20 avg_run_time_ns:4583 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2614 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:916 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:3915 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:789 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1421 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1688 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10801 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:3061 10.0.150.1 --> name:ip_send_skb run_cnt:1 avg_run_time_ns:2165 10.0.150.1 --> name:skb_consume_udp run_cnt:1 avg_run_time_ns:18769 10.0.150.1 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:44:12 Received {}, Goodbye parameter --proto udp --rate 35000 --duration 1200s [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf serve --protocol udp -l 10.0.150.2:9100] [ssh -tt [email protected] sudo GOMAXPROCS=4 taskset -a -c 0-3 ./connperf connect --show-only-results --merge-results-each-host --proto udp --rate 35000 --duration 1200s 10.0.150.2] 10.0.150.1 --> PEER CNT LAT_MAX(µs) LAT_MIN(µs) LAT_MEAN(µs) LAT_90p(µs) LAT_95p(µs) LAT_99p(µs) RATE(/s) 10.0.150.1 --> could not dial "10.0.150.2": dial udp4: address 10.0.150.2: missing port in address [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] [ssh -tt [email protected] sudo GOMAXPROCS=1 taskset -a -c 4-5 ./runtracer -method all -period 30s -bpf-profile] 10.0.150.1 --> Running method "all" during period "30s" ... 10.0.150.1 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.1 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.40% user:0.17% system:0.23% iowait:0.00% 10.0.150.1 --> Running method "user-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:0.77% user:0.20% system:0.57% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:16 avg_run_time_ns:1258 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:6037 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:9023 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:3401 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:6570 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:16 avg_run_time_ns:1542 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:3516 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.20% user:0.87% system:1.33% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14607 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:10523 10.0.150.1 --> name:tcp_sendmsg run_cnt:26 avg_run_time_ns:2986 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:5452 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:12 avg_run_time_ns:1193 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:2969 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:4705 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:12 avg_run_time_ns:1647 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:4285 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.1 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.1 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.1 --> --- CPU stats --- 10.0.150.1 --> total:2.77% user:0.97% system:1.80% iowait:0.00% 10.0.150.1 --> --- BPF stats --- 10.0.150.1 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1295 10.0.150.1 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:2135 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:20 avg_run_time_ns:1109 10.0.150.1 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:588 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:807 10.0.150.1 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12470 10.0.150.1 --> name:tcp_sendmsg run_cnt:33 avg_run_time_ns:2657 10.0.150.1 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:9366 10.0.150.1 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:20 avg_run_time_ns:1024 10.0.150.1 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "all" during period "30s" ... 10.0.150.2 --> Running method "snapshot-polling" during period "30s" ... 10.0.150.2 --> Kicking "./lstf -p -n --watch=1" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.50% user:0.13% system:0.37% iowait:0.00% 10.0.150.2 --> Running method "user-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -user-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:0.77% user:0.17% system:0.60% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:14885 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:15393 10.0.150.2 --> name:ip_send_skb run_cnt:5 avg_run_time_ns:3425 10.0.150.2 --> name:skb_consume_udp run_cnt:7 avg_run_time_ns:5507 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:21 avg_run_time_ns:1456 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:21 avg_run_time_ns:1645 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:3004 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5334 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:2499 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -kernel-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.13% user:1.00% system:1.13% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:17 avg_run_time_ns:438 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:4 avg_run_time_ns:749 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:1865 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:17 avg_run_time_ns:1251 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:1375 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:13965 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:5634 10.0.150.2 --> name:tcp_sendmsg run_cnt:18 avg_run_time_ns:4399 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:4 avg_run_time_ns:719 10.0.150.2 --> Waiting interval 1s for flows to be collected... 10.0.150.2 --> Running method "in-flow-kernel-aggregation" during period "30s" ... 10.0.150.2 --> Kicking "./conntop -in-flow-aggr -interval 1s -prof" ... 10.0.150.2 --> --- CPU stats --- 10.0.150.2 --> total:2.97% user:0.93% system:2.03% iowait:0.00% 10.0.150.2 --> --- BPF stats --- 10.0.150.2 --> name:inet_csk_accept_ret run_cnt:3 avg_run_time_ns:7749 10.0.150.2 --> name:tcp_sendmsg run_cnt:21 avg_run_time_ns:4518 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_socket run_cnt:15 avg_run_time_ns:1470 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_bind run_cnt:3 avg_run_time_ns:576 10.0.150.2 --> name:tcp_v4_connect run_cnt:1 avg_run_time_ns:13707 10.0.150.2 --> name:tcp_cleanup_rbuf run_cnt:3 avg_run_time_ns:2290 10.0.150.2 --> name:tracepoint__syscalls__sys_enter_socket run_cnt:15 avg_run_time_ns:983 10.0.150.2 --> name:tracepoint__syscalls__sys_exit_bind run_cnt:3 avg_run_time_ns:1339 10.0.150.2 --> name:tcp_v4_connect_ret run_cnt:1 avg_run_time_ns:12590 10.0.150.2 --> Waiting interval 1s for flows to be collected... [ssh -tt [email protected] sudo timeout --kill-after 3 5 pkill -INT connperf] 10.0.150.2 --> Listening at ["10.0.150.2:9100"] ... 10.0.150.2 --> 2021/05/31 17:47:13 Received {}, Goodbye ```