test D46046 for cc_cubic
This patch turned into commit b6c137de0af1 and commit ee4506105171.
loss resilience test
One data sender and one data receiver in LAN. Both are Virtual Machines (VMs). Each VM is hosted by Bhyve in a separate physical box (Beelink SER5 AMD Mini PC) that is using FreeBSD 14.1 release OS. The physical boxes (Beelink SER5 AMD Mini PCs) are connected through a 1Gbps Ethernet hub, which is connected to a 1Gbps router.
test config
Test TCP congestion control performance of cubic & newreno in VM environment with 1%, 2%, 3% or 4% incoming packet drop rate at the Linux receiver.
root@n2linuxvm:~ # iptables -A INPUT -p tcp --dport 5201 -m statistic --mode nth --every 100 --packet 0 -j DROP root@n2linuxvm:~ # iptables -A INPUT -p tcp --dport 5201 -m statistic --mode nth --every 50 --packet 0 -j DROP root@n2linuxvm:~ # iptables -A INPUT -p tcp --dport 5201 -m statistic --mode nth --every 33 --packet 0 -j DROP root@n2linuxvm:~ # iptables -A INPUT -p tcp --dport 5201 -m statistic --mode nth --every 25 --packet 0 -j DROP ...
sender kernel info |
FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 |
|
receiver kernel info |
Linux n2linuxvm 5.15.0-112-generic #122-Ubuntu SMP Thu May 23 07:48:21 UTC 2024 |
|
root@n1fbsd:~ # ifconfig vtnet0
vtnet0: flags=1008843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST,LOWER_UP> metric 0 mtu 1500
options=80028<VLAN_MTU,JUMBO_MTU,LINKSTATE>
ether 58:9c:fc:0e:8c:fb
inet 192.168.50.37 netmask 0xffffff00 broadcast 192.168.50.255
inet6 fe80::5a9c:fcff:fe0e:8cfb%vtnet0 prefixlen 64 scopeid 0x1
media: Ethernet autoselect (10Gbase-T <full-duplex>)
status: active
nd6 options=23<PERFORMNUD,ACCEPT_RTADV,AUTO_LINKLOCAL>
root@n1fbsd:~ # ping -c 5 -S 192.168.50.37 192.168.50.89
PING 192.168.50.89 (192.168.50.89) from 192.168.50.37: 56 data bytes
64 bytes from 192.168.50.89: icmp_seq=0 ttl=64 time=0.485 ms
64 bytes from 192.168.50.89: icmp_seq=1 ttl=64 time=0.649 ms
64 bytes from 192.168.50.89: icmp_seq=2 ttl=64 time=0.778 ms
64 bytes from 192.168.50.89: icmp_seq=3 ttl=64 time=0.711 ms
64 bytes from 192.168.50.89: icmp_seq=4 ttl=64 time=0.799 ms
--- 192.168.50.89 ping statistics ---
5 packets transmitted, 5 packets received, 0.0% packet loss
round-trip min/avg/max/stddev = 0.485/0.685/0.799/0.113 msroot@n2linuxvm:~ # ip addr show enp0s5
2: enp0s5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 58:9c:fc:0d:d6:4e brd ff:ff:ff:ff:ff:ff
inet 192.168.50.89/24 metric 100 brd 192.168.50.255 scope global dynamic enp0s5
valid_lft 84995sec preferred_lft 84995sec
inet6 fe80::5a9c:fcff:fe0d:d64e/64 scope link
valid_lft forever preferred_lft forever- iperf3 command
iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
test result
- highlighted performance stats (kern.hz_max == 137438)
kern.hz value |
TCP congestion control algo |
1% data packet drop rate |
2% data packet drop rate |
3% data packet drop rate |
4% data packet drop rate |
100 |
stock newreno |
915 Mbits/sec |
767 Mbits/sec |
476 Mbits/sec |
171 Mbits/sec |
stock cubic |
168 Mbits/sec |
83.8 Mbits/sec |
152 Mbits/sec |
153 Mbits/sec |
|
cubic patch D46046 |
921 Mbits/sec (+4.5X) |
876 Mbits/sec (+9.5X) |
670 Mbits/sec (+3.4X) |
443 Mbits/sec (+1.9X) |
|
1000 |
stock newreno |
915 Mbits/sec |
774 Mbits/sec |
461 Mbits/sec |
168 Mbits/sec |
stock cubic |
917 Mbits/sec |
527 Mbits/sec |
188 Mbits/sec |
133 Mbits/sec |
|
cubic patch D46046 |
922 Mbits/sec (+0.5%) |
869 Mbits/sec (+65%) |
635 Mbits/sec (+2.4X) |
424 Mbits/sec (+2.2X) |
test result in detail
hz=100 stock newreno
1% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:09:20 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: jgzisva2twnywcmsgszb6gvx2ez2zlqcypeq
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 52461 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 117 MBytes 915 Mbits/sec 775 31.2 KBytes
[ 5] 1.07-2.06 sec 107 MBytes 908 Mbits/sec 797 19.8 KBytes
[ 5] 2.06-3.06 sec 110 MBytes 920 Mbits/sec 808 42.6 KBytes
[ 5] 3.06-4.07 sec 109 MBytes 910 Mbits/sec 756 44.0 KBytes
[ 5] 4.07-5.13 sec 115 MBytes 912 Mbits/sec 836 26.9 KBytes
[ 5] 5.13-6.06 sec 103 MBytes 921 Mbits/sec 699 48.3 KBytes
[ 5] 6.06-7.07 sec 109 MBytes 914 Mbits/sec 751 42.6 KBytes
[ 5] 7.07-8.07 sec 110 MBytes 918 Mbits/sec 831 34.0 KBytes
[ 5] 8.07-9.06 sec 108 MBytes 911 Mbits/sec 790 5.66 KBytes
[ 5] 9.06-10.04 sec 107 MBytes 918 Mbits/sec 736 49.7 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.04 sec 1.07 GBytes 915 Mbits/sec 7779 sender
[ 5] 0.00-10.08 sec 1.07 GBytes 911 Mbits/sec receiver
CPU Utilization: local/sender 13.8% (0.1%u/13.8%s), remote/receiver 13.7% (1.1%u/12.6%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
2% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:11:09 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: 4zhlm3ikfqe2ac4rpszvtoeyw5mv5qffmxoy
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 29745 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 98.0 MBytes 766 Mbits/sec 1845 24.1 KBytes
[ 5] 1.07-2.07 sec 90.0 MBytes 760 Mbits/sec 1730 32.7 KBytes
[ 5] 2.07-3.07 sec 92.0 MBytes 769 Mbits/sec 1771 4.24 KBytes
[ 5] 3.07-4.07 sec 91.0 MBytes 766 Mbits/sec 1716 18.4 KBytes
[ 5] 4.07-5.08 sec 93.0 MBytes 769 Mbits/sec 1758 18.4 KBytes
[ 5] 5.08-6.06 sec 90.0 MBytes 767 Mbits/sec 1792 27.0 KBytes
[ 5] 6.06-7.03 sec 89.0 MBytes 771 Mbits/sec 1749 24.1 KBytes
[ 5] 7.03-8.08 sec 95.0 MBytes 765 Mbits/sec 1764 21.4 KBytes
[ 5] 8.08-9.07 sec 91.0 MBytes 769 Mbits/sec 1745 17.0 KBytes
[ 5] 9.07-10.07 sec 91.0 MBytes 764 Mbits/sec 1652 19.9 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.07 sec 920 MBytes 767 Mbits/sec 17522 sender
[ 5] 0.00-10.12 sec 920 MBytes 762 Mbits/sec receiver
CPU Utilization: local/sender 11.0% (0.0%u/11.0%s), remote/receiver 2.6% (0.2%u/2.5%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
3% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:14:45 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: kdna36cql7zoswv7n5k2apbaeiaesutn46y7
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 16972 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 60.0 MBytes 468 Mbits/sec 1959 9.90 KBytes
[ 5] 1.07-2.07 sec 56.0 MBytes 470 Mbits/sec 1809 9.93 KBytes
[ 5] 2.07-3.02 sec 54.0 MBytes 480 Mbits/sec 1600 21.4 KBytes
[ 5] 3.02-4.09 sec 61.0 MBytes 479 Mbits/sec 1891 15.6 KBytes
[ 5] 4.09-5.07 sec 56.0 MBytes 478 Mbits/sec 1698 8.48 KBytes
[ 5] 5.07-6.07 sec 57.0 MBytes 477 Mbits/sec 1778 15.6 KBytes
[ 5] 6.07-7.05 sec 56.0 MBytes 481 Mbits/sec 1731 19.9 KBytes
[ 5] 7.05-8.07 sec 58.0 MBytes 477 Mbits/sec 1830 12.8 KBytes
[ 5] 8.07-9.07 sec 56.0 MBytes 470 Mbits/sec 1789 19.9 KBytes
[ 5] 9.07-10.02 sec 54.0 MBytes 475 Mbits/sec 1697 1.41 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.02 sec 568 MBytes 476 Mbits/sec 17782 sender
[ 5] 0.00-10.05 sec 569 MBytes 475 Mbits/sec receiver
CPU Utilization: local/sender 8.4% (0.0%u/8.4%s), remote/receiver 1.9% (0.1%u/1.9%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
4% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:17:28 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: ycqcavqehmhojomuwxl3xkjmiwrgxljh6i5c
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 62482 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.01 sec 33.0 MBytes 274 Mbits/sec 1376 8.51 KBytes
[ 5] 1.01-2.07 sec 21.0 MBytes 167 Mbits/sec 824 12.8 KBytes
[ 5] 2.07-3.01 sec 23.0 MBytes 204 Mbits/sec 928 8.51 KBytes
[ 5] 3.01-4.01 sec 19.0 MBytes 159 Mbits/sec 832 8.52 KBytes
[ 5] 4.01-5.07 sec 22.0 MBytes 174 Mbits/sec 927 8.53 KBytes
[ 5] 5.07-6.07 sec 20.0 MBytes 168 Mbits/sec 815 12.8 KBytes
[ 5] 6.07-7.07 sec 12.0 MBytes 100 Mbits/sec 499 12.8 KBytes
[ 5] 7.07-8.07 sec 17.0 MBytes 143 Mbits/sec 741 12.8 KBytes
[ 5] 8.07-9.10 sec 26.0 MBytes 211 Mbits/sec 1071 12.8 KBytes
[ 5] 9.10-10.07 sec 12.0 MBytes 104 Mbits/sec 509 12.8 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.07 sec 205 MBytes 171 Mbits/sec 8522 sender
[ 5] 0.00-10.12 sec 206 MBytes 171 Mbits/sec receiver
CPU Utilization: local/sender 3.2% (0.0%u/3.2%s), remote/receiver 12.0% (0.4%u/11.6%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
hz=100 stock cubic
1% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:09:52 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: xco6zbo4hdipfhefuam4f5icuruhkzg5d7in
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 34747 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.10 sec 28.0 MBytes 213 Mbits/sec 246 8.50 KBytes
[ 5] 1.10-2.09 sec 19.0 MBytes 161 Mbits/sec 160 11.3 KBytes
[ 5] 2.09-3.09 sec 18.0 MBytes 152 Mbits/sec 134 13.3 KBytes
[ 5] 3.09-4.08 sec 14.0 MBytes 118 Mbits/sec 120 11.3 KBytes
[ 5] 4.08-5.07 sec 20.0 MBytes 170 Mbits/sec 173 13.2 KBytes
[ 5] 5.07-6.07 sec 23.0 MBytes 192 Mbits/sec 183 10.5 KBytes
[ 5] 6.07-7.07 sec 17.0 MBytes 142 Mbits/sec 156 10.5 KBytes
[ 5] 7.07-8.07 sec 21.0 MBytes 177 Mbits/sec 186 17.0 KBytes
[ 5] 8.07-9.09 sec 20.0 MBytes 163 Mbits/sec 160 12.5 KBytes
[ 5] 9.09-10.10 sec 22.0 MBytes 184 Mbits/sec 200 9.76 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.10 sec 202 MBytes 168 Mbits/sec 1718 sender
[ 5] 0.00-10.13 sec 202 MBytes 167 Mbits/sec receiver
CPU Utilization: local/sender 3.0% (0.0%u/3.0%s), remote/receiver 2.2% (0.1%u/2.1%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
2% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:11:51 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: kfwyagijldscezzvw4pmze6ylcvlpmb4rccd
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 64111 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 9.00 MBytes 70.2 Mbits/sec 161 8.43 KBytes
[ 5] 1.07-2.07 sec 10.0 MBytes 84.3 Mbits/sec 167 8.50 KBytes
[ 5] 2.07-3.07 sec 11.0 MBytes 92.7 Mbits/sec 219 19.2 KBytes
[ 5] 3.07-4.13 sec 7.00 MBytes 55.3 Mbits/sec 122 11.4 KBytes
[ 5] 4.13-5.07 sec 11.0 MBytes 97.4 Mbits/sec 175 11.3 KBytes
[ 5] 5.07-6.08 sec 12.0 MBytes 100 Mbits/sec 188 22.4 KBytes
[ 5] 6.08-7.07 sec 11.0 MBytes 93.3 Mbits/sec 206 7.07 KBytes
[ 5] 7.07-8.09 sec 11.0 MBytes 90.8 Mbits/sec 215 25.0 KBytes
[ 5] 8.09-9.07 sec 9.00 MBytes 76.6 Mbits/sec 162 24.9 KBytes
[ 5] 9.07-10.01 sec 9.00 MBytes 80.2 Mbits/sec 170 9.91 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.01 sec 100 MBytes 83.8 Mbits/sec 1785 sender
[ 5] 0.00-10.07 sec 101 MBytes 83.9 Mbits/sec receiver
CPU Utilization: local/sender 1.6% (0.0%u/1.5%s), remote/receiver 0.9% (0.1%u/0.8%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
3% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:16:11 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: lzyacc24x25zsfjfs2a4eekqyhzhsgoueihp
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 24989 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.09 sec 13.0 MBytes 100 Mbits/sec 178 5.68 KBytes
[ 5] 1.09-2.07 sec 13.0 MBytes 111 Mbits/sec 175 5.68 KBytes
[ 5] 2.07-3.06 sec 20.0 MBytes 170 Mbits/sec 242 5.68 KBytes
[ 5] 3.06-4.07 sec 22.0 MBytes 183 Mbits/sec 256 5.68 KBytes
[ 5] 4.07-5.07 sec 16.0 MBytes 134 Mbits/sec 230 5.68 KBytes
[ 5] 5.07-6.07 sec 20.0 MBytes 167 Mbits/sec 243 5.68 KBytes
[ 5] 6.07-7.10 sec 22.0 MBytes 179 Mbits/sec 258 5.68 KBytes
[ 5] 7.10-8.07 sec 17.0 MBytes 147 Mbits/sec 215 22.2 KBytes
[ 5] 8.07-9.03 sec 19.0 MBytes 165 Mbits/sec 220 23.3 KBytes
[ 5] 9.03-10.08 sec 21.0 MBytes 169 Mbits/sec 264 11.4 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.08 sec 183 MBytes 152 Mbits/sec 2281 sender
[ 5] 0.00-10.14 sec 184 MBytes 152 Mbits/sec receiver
CPU Utilization: local/sender 3.9% (0.0%u/3.9%s), remote/receiver 11.4% (0.7%u/10.7%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
4% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Fri, 19 Jul 2024 21:17:51 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: qyv725xfyrruio7j4f772djgkxvthd3xjwo2
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 45408 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.11 sec 18.0 MBytes 136 Mbits/sec 356 5.68 KBytes
[ 5] 1.11-2.07 sec 18.0 MBytes 158 Mbits/sec 306 7.43 KBytes
[ 5] 2.07-3.05 sec 21.0 MBytes 180 Mbits/sec 326 5.68 KBytes
[ 5] 3.05-4.09 sec 19.0 MBytes 152 Mbits/sec 310 9.93 KBytes
[ 5] 4.09-5.07 sec 19.0 MBytes 163 Mbits/sec 323 5.68 KBytes
[ 5] 5.07-6.09 sec 23.0 MBytes 189 Mbits/sec 344 5.68 KBytes
[ 5] 6.09-7.06 sec 19.0 MBytes 164 Mbits/sec 314 5.68 KBytes
[ 5] 7.06-8.07 sec 20.0 MBytes 167 Mbits/sec 321 7.43 KBytes
[ 5] 8.07-9.08 sec 15.0 MBytes 125 Mbits/sec 248 5.68 KBytes
[ 5] 9.08-10.08 sec 12.0 MBytes 101 Mbits/sec 240 5.68 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.08 sec 184 MBytes 153 Mbits/sec 3088 sender
[ 5] 0.00-10.12 sec 185 MBytes 153 Mbits/sec receiver
CPU Utilization: local/sender 3.9% (0.0%u/3.9%s), remote/receiver 9.1% (0.2%u/8.8%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
hz=100 cubic patch D46046
1% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:21:36 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: koj3f5hc43xetq4ubda26ly4653bmytvnz2x
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 17346 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 117 MBytes 915 Mbits/sec 912 58.5 KBytes
[ 5] 1.07-2.07 sec 110 MBytes 921 Mbits/sec 847 53.6 KBytes
[ 5] 2.07-3.01 sec 104 MBytes 928 Mbits/sec 807 60.1 KBytes
[ 5] 3.01-4.08 sec 117 MBytes 923 Mbits/sec 878 45.5 KBytes
[ 5] 4.08-5.05 sec 107 MBytes 920 Mbits/sec 812 29.7 KBytes
[ 5] 5.05-6.08 sec 113 MBytes 925 Mbits/sec 863 47.5 KBytes
[ 5] 6.08-7.01 sec 102 MBytes 921 Mbits/sec 790 50.1 KBytes
[ 5] 7.01-8.09 sec 118 MBytes 918 Mbits/sec 916 51.4 KBytes
[ 5] 8.09-9.07 sec 108 MBytes 924 Mbits/sec 828 49.4 KBytes
[ 5] 9.07-10.07 sec 110 MBytes 919 Mbits/sec 847 63.1 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.07 sec 1.08 GBytes 921 Mbits/sec 8500 sender
[ 5] 0.00-10.12 sec 1.08 GBytes 918 Mbits/sec receiver
CPU Utilization: local/sender 14.1% (0.0%u/14.1%s), remote/receiver 0.2% (0.0%u/0.2%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
2% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:22:29 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: wffeho5f7xijhdomn2sdopqqaqw66zmhckm6
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 53026 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.05 sec 108 MBytes 865 Mbits/sec 1856 8.48 KBytes
[ 5] 1.05-2.05 sec 105 MBytes 877 Mbits/sec 1729 18.4 KBytes
[ 5] 2.05-3.07 sec 106 MBytes 876 Mbits/sec 1747 31.7 KBytes
[ 5] 3.07-4.06 sec 104 MBytes 880 Mbits/sec 1749 34.9 KBytes
[ 5] 4.06-5.07 sec 106 MBytes 879 Mbits/sec 1770 34.3 KBytes
[ 5] 5.07-6.07 sec 104 MBytes 875 Mbits/sec 1717 9.90 KBytes
[ 5] 6.07-7.07 sec 104 MBytes 874 Mbits/sec 1707 21.3 KBytes
[ 5] 7.07-8.07 sec 105 MBytes 881 Mbits/sec 1739 36.5 KBytes
[ 5] 8.07-9.07 sec 104 MBytes 872 Mbits/sec 1734 43.5 KBytes
[ 5] 9.07-10.07 sec 105 MBytes 881 Mbits/sec 1748 36.7 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.07 sec 1.03 GBytes 876 Mbits/sec 17496 sender
[ 5] 0.00-10.10 sec 1.03 GBytes 873 Mbits/sec receiver
CPU Utilization: local/sender 13.4% (0.0%u/13.4%s), remote/receiver 6.7% (0.2%u/6.5%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
3% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:23:26 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: at37c2lkovdvfirc47ttlc7asnurhgk2isps
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 51402 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 85.0 MBytes 664 Mbits/sec 2838 24.3 KBytes
[ 5] 1.07-2.08 sec 81.0 MBytes 673 Mbits/sec 2795 19.2 KBytes
[ 5] 2.08-3.00 sec 73.0 MBytes 667 Mbits/sec 2457 14.1 KBytes
[ 5] 3.00-4.07 sec 85.0 MBytes 667 Mbits/sec 2837 20.5 KBytes
[ 5] 4.07-5.06 sec 79.0 MBytes 668 Mbits/sec 2624 17.6 KBytes
[ 5] 5.06-6.07 sec 81.0 MBytes 677 Mbits/sec 2690 28.0 KBytes
[ 5] 6.07-7.01 sec 74.0 MBytes 657 Mbits/sec 2473 29.3 KBytes
[ 5] 7.01-8.00 sec 81.0 MBytes 685 Mbits/sec 2650 22.1 KBytes
[ 5] 8.00-9.01 sec 80.0 MBytes 665 Mbits/sec 2727 1.41 KBytes
[ 5] 9.01-10.00 sec 80.0 MBytes 677 Mbits/sec 2634 23.5 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.00 sec 799 MBytes 670 Mbits/sec 26725 sender
[ 5] 0.00-10.04 sec 800 MBytes 668 Mbits/sec receiver
CPU Utilization: local/sender 10.3% (0.0%u/10.3%s), remote/receiver 6.0% (0.3%u/5.7%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
4% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:24:04 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: 27gszybda3qareepgcblmbtgulhom35bpuek
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 50746 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 55.0 MBytes 436 Mbits/sec 2168 14.6 KBytes
[ 5] 1.06-2.02 sec 50.0 MBytes 436 Mbits/sec 2055 1.41 KBytes
[ 5] 2.02-3.03 sec 53.0 MBytes 441 Mbits/sec 2059 13.7 KBytes
[ 5] 3.03-4.04 sec 53.0 MBytes 438 Mbits/sec 2071 12.8 KBytes
[ 5] 4.04-5.07 sec 54.0 MBytes 440 Mbits/sec 2100 13.2 KBytes
[ 5] 5.07-6.06 sec 52.0 MBytes 439 Mbits/sec 2067 9.96 KBytes
[ 5] 6.06-7.07 sec 53.0 MBytes 440 Mbits/sec 2078 12.0 KBytes
[ 5] 7.07-8.07 sec 53.0 MBytes 445 Mbits/sec 2057 15.0 KBytes
[ 5] 8.07-9.06 sec 52.0 MBytes 440 Mbits/sec 2091 16.0 KBytes
[ 5] 9.06-10.09 sec 54.0 MBytes 443 Mbits/sec 2007 18.3 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.09 sec 529 MBytes 440 Mbits/sec 20753 sender
[ 5] 0.00-10.41 sec 530 MBytes 427 Mbits/sec receiver
CPU Utilization: local/sender 7.8% (0.0%u/7.9%s), remote/receiver 8.8% (0.3%u/8.5%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
hz=1000 stock newreno
1% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:52:57 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: 7g435kjp5mfuuojkeuutwnsbhiw2vsbo7vco
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 14998 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 116 MBytes 914 Mbits/sec 827 19.8 KBytes
[ 5] 1.06-2.06 sec 109 MBytes 918 Mbits/sec 797 11.3 KBytes
[ 5] 2.06-3.06 sec 109 MBytes 913 Mbits/sec 857 19.8 KBytes
[ 5] 3.06-4.06 sec 109 MBytes 915 Mbits/sec 762 48.3 KBytes
[ 5] 4.06-5.06 sec 110 MBytes 923 Mbits/sec 822 49.7 KBytes
[ 5] 5.06-6.06 sec 109 MBytes 911 Mbits/sec 868 41.2 KBytes
[ 5] 6.06-7.06 sec 108 MBytes 910 Mbits/sec 837 1.41 KBytes
[ 5] 7.06-8.06 sec 109 MBytes 914 Mbits/sec 858 51.2 KBytes
[ 5] 8.06-9.06 sec 108 MBytes 906 Mbits/sec 798 51.1 KBytes
[ 5] 9.06-10.06 sec 110 MBytes 923 Mbits/sec 847 29.7 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 1.07 GBytes 915 Mbits/sec 8273 sender
[ 5] 0.00-10.10 sec 1.07 GBytes 911 Mbits/sec receiver
CPU Utilization: local/sender 15.0% (0.0%u/15.0%s), remote/receiver 2.9% (0.1%u/2.8%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
2% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:53:59 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: txu5u3rzb7g73c5u3tqpchkzncjfos22fv2s
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 65349 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.02 sec 93.0 MBytes 766 Mbits/sec 1868 22.7 KBytes
[ 5] 1.02-2.06 sec 97.0 MBytes 778 Mbits/sec 1857 27.0 KBytes
[ 5] 2.06-3.06 sec 93.0 MBytes 784 Mbits/sec 1844 14.2 KBytes
[ 5] 3.06-4.06 sec 93.0 MBytes 780 Mbits/sec 1858 27.0 KBytes
[ 5] 4.06-5.06 sec 91.0 MBytes 767 Mbits/sec 1848 21.3 KBytes
[ 5] 5.06-6.06 sec 93.0 MBytes 775 Mbits/sec 1844 15.6 KBytes
[ 5] 6.06-7.06 sec 92.0 MBytes 772 Mbits/sec 1813 21.2 KBytes
[ 5] 7.06-8.06 sec 92.0 MBytes 771 Mbits/sec 1801 25.6 KBytes
[ 5] 8.06-9.06 sec 92.0 MBytes 776 Mbits/sec 1789 15.6 KBytes
[ 5] 9.06-10.06 sec 92.0 MBytes 769 Mbits/sec 1792 34.1 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 928 MBytes 774 Mbits/sec 18314 sender
[ 5] 0.00-10.10 sec 928 MBytes 771 Mbits/sec receiver
CPU Utilization: local/sender 12.6% (0.0%u/12.6%s), remote/receiver 5.7% (0.3%u/5.4%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
3% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:54:36 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: lbanvjyytnaa2knag435lez7dlez2jpcrunf
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 44820 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 59.0 MBytes 465 Mbits/sec 1847 17.0 KBytes
[ 5] 1.06-2.06 sec 55.0 MBytes 462 Mbits/sec 1781 14.2 KBytes
[ 5] 2.06-3.04 sec 53.0 MBytes 454 Mbits/sec 1812 12.8 KBytes
[ 5] 3.04-4.04 sec 56.0 MBytes 470 Mbits/sec 1729 21.3 KBytes
[ 5] 4.04-5.04 sec 56.0 MBytes 470 Mbits/sec 1768 12.8 KBytes
[ 5] 5.04-6.04 sec 54.0 MBytes 453 Mbits/sec 1803 18.5 KBytes
[ 5] 6.04-7.04 sec 55.0 MBytes 461 Mbits/sec 1740 22.7 KBytes
[ 5] 7.04-8.06 sec 55.0 MBytes 452 Mbits/sec 1821 11.4 KBytes
[ 5] 8.06-9.06 sec 55.0 MBytes 462 Mbits/sec 1790 22.7 KBytes
[ 5] 9.06-10.04 sec 54.0 MBytes 463 Mbits/sec 1729 17.1 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.04 sec 552 MBytes 461 Mbits/sec 17820 sender
[ 5] 0.00-10.08 sec 552 MBytes 460 Mbits/sec receiver
CPU Utilization: local/sender 10.3% (0.0%u/10.3%s), remote/receiver 9.0% (0.4%u/8.6%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
4% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC newreno
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:55:13 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: yl7jcws7ijm4pwtlxutmflspzrzrnb44by2d
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 41825 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.00 sec 19.0 MBytes 159 Mbits/sec 808 12.8 KBytes
[ 5] 1.00-2.05 sec 10.0 MBytes 79.8 Mbits/sec 452 12.8 KBytes
[ 5] 2.05-3.05 sec 19.0 MBytes 160 Mbits/sec 759 8.52 KBytes
[ 5] 3.05-4.00 sec 26.0 MBytes 229 Mbits/sec 989 11.4 KBytes
[ 5] 4.00-5.07 sec 10.0 MBytes 78.3 Mbits/sec 419 2.83 KBytes
[ 5] 5.07-6.06 sec 31.0 MBytes 263 Mbits/sec 1248 8.51 KBytes
[ 5] 6.06-7.07 sec 22.0 MBytes 182 Mbits/sec 852 12.8 KBytes
[ 5] 7.07-8.07 sec 19.0 MBytes 160 Mbits/sec 770 12.8 KBytes
[ 5] 8.07-9.06 sec 27.0 MBytes 228 Mbits/sec 1100 5.66 KBytes
[ 5] 9.06-10.01 sec 18.0 MBytes 159 Mbits/sec 744 11.4 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.01 sec 201 MBytes 168 Mbits/sec 8141 sender
[ 5] 0.00-10.05 sec 202 MBytes 169 Mbits/sec receiver
CPU Utilization: local/sender 4.0% (0.0%u/4.0%s), remote/receiver 4.1% (0.1%u/4.0%s)
snd_tcp_congestion newreno
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
hz=1000 stock cubic
1% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:50:55 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: swevb2qulpxv4p6aaabo3fw43be5rj65e5r5
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 16083 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.07 sec 117 MBytes 917 Mbits/sec 900 40.2 KBytes
[ 5] 1.07-2.06 sec 108 MBytes 916 Mbits/sec 803 35.8 KBytes
[ 5] 2.06-3.06 sec 110 MBytes 921 Mbits/sec 846 35.9 KBytes
[ 5] 3.06-4.06 sec 109 MBytes 912 Mbits/sec 837 33.0 KBytes
[ 5] 4.06-5.07 sec 111 MBytes 922 Mbits/sec 838 34.2 KBytes
[ 5] 5.07-6.06 sec 108 MBytes 919 Mbits/sec 803 30.9 KBytes
[ 5] 6.06-7.06 sec 109 MBytes 913 Mbits/sec 793 31.7 KBytes
[ 5] 7.06-8.06 sec 110 MBytes 923 Mbits/sec 810 36.1 KBytes
[ 5] 8.06-9.06 sec 109 MBytes 912 Mbits/sec 812 34.6 KBytes
[ 5] 9.06-10.06 sec 109 MBytes 917 Mbits/sec 864 32.5 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 1.07 GBytes 917 Mbits/sec 8306 sender
[ 5] 0.00-10.10 sec 1.07 GBytes 913 Mbits/sec receiver
CPU Utilization: local/sender 14.9% (0.1%u/15.0%s), remote/receiver 6.9% (0.3%u/6.7%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
2% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:50:02 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: r2z7lndovtousvjmpfixcndvfavqsq7buk4k
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 18773 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 67.0 MBytes 528 Mbits/sec 1233 20.9 KBytes
[ 5] 1.06-2.06 sec 61.0 MBytes 514 Mbits/sec 1193 5.66 KBytes
[ 5] 2.06-3.05 sec 61.0 MBytes 519 Mbits/sec 1138 15.7 KBytes
[ 5] 3.05-4.06 sec 63.0 MBytes 520 Mbits/sec 1188 16.7 KBytes
[ 5] 4.06-5.06 sec 63.0 MBytes 530 Mbits/sec 1130 20.0 KBytes
[ 5] 5.06-6.07 sec 65.0 MBytes 539 Mbits/sec 1130 18.9 KBytes
[ 5] 6.07-7.06 sec 63.0 MBytes 535 Mbits/sec 1123 17.2 KBytes
[ 5] 7.06-8.06 sec 63.0 MBytes 527 Mbits/sec 1160 15.8 KBytes
[ 5] 8.06-9.06 sec 63.0 MBytes 528 Mbits/sec 1146 17.0 KBytes
[ 5] 9.06-10.06 sec 63.0 MBytes 528 Mbits/sec 1149 9.93 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 632 MBytes 527 Mbits/sec 11590 sender
[ 5] 0.00-10.11 sec 633 MBytes 525 Mbits/sec receiver
CPU Utilization: local/sender 10.6% (0.0%u/10.6%s), remote/receiver 29.9% (1.8%u/28.1%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
3% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:49:17 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: cdyrplnkrpg3mabjhqxufzjebtw46zgwmvqb
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 38257 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 22.0 MBytes 173 Mbits/sec 597 14.2 KBytes
[ 5] 1.06-2.07 sec 23.0 MBytes 192 Mbits/sec 619 21.2 KBytes
[ 5] 2.07-3.07 sec 29.0 MBytes 244 Mbits/sec 718 8.50 KBytes
[ 5] 3.07-4.05 sec 20.0 MBytes 170 Mbits/sec 478 12.3 KBytes
[ 5] 4.05-5.07 sec 27.0 MBytes 223 Mbits/sec 692 11.1 KBytes
[ 5] 5.07-6.07 sec 20.0 MBytes 167 Mbits/sec 511 11.0 KBytes
[ 5] 6.07-7.06 sec 15.0 MBytes 127 Mbits/sec 370 14.2 KBytes
[ 5] 7.06-8.06 sec 20.0 MBytes 167 Mbits/sec 532 10.7 KBytes
[ 5] 8.06-9.07 sec 28.0 MBytes 234 Mbits/sec 761 29.7 KBytes
[ 5] 9.07-10.06 sec 21.0 MBytes 177 Mbits/sec 509 9.58 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 225 MBytes 188 Mbits/sec 5787 sender
[ 5] 0.00-10.13 sec 225 MBytes 186 Mbits/sec receiver
CPU Utilization: local/sender 3.8% (0.0%u/3.8%s), remote/receiver 3.8% (0.1%u/3.7%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
4% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:48:45 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: denywseayhf53xoyob2bvr6xqq6qsbjhz563
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 25253 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.01 sec 15.0 MBytes 125 Mbits/sec 517 13.2 KBytes
[ 5] 1.01-2.06 sec 19.0 MBytes 151 Mbits/sec 645 7.51 KBytes
[ 5] 2.06-3.06 sec 19.0 MBytes 160 Mbits/sec 632 9.91 KBytes
[ 5] 3.06-4.06 sec 15.0 MBytes 126 Mbits/sec 442 11.7 KBytes
[ 5] 4.06-5.06 sec 15.0 MBytes 126 Mbits/sec 462 5.66 KBytes
[ 5] 5.06-6.06 sec 14.0 MBytes 117 Mbits/sec 469 8.53 KBytes
[ 5] 6.06-7.06 sec 14.0 MBytes 117 Mbits/sec 447 11.4 KBytes
[ 5] 7.06-8.06 sec 15.0 MBytes 126 Mbits/sec 481 39.7 KBytes
[ 5] 8.06-9.06 sec 16.0 MBytes 134 Mbits/sec 461 5.68 KBytes
[ 5] 9.06-10.07 sec 18.0 MBytes 149 Mbits/sec 510 8.81 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.07 sec 160 MBytes 133 Mbits/sec 5066 sender
[ 5] 0.00-10.13 sec 160 MBytes 133 Mbits/sec receiver
CPU Utilization: local/sender 2.5% (0.0%u/2.6%s), remote/receiver 0.1% (0.0%u/0.1%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
hz=1000 cubic patch D46046
1% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:28:45 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: xa5ve4yik52aswrlkul2nve4ps3b7dtunvzu
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 30134 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 117 MBytes 923 Mbits/sec 879 50.2 KBytes
[ 5] 1.06-2.05 sec 109 MBytes 923 Mbits/sec 846 52.2 KBytes
[ 5] 2.05-3.06 sec 110 MBytes 916 Mbits/sec 856 37.1 KBytes
[ 5] 3.06-4.04 sec 108 MBytes 928 Mbits/sec 832 59.3 KBytes
[ 5] 4.04-5.04 sec 110 MBytes 923 Mbits/sec 854 58.1 KBytes
[ 5] 5.04-6.04 sec 110 MBytes 918 Mbits/sec 903 62.1 KBytes
[ 5] 6.04-7.04 sec 110 MBytes 924 Mbits/sec 840 46.0 KBytes
[ 5] 7.04-8.08 sec 114 MBytes 923 Mbits/sec 896 44.6 KBytes
[ 5] 8.08-9.06 sec 108 MBytes 924 Mbits/sec 812 8.48 KBytes
[ 5] 9.06-10.06 sec 109 MBytes 916 Mbits/sec 845 54.5 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 1.08 GBytes 922 Mbits/sec 8563 sender
[ 5] 0.00-10.12 sec 1.08 GBytes 916 Mbits/sec receiver
CPU Utilization: local/sender 15.3% (0.0%u/15.3%s), remote/receiver 1.2% (0.1%u/1.2%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
2% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:30:49 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: kcmo7dlj6dh3xteyxmof5w5aj4g2dzwzt6qm
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 56803 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 110 MBytes 868 Mbits/sec 1791 30.3 KBytes
[ 5] 1.06-2.06 sec 103 MBytes 865 Mbits/sec 1780 35.6 KBytes
[ 5] 2.06-3.06 sec 104 MBytes 875 Mbits/sec 1707 27.6 KBytes
[ 5] 3.06-4.06 sec 104 MBytes 870 Mbits/sec 1712 42.4 KBytes
[ 5] 4.06-5.06 sec 103 MBytes 866 Mbits/sec 1781 40.7 KBytes
[ 5] 5.06-6.06 sec 103 MBytes 866 Mbits/sec 1768 35.7 KBytes
[ 5] 6.06-7.06 sec 104 MBytes 873 Mbits/sec 1741 36.8 KBytes
[ 5] 7.06-8.06 sec 104 MBytes 872 Mbits/sec 1769 32.7 KBytes
[ 5] 8.06-9.06 sec 104 MBytes 869 Mbits/sec 1774 33.7 KBytes
[ 5] 9.06-10.02 sec 99.0 MBytes 869 Mbits/sec 1637 35.5 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.02 sec 1.01 GBytes 869 Mbits/sec 17460 sender
[ 5] 0.00-10.06 sec 1.01 GBytes 866 Mbits/sec receiver
CPU Utilization: local/sender 14.2% (0.0%u/14.2%s), remote/receiver 2.8% (0.1%u/2.7%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
3% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:31:25 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: 3kyhtqn5mhbbbukfjvrcx6jzkaxkhxf6vh62
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 48763 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 82.0 MBytes 647 Mbits/sec 2620 24.4 KBytes
[ 5] 1.06-2.06 sec 80.0 MBytes 673 Mbits/sec 2591 14.2 KBytes
[ 5] 2.06-3.01 sec 73.0 MBytes 644 Mbits/sec 2381 12.7 KBytes
[ 5] 3.01-4.06 sec 80.0 MBytes 637 Mbits/sec 2540 24.2 KBytes
[ 5] 4.06-5.06 sec 75.0 MBytes 632 Mbits/sec 2383 9.90 KBytes
[ 5] 5.06-6.06 sec 72.0 MBytes 604 Mbits/sec 2405 15.5 KBytes
[ 5] 6.06-7.06 sec 77.0 MBytes 646 Mbits/sec 2492 21.6 KBytes
[ 5] 7.06-8.03 sec 72.0 MBytes 620 Mbits/sec 2475 26.2 KBytes
[ 5] 8.03-9.06 sec 77.0 MBytes 628 Mbits/sec 2530 14.9 KBytes
[ 5] 9.06-10.06 sec 73.0 MBytes 614 Mbits/sec 2431 21.3 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.06 sec 761 MBytes 635 Mbits/sec 24848 sender
[ 5] 0.00-10.10 sec 762 MBytes 632 Mbits/sec receiver
CPU Utilization: local/sender 10.6% (0.0%u/10.6%s), remote/receiver 9.6% (0.4%u/9.2%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
4% packet drop rate:
root@n1fbsd:~ # iperf3 -B 192.168.50.37 -c 192.168.50.89 -l 1M -t 10 -i 1 -VC cubic
iperf 3.17.1
FreeBSD n1fbsd 15.0-CURRENT FreeBSD 15.0-CURRENT #154 main-n271251-fb05f761ac0b-dirty: Tue Jul 23 11:17:06 EDT 2024 root@n1fbsd:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
Control connection MSS 1460
Time: Tue, 23 Jul 2024 15:32:25 UTC
Connecting to host 192.168.50.89, port 5201
Cookie: e65lovsqidx56fsjfwoqoajlscrihkuvthj7
TCP MSS: 1460 (default)
[ 5] local 192.168.50.37 port 10582 connected to 192.168.50.89 port 5201
Starting Test: protocol: TCP, 1 streams, 1048576 byte blocks, omitting 0 seconds, 10 second test, tos 0
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.06 sec 51.0 MBytes 402 Mbits/sec 2069 17.5 KBytes
[ 5] 1.06-2.06 sec 51.0 MBytes 430 Mbits/sec 1999 17.7 KBytes
[ 5] 2.06-3.06 sec 51.0 MBytes 429 Mbits/sec 2037 17.1 KBytes
[ 5] 3.06-4.06 sec 53.0 MBytes 443 Mbits/sec 1941 19.0 KBytes
[ 5] 4.06-5.06 sec 50.0 MBytes 420 Mbits/sec 2018 15.5 KBytes
[ 5] 5.06-6.06 sec 51.0 MBytes 427 Mbits/sec 2103 14.5 KBytes
[ 5] 6.06-7.06 sec 51.0 MBytes 428 Mbits/sec 2083 12.2 KBytes
[ 5] 7.06-8.06 sec 52.0 MBytes 436 Mbits/sec 1938 11.3 KBytes
[ 5] 8.06-9.06 sec 51.0 MBytes 426 Mbits/sec 2015 8.50 KBytes
[ 5] 9.06-10.01 sec 48.0 MBytes 424 Mbits/sec 1993 11.7 KBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
Test Complete. Summary Results:
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.01 sec 509 MBytes 426 Mbits/sec 20196 sender
[ 5] 0.00-10.06 sec 509 MBytes 425 Mbits/sec receiver
CPU Utilization: local/sender 9.9% (0.0%u/9.9%s), remote/receiver 5.4% (0.2%u/5.2%s)
snd_tcp_congestion cubic
rcv_tcp_congestion cubic
iperf Done.
root@n1fbsd:~ #
TCP friendly test
I design this test based on the TCP-friendly fairness ratio (Jain's fairness index) referenced in my publication "Exploring parallelism and desynchronization of TCP over high speed networks with tiny buffers".
Two data senders and one data receiver in LAN. Senders are Virtual Machines (VMs). The Linux receiver is a physical box(Beelink SER5 AMD Mini PC). Each VM is hosted by Bhyve in a separate physical box (Beelink SER5 AMD Mini PC) that is using FreeBSD 14.1 release OS. All physical boxes (Beelink SER5 AMD Mini PCs) are connected through a 1Gbps Ethernet hub, which is connected to a 1Gbps router.
test config
Test TCP friendly ratio of (Jain's fairness index) cubic vs. newreno in VM environment with congestion (packet drops) on the way to the Linux receiver.
senders kernel info |
FreeBSD 15.0-CURRENT #144 main-n271251-fb05f761ac0b: Fri Jul 19 16:57:49 EDT 2024 |
|
receiver kernel info |
Linux miniPC 6.5.0-35-generic #35~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue May 7 |
|
root@n1fbsd:~ # ifconfig vtnet0
vtnet0: flags=1008843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST,LOWER_UP> metric 0 mtu 1500
options=80028<VLAN_MTU,JUMBO_MTU,LINKSTATE>
ether 58:9c:fc:0e:8c:fb
inet 192.168.50.37 netmask 0xffffff00 broadcast 192.168.50.255
inet6 fe80::5a9c:fcff:fe0e:8cfb%vtnet0 prefixlen 64 scopeid 0x1
media: Ethernet autoselect (10Gbase-T <full-duplex>)
status: active
nd6 options=23<PERFORMNUD,ACCEPT_RTADV,AUTO_LINKLOCAL>
root@n1fbsd:~ # ping -c 5 -S 192.168.50.37 192.168.50.46
PING 192.168.50.46 (192.168.50.46) from 192.168.50.37: 56 data bytes
64 bytes from 192.168.50.46: icmp_seq=0 ttl=64 time=0.511 ms
64 bytes from 192.168.50.46: icmp_seq=1 ttl=64 time=0.730 ms
64 bytes from 192.168.50.46: icmp_seq=2 ttl=64 time=0.752 ms
64 bytes from 192.168.50.46: icmp_seq=3 ttl=64 time=0.870 ms
64 bytes from 192.168.50.46: icmp_seq=4 ttl=64 time=0.796 ms
--- 192.168.50.46 ping statistics ---
5 packets transmitted, 5 packets received, 0.0% packet loss
round-trip min/avg/max/stddev = 0.511/0.732/0.870/0.121 ms
root@n1fbsd:~ #root@n2fbsd:~ # ifconfig vtnet0
vtnet0: flags=1008843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST,LOWER_UP> metric 0 mtu 1500
options=80028<VLAN_MTU,JUMBO_MTU,LINKSTATE>
ether 58:9c:fc:09:ae:70
inet 192.168.50.107 netmask 0xffffff00 broadcast 192.168.50.255
media: Ethernet autoselect (10Gbase-T <full-duplex>)
status: active
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
root@n2fbsd:~ # ping -c 5 -S 192.168.50.107 192.168.50.46
PING 192.168.50.46 (192.168.50.46) from 192.168.50.107: 56 data bytes
64 bytes from 192.168.50.46: icmp_seq=0 ttl=64 time=0.479 ms
64 bytes from 192.168.50.46: icmp_seq=1 ttl=64 time=0.861 ms
64 bytes from 192.168.50.46: icmp_seq=2 ttl=64 time=1.020 ms
64 bytes from 192.168.50.46: icmp_seq=3 ttl=64 time=0.835 ms
64 bytes from 192.168.50.46: icmp_seq=4 ttl=64 time=0.862 ms
--- 192.168.50.46 ping statistics ---
5 packets transmitted, 5 packets received, 0.0% packet loss
round-trip min/avg/max/stddev = 0.479/0.811/1.020/0.178 ms
root@n2fbsd:~ #cc@miniPC:~ % ip addr show enp1s0
2: enp1s0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether b0:41:6f:09:3a:4d brd ff:ff:ff:ff:ff:ff
inet 192.168.50.46/24 brd 192.168.50.255 scope global dynamic noprefixroute enp1s0
valid_lft 77438sec preferred_lft 77438sec
inet6 fe80::a447:1688:9d12:e8b4/64 scope link noprefixroute
valid_lft forever preferred_lft forever
cc@miniPC:~ % - iperf command (iperf3 does not accept multi-source connections at the same time)
root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e; root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e;
test result
- highlighted performance stats
kern.hz value |
sender# |
TCP congestion control algo |
iperf result |
fairness index |
TCP congestion control algo |
iperf result |
fairness index |
100 |
sender1 |
stock cubic |
317 Mbits/sec |
94% |
stock newreno |
558 Mbits/sec |
90% |
sender2 |
stock newreno |
533 Mbits/sec |
stock cubic |
281 Mbits/sec |
|||
100 |
sender1 |
cubic patch D46046 |
557 Mbits/sec |
93% |
stock newreno |
334 Mbits/sec |
97% |
sender2 |
stock newreno |
311 Mbits/sec |
cubic patch D46046 |
491 Mbits/sec |
kern.hz value |
sender# |
TCP congestion control algo |
iperf result |
fairness index |
TCP congestion control algo |
iperf result |
fairness index |
1000 |
sender1 |
stock cubic |
353 Mbits/sec |
97% |
stock newreno |
501 Mbits/sec |
97% |
sender2 |
stock newreno |
513 Mbits/sec |
stock cubic |
357 Mbits/sec |
|||
1000 |
sender1 |
cubic patch D46046 |
506 Mbits/sec |
98% |
stock newreno |
371 Mbits/sec |
98% |
sender2 |
stock newreno |
367 Mbits/sec |
cubic patch D46046 |
490 Mbits/sec |
test result in detail
sender1 stock cubic vs. sender2 stock newreno
kern.hz == 100: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 906 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 41883 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 15:45:09.100 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 94.0 MBytes 394 Mbits/sec 94/0 [ 1] 2.00-4.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 4.00-6.00 sec 28.0 MBytes 117 Mbits/sec 28/0 [ 1] 6.00-8.00 sec 32.0 MBytes 134 Mbits/sec 32/0 [ 1] 8.00-10.00 sec 57.0 MBytes 239 Mbits/sec 57/0 [ 1] 10.00-12.00 sec 74.0 MBytes 310 Mbits/sec 74/0 [ 1] 12.00-14.00 sec 68.0 MBytes 285 Mbits/sec 68/0 [ 1] 14.00-16.00 sec 87.0 MBytes 365 Mbits/sec 87/0 [ 1] 16.00-18.00 sec 30.0 MBytes 126 Mbits/sec 30/0 [ 1] 18.00-20.00 sec 98.0 MBytes 411 Mbits/sec 98/0 [ 1] 20.00-22.00 sec 71.0 MBytes 298 Mbits/sec 71/0 [ 1] 22.00-24.00 sec 74.0 MBytes 310 Mbits/sec 74/0 [ 1] 24.00-26.00 sec 77.0 MBytes 323 Mbits/sec 77/0 [ 1] 26.00-28.00 sec 109 MBytes 457 Mbits/sec 109/0 [ 1] 28.00-30.00 sec 132 MBytes 554 Mbits/sec 132/0 [ 1] 0.00-30.05 sec 1.11 GBytes 317 Mbits/sec 1136/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.41883 192.168.50.46.5001 00000000 63 cubic 24674 21832 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 819 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using newreno TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.8 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 64622 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 15:45:09.097 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 110 MBytes 461 Mbits/sec 110/0 [ 1] 2.00-4.00 sec 105 MBytes 440 Mbits/sec 105/0 [ 1] 4.00-6.00 sec 183 MBytes 768 Mbits/sec 183/0 [ 1] 6.00-8.00 sec 151 MBytes 633 Mbits/sec 151/0 [ 1] 8.00-10.00 sec 152 MBytes 638 Mbits/sec 152/0 [ 1] 10.00-12.00 sec 122 MBytes 512 Mbits/sec 122/0 [ 1] 12.00-14.00 sec 105 MBytes 440 Mbits/sec 105/0 [ 1] 14.00-16.00 sec 120 MBytes 503 Mbits/sec 120/0 [ 1] 16.00-18.00 sec 180 MBytes 755 Mbits/sec 180/0 [ 1] 18.00-20.00 sec 108 MBytes 453 Mbits/sec 108/0 [ 1] 20.00-22.00 sec 136 MBytes 570 Mbits/sec 136/0 [ 1] 22.00-24.00 sec 129 MBytes 541 Mbits/sec 129/0 [ 1] 24.00-26.00 sec 135 MBytes 566 Mbits/sec 135/0 [ 1] 26.00-28.00 sec 91.0 MBytes 382 Mbits/sec 91/0 [ 1] 28.00-30.00 sec 81.0 MBytes 340 Mbits/sec 81/0 [ 1] 0.00-30.02 sec 1.86 GBytes 533 Mbits/sec 1909/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.64622 192.168.50.46.5001 00000000 63 newreno 68140 59368 1460 off root@n2fbsd:~ # kern.hz == 1000: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 887 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 10007 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:30:27.797 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 66.0 MBytes 277 Mbits/sec 66/0 [ 1] 2.00-4.00 sec 92.0 MBytes 386 Mbits/sec 92/0 [ 1] 4.00-6.00 sec 50.0 MBytes 210 Mbits/sec 50/0 [ 1] 6.00-8.00 sec 98.0 MBytes 411 Mbits/sec 98/0 [ 1] 8.00-10.00 sec 81.0 MBytes 340 Mbits/sec 81/0 [ 1] 10.00-12.00 sec 80.0 MBytes 336 Mbits/sec 80/0 [ 1] 12.00-14.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 14.00-16.00 sec 113 MBytes 474 Mbits/sec 113/0 [ 1] 16.00-18.00 sec 84.0 MBytes 352 Mbits/sec 84/0 [ 1] 18.00-20.00 sec 85.0 MBytes 357 Mbits/sec 85/0 [ 1] 20.00-22.00 sec 93.0 MBytes 390 Mbits/sec 93/0 [ 1] 22.00-24.00 sec 86.0 MBytes 361 Mbits/sec 86/0 [ 1] 24.00-26.00 sec 84.0 MBytes 352 Mbits/sec 84/0 [ 1] 26.00-28.00 sec 61.0 MBytes 256 Mbits/sec 61/0 [ 1] 28.00-30.00 sec 86.0 MBytes 361 Mbits/sec 86/0 [ 1] 0.00-30.02 sec 1.23 GBytes 353 Mbits/sec 1264/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.10007 192.168.50.46.5001 00000000 63 cubic 253741 29494 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 799 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using newreno TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 38475 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:30:27.796 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 144 MBytes 604 Mbits/sec 144/0 [ 1] 2.00-4.00 sec 118 MBytes 495 Mbits/sec 118/0 [ 1] 4.00-6.00 sec 137 MBytes 575 Mbits/sec 137/0 [ 1] 6.00-8.00 sec 113 MBytes 474 Mbits/sec 113/0 [ 1] 8.00-10.00 sec 129 MBytes 541 Mbits/sec 129/0 [ 1] 10.00-12.00 sec 135 MBytes 566 Mbits/sec 135/0 [ 1] 12.00-14.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 14.00-16.00 sec 83.0 MBytes 348 Mbits/sec 83/0 [ 1] 16.00-18.00 sec 111 MBytes 466 Mbits/sec 111/0 [ 1] 18.00-20.00 sec 120 MBytes 503 Mbits/sec 120/0 [ 1] 20.00-22.00 sec 122 MBytes 512 Mbits/sec 122/0 [ 1] 22.00-24.00 sec 123 MBytes 516 Mbits/sec 123/0 [ 1] 24.00-26.00 sec 125 MBytes 524 Mbits/sec 125/0 [ 1] 26.00-28.00 sec 154 MBytes 646 Mbits/sec 154/0 [ 1] 28.00-30.00 sec 124 MBytes 520 Mbits/sec 124/0 [ 1] 0.00-30.14 sec 1.80 GBytes 513 Mbits/sec 1843/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.38475 192.168.50.46.5001 00000000 63 newreno 83208 26064 1460 off root@n2fbsd:~ #
sender1 stock newreno vs. sender2 stock cubic
kern.hz == 100: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 932 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 50443 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 16:00:21.037 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 134 MBytes 562 Mbits/sec 134/0 [ 1] 2.00-4.00 sec 111 MBytes 466 Mbits/sec 111/0 [ 1] 4.00-6.00 sec 99.0 MBytes 415 Mbits/sec 99/0 [ 1] 6.00-8.00 sec 171 MBytes 717 Mbits/sec 171/0 [ 1] 8.00-10.00 sec 155 MBytes 650 Mbits/sec 155/0 [ 1] 10.00-12.00 sec 145 MBytes 608 Mbits/sec 145/0 [ 1] 12.00-14.00 sec 99.0 MBytes 415 Mbits/sec 99/0 [ 1] 14.00-16.00 sec 133 MBytes 558 Mbits/sec 133/0 [ 1] 16.00-18.00 sec 102 MBytes 428 Mbits/sec 102/0 [ 1] 18.00-20.00 sec 147 MBytes 617 Mbits/sec 147/0 [ 1] 20.00-22.00 sec 176 MBytes 738 Mbits/sec 176/0 [ 1] 22.00-24.00 sec 97.0 MBytes 407 Mbits/sec 97/0 [ 1] 24.00-26.00 sec 172 MBytes 721 Mbits/sec 172/0 [ 1] 26.00-28.00 sec 134 MBytes 562 Mbits/sec 134/0 [ 1] 28.00-30.00 sec 132 MBytes 554 Mbits/sec 132/0 [ 1] 0.00-30.19 sec 1.96 GBytes 558 Mbits/sec 2008/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.50443 192.168.50.46.5001 00000000 63 newreno 91932 33304 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 845 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using cubic TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 56316 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 16:00:21.025 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 69.0 MBytes 289 Mbits/sec 69/0 [ 1] 2.00-4.00 sec 95.0 MBytes 398 Mbits/sec 95/0 [ 1] 4.00-6.00 sec 102 MBytes 428 Mbits/sec 102/0 [ 1] 6.00-8.00 sec 12.0 MBytes 50.3 Mbits/sec 12/0 [ 1] 8.00-10.00 sec 55.0 MBytes 231 Mbits/sec 55/0 [ 1] 10.00-12.00 sec 63.0 MBytes 264 Mbits/sec 63/0 [ 1] 12.00-14.00 sec 73.0 MBytes 306 Mbits/sec 73/0 [ 1] 14.00-16.00 sec 74.0 MBytes 310 Mbits/sec 74/0 [ 1] 16.00-18.00 sec 106 MBytes 445 Mbits/sec 106/0 [ 1] 18.00-20.00 sec 56.0 MBytes 235 Mbits/sec 56/0 [ 1] 20.00-22.00 sec 40.0 MBytes 168 Mbits/sec 40/0 [ 1] 22.00-24.00 sec 110 MBytes 461 Mbits/sec 110/0 [ 1] 24.00-26.00 sec 39.0 MBytes 164 Mbits/sec 39/0 [ 1] 26.00-28.00 sec 70.0 MBytes 294 Mbits/sec 70/0 [ 1] 28.00-30.00 sec 42.0 MBytes 176 Mbits/sec 42/0 [ 1] 0.00-30.02 sec 1007 MBytes 281 Mbits/sec 1007/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.56316 192.168.50.46.5001 00000000 63 cubic 78488 34202 1460 off root@n2fbsd:~ # kern.hz == 1000: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 891 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 12871 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:32:17.753 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 177 MBytes 742 Mbits/sec 177/0 [ 1] 2.00-4.00 sec 152 MBytes 638 Mbits/sec 152/0 [ 1] 4.00-6.00 sec 133 MBytes 558 Mbits/sec 133/0 [ 1] 6.00-8.00 sec 149 MBytes 625 Mbits/sec 149/0 [ 1] 8.00-10.00 sec 77.0 MBytes 323 Mbits/sec 77/0 [ 1] 10.00-12.00 sec 123 MBytes 516 Mbits/sec 123/0 [ 1] 12.00-14.00 sec 91.0 MBytes 382 Mbits/sec 91/0 [ 1] 14.00-16.00 sec 117 MBytes 491 Mbits/sec 117/0 [ 1] 16.00-18.00 sec 122 MBytes 512 Mbits/sec 122/0 [ 1] 18.00-20.00 sec 85.0 MBytes 357 Mbits/sec 85/0 [ 1] 20.00-22.00 sec 106 MBytes 445 Mbits/sec 106/0 [ 1] 22.00-24.00 sec 131 MBytes 549 Mbits/sec 131/0 [ 1] 24.00-26.00 sec 138 MBytes 579 Mbits/sec 138/0 [ 1] 26.00-28.00 sec 102 MBytes 428 Mbits/sec 102/0 [ 1] 28.00-30.00 sec 91.0 MBytes 382 Mbits/sec 91/0 [ 1] 0.00-30.04 sec 1.75 GBytes 501 Mbits/sec 1795/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.12871 192.168.50.46.5001 00000000 63 newreno 62564 31856 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 803 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using cubic TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 38962 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:32:17.751 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 32.0 MBytes 134 Mbits/sec 32/0 [ 1] 2.00-4.00 sec 59.0 MBytes 247 Mbits/sec 59/0 [ 1] 4.00-6.00 sec 75.0 MBytes 315 Mbits/sec 75/0 [ 1] 6.00-8.00 sec 61.0 MBytes 256 Mbits/sec 61/0 [ 1] 8.00-10.00 sec 128 MBytes 537 Mbits/sec 128/0 [ 1] 10.00-12.00 sec 64.0 MBytes 268 Mbits/sec 64/0 [ 1] 12.00-14.00 sec 97.0 MBytes 407 Mbits/sec 97/0 [ 1] 14.00-16.00 sec 60.0 MBytes 252 Mbits/sec 60/0 [ 1] 16.00-18.00 sec 92.0 MBytes 386 Mbits/sec 92/0 [ 1] 18.00-20.00 sec 128 MBytes 537 Mbits/sec 128/0 [ 1] 20.00-22.00 sec 102 MBytes 428 Mbits/sec 102/0 [ 1] 22.00-24.00 sec 78.0 MBytes 327 Mbits/sec 78/0 [ 1] 24.00-26.00 sec 77.0 MBytes 323 Mbits/sec 77/0 [ 1] 26.00-28.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 28.00-30.00 sec 119 MBytes 499 Mbits/sec 119/0 [ 1] 0.00-30.04 sec 1.25 GBytes 357 Mbits/sec 1277/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.38962 192.168.50.46.5001 00000000 63 cubic 43648 35817 1460 off root@n2fbsd:~ #
sender1 cubic patch D46046 vs. sender2 stock newreno
kern.hz == 100: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 885 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 61502 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 15:20:33.152 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 164 MBytes 688 Mbits/sec 164/0 [ 1] 2.00-4.00 sec 161 MBytes 675 Mbits/sec 161/0 [ 1] 4.00-6.00 sec 168 MBytes 705 Mbits/sec 168/0 [ 1] 6.00-8.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 8.00-10.00 sec 158 MBytes 663 Mbits/sec 158/0 [ 1] 10.00-12.00 sec 174 MBytes 730 Mbits/sec 174/0 [ 1] 12.00-14.00 sec 133 MBytes 558 Mbits/sec 133/0 [ 1] 14.00-16.00 sec 123 MBytes 516 Mbits/sec 123/0 [ 1] 16.00-18.00 sec 149 MBytes 625 Mbits/sec 149/0 [ 1] 18.00-20.00 sec 100 MBytes 419 Mbits/sec 100/0 [ 1] 20.00-22.00 sec 138 MBytes 579 Mbits/sec 138/0 [ 1] 22.00-24.00 sec 143 MBytes 600 Mbits/sec 143/0 [ 1] 24.00-26.00 sec 97.0 MBytes 407 Mbits/sec 97/0 [ 1] 26.00-28.00 sec 123 MBytes 516 Mbits/sec 123/0 [ 1] 28.00-30.00 sec 57.0 MBytes 239 Mbits/sec 57/0 [ 1] 0.00-30.03 sec 1.95 GBytes 557 Mbits/sec 1993/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.61502 192.168.50.46.5001 00000000 63 cubic 363540 26064 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 797 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using newreno TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.8 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 28357 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 15:20:33.158 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 23.0 MBytes 96.5 Mbits/sec 23/0 [ 1] 2.00-4.00 sec 55.0 MBytes 231 Mbits/sec 55/0 [ 1] 4.00-6.00 sec 50.0 MBytes 210 Mbits/sec 50/0 [ 1] 6.00-8.00 sec 82.0 MBytes 344 Mbits/sec 82/0 [ 1] 8.00-10.00 sec 56.0 MBytes 235 Mbits/sec 56/0 [ 1] 10.00-12.00 sec 44.0 MBytes 185 Mbits/sec 44/0 [ 1] 12.00-14.00 sec 83.0 MBytes 348 Mbits/sec 83/0 [ 1] 14.00-16.00 sec 98.0 MBytes 411 Mbits/sec 98/0 [ 1] 16.00-18.00 sec 70.0 MBytes 294 Mbits/sec 70/0 [ 1] 18.00-20.00 sec 119 MBytes 499 Mbits/sec 119/0 [ 1] 20.00-22.00 sec 77.0 MBytes 323 Mbits/sec 77/0 [ 1] 22.00-24.00 sec 57.0 MBytes 239 Mbits/sec 57/0 [ 1] 24.00-26.00 sec 46.0 MBytes 193 Mbits/sec 46/0 [ 1] 26.00-28.00 sec 96.0 MBytes 403 Mbits/sec 96/0 [ 1] 28.00-30.00 sec 158 MBytes 663 Mbits/sec 158/0 [ 1] 0.00-30.04 sec 1.09 GBytes 311 Mbits/sec 1115/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.28357 192.168.50.46.5001 00000000 63 newreno 93440 2896 1460 off root@n2fbsd:~ # kern.hz == 1000: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 891 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 49860 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:44:14.737 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 74.0 MBytes 310 Mbits/sec 74/0 [ 1] 2.00-4.00 sec 160 MBytes 671 Mbits/sec 160/0 [ 1] 4.00-6.00 sec 114 MBytes 478 Mbits/sec 114/0 [ 1] 6.00-8.00 sec 108 MBytes 453 Mbits/sec 108/0 [ 1] 8.00-10.00 sec 94.0 MBytes 394 Mbits/sec 94/0 [ 1] 10.00-12.00 sec 156 MBytes 654 Mbits/sec 156/0 [ 1] 12.00-14.00 sec 106 MBytes 445 Mbits/sec 106/0 [ 1] 14.00-16.00 sec 83.0 MBytes 348 Mbits/sec 83/0 [ 1] 16.00-18.00 sec 81.0 MBytes 340 Mbits/sec 81/0 [ 1] 18.00-20.00 sec 155 MBytes 650 Mbits/sec 155/0 [ 1] 20.00-22.00 sec 147 MBytes 617 Mbits/sec 147/0 [ 1] 22.00-24.00 sec 137 MBytes 575 Mbits/sec 137/0 [ 1] 24.00-26.00 sec 108 MBytes 453 Mbits/sec 108/0 [ 1] 26.00-28.00 sec 111 MBytes 466 Mbits/sec 111/0 [ 1] 28.00-30.00 sec 188 MBytes 789 Mbits/sec 188/0 [ 1] 0.00-30.24 sec 1.78 GBytes 506 Mbits/sec 1823/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.49860 192.168.50.46.5001 00000000 63 cubic 105636 2896 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 803 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using newreno TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 43049 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:44:14.739 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 112 MBytes 470 Mbits/sec 112/0 [ 1] 2.00-4.00 sec 57.0 MBytes 239 Mbits/sec 57/0 [ 1] 4.00-6.00 sec 102 MBytes 428 Mbits/sec 102/0 [ 1] 6.00-8.00 sec 107 MBytes 449 Mbits/sec 107/0 [ 1] 8.00-10.00 sec 118 MBytes 495 Mbits/sec 118/0 [ 1] 10.00-12.00 sec 66.0 MBytes 277 Mbits/sec 66/0 [ 1] 12.00-14.00 sec 112 MBytes 470 Mbits/sec 112/0 [ 1] 14.00-16.00 sec 97.0 MBytes 407 Mbits/sec 97/0 [ 1] 16.00-18.00 sec 131 MBytes 549 Mbits/sec 131/0 [ 1] 18.00-20.00 sec 57.0 MBytes 239 Mbits/sec 57/0 [ 1] 20.00-22.00 sec 67.0 MBytes 281 Mbits/sec 67/0 [ 1] 22.00-24.00 sec 50.0 MBytes 210 Mbits/sec 50/0 [ 1] 24.00-26.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 26.00-28.00 sec 102 MBytes 428 Mbits/sec 102/0 [ 1] 28.00-30.00 sec 29.0 MBytes 122 Mbits/sec 29/0 [ 1] 0.00-30.03 sec 1.28 GBytes 367 Mbits/sec 1312/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.43049 192.168.50.46.5001 00000000 63 newreno 199876 23168 1460 off root@n2fbsd:~ #
sender1 stock newreno vs. sender2 cubic patch D46046
kern.hz == 100: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 896 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 28132 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 15:22:42.885 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 56.0 MBytes 235 Mbits/sec 56/0 [ 1] 2.00-4.00 sec 47.0 MBytes 197 Mbits/sec 47/0 [ 1] 4.00-6.00 sec 78.0 MBytes 327 Mbits/sec 78/0 [ 1] 6.00-8.00 sec 100 MBytes 419 Mbits/sec 100/0 [ 1] 8.00-10.00 sec 70.0 MBytes 294 Mbits/sec 70/0 [ 1] 10.00-12.00 sec 100 MBytes 419 Mbits/sec 100/0 [ 1] 12.00-14.00 sec 90.0 MBytes 377 Mbits/sec 90/0 [ 1] 14.00-16.00 sec 34.0 MBytes 143 Mbits/sec 34/0 [ 1] 16.00-18.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 18.00-20.00 sec 114 MBytes 478 Mbits/sec 114/0 [ 1] 20.00-22.00 sec 53.0 MBytes 222 Mbits/sec 53/0 [ 1] 22.00-24.00 sec 54.0 MBytes 226 Mbits/sec 54/0 [ 1] 24.00-26.00 sec 105 MBytes 440 Mbits/sec 105/0 [ 1] 26.00-28.00 sec 106 MBytes 445 Mbits/sec 106/0 [ 1] 28.00-30.00 sec 86.0 MBytes 361 Mbits/sec 86/0 [ 1] 0.00-30.06 sec 1.17 GBytes 334 Mbits/sec 1198/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.28132 192.168.50.46.5001 00000000 63 newreno 77380 2896 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 808 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using cubic TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 10749 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-23 15:22:42.881 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 159 MBytes 667 Mbits/sec 159/0 [ 1] 2.00-4.00 sec 119 MBytes 499 Mbits/sec 119/0 [ 1] 4.00-6.00 sec 137 MBytes 575 Mbits/sec 137/0 [ 1] 6.00-8.00 sec 116 MBytes 487 Mbits/sec 116/0 [ 1] 8.00-10.00 sec 54.0 MBytes 226 Mbits/sec 54/0 [ 1] 10.00-12.00 sec 111 MBytes 466 Mbits/sec 111/0 [ 1] 12.00-14.00 sec 96.0 MBytes 403 Mbits/sec 96/0 [ 1] 14.00-16.00 sec 148 MBytes 621 Mbits/sec 148/0 [ 1] 16.00-18.00 sec 114 MBytes 478 Mbits/sec 114/0 [ 1] 18.00-20.00 sec 108 MBytes 453 Mbits/sec 108/0 [ 1] 20.00-22.00 sec 161 MBytes 675 Mbits/sec 161/0 [ 1] 22.00-24.00 sec 118 MBytes 495 Mbits/sec 118/0 [ 1] 24.00-26.00 sec 72.0 MBytes 302 Mbits/sec 72/0 [ 1] 26.00-28.00 sec 110 MBytes 461 Mbits/sec 110/0 [ 1] 28.00-30.00 sec 133 MBytes 558 Mbits/sec 133/0 [ 1] 0.00-30.03 sec 1.72 GBytes 491 Mbits/sec 1757/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.10749 192.168.50.46.5001 00000000 63 cubic 392704 7240 1460 off root@n2fbsd:~ # kern.hz == 1000: root@n1fbsd:~ # iperf -B 192.168.50.37 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 900 (1 flows) Write buffer size: 1048576 Byte TOS set to 0x0 (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.37%vtnet0 port 36153 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:48:51.806 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 90.0 MBytes 377 Mbits/sec 90/0 [ 1] 2.00-4.00 sec 67.0 MBytes 281 Mbits/sec 67/0 [ 1] 4.00-6.00 sec 97.0 MBytes 407 Mbits/sec 97/0 [ 1] 6.00-8.00 sec 50.0 MBytes 210 Mbits/sec 50/0 [ 1] 8.00-10.00 sec 158 MBytes 663 Mbits/sec 158/0 [ 1] 10.00-12.00 sec 127 MBytes 533 Mbits/sec 127/0 [ 1] 12.00-14.00 sec 57.0 MBytes 239 Mbits/sec 57/0 [ 1] 14.00-16.00 sec 112 MBytes 470 Mbits/sec 112/0 [ 1] 16.00-18.00 sec 48.0 MBytes 201 Mbits/sec 48/0 [ 1] 18.00-20.00 sec 92.0 MBytes 386 Mbits/sec 92/0 [ 1] 20.00-22.00 sec 70.0 MBytes 294 Mbits/sec 70/0 [ 1] 22.00-24.00 sec 60.0 MBytes 252 Mbits/sec 60/0 [ 1] 24.00-26.00 sec 118 MBytes 495 Mbits/sec 118/0 [ 1] 26.00-28.00 sec 72.0 MBytes 302 Mbits/sec 72/0 [ 1] 28.00-30.00 sec 108 MBytes 453 Mbits/sec 108/0 [ 1] 0.00-30.03 sec 1.30 GBytes 371 Mbits/sec 1327/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.37.36153 192.168.50.46.5001 00000000 63 newreno 92840 78192 1460 off root@n1fbsd:~ # root@n2fbsd:~ # iperf -B 192.168.50.107 -c 192.168.50.46 -l 1M -t 30 -i 2 -e ; netstat -nCRp tcp | egrep "Active|Proto|5001" ------------------------------------------------------------ Client connecting to 192.168.50.46, TCP port 5001 with pid 812 (1/0 flows/load) Write buffer size: 1048576 Byte TCP congestion control using cubic TOS defaults to 0x0 (dscp=0,ecn=0) (Nagle on) TCP window size: 32.0 KByte (default) ------------------------------------------------------------ [ 1] local 192.168.50.107%vtnet0 port 56739 connected with 192.168.50.46 port 5001 (sock=3) on 2024-07-24 11:48:51.805 (EDT) [ ID] Interval Transfer Bandwidth Write/Err [ 1] 0.00-2.00 sec 104 MBytes 436 Mbits/sec 104/0 [ 1] 2.00-4.00 sec 135 MBytes 566 Mbits/sec 135/0 [ 1] 4.00-6.00 sec 120 MBytes 503 Mbits/sec 120/0 [ 1] 6.00-8.00 sec 167 MBytes 700 Mbits/sec 167/0 [ 1] 8.00-10.00 sec 61.0 MBytes 256 Mbits/sec 61/0 [ 1] 10.00-12.00 sec 56.0 MBytes 235 Mbits/sec 56/0 [ 1] 12.00-14.00 sec 158 MBytes 663 Mbits/sec 158/0 [ 1] 14.00-16.00 sec 100 MBytes 419 Mbits/sec 100/0 [ 1] 16.00-18.00 sec 169 MBytes 709 Mbits/sec 169/0 [ 1] 18.00-20.00 sec 125 MBytes 524 Mbits/sec 125/0 [ 1] 20.00-22.00 sec 145 MBytes 608 Mbits/sec 145/0 [ 1] 22.00-24.00 sec 126 MBytes 528 Mbits/sec 126/0 [ 1] 24.00-26.00 sec 96.0 MBytes 403 Mbits/sec 96/0 [ 1] 26.00-28.00 sec 114 MBytes 478 Mbits/sec 114/0 [ 1] 28.00-30.00 sec 78.0 MBytes 327 Mbits/sec 78/0 [ 1] 0.00-30.04 sec 1.71 GBytes 490 Mbits/sec 1755/0 Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.50.107.56739 192.168.50.46.5001 00000000 63 cubic 52223 10136 1460 off root@n2fbsd:~ #