aboutgitcodebugslistschat
path: root/test/perf/passt_tcp
blob: 5f017db62e87037ba701ed69203ade8789cf3886 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
# SPDX-License-Identifier: AGPL-3.0-or-later
#
# PASST - Plug A Simple Socket Transport
#  for qemu/UNIX domain socket mode
#
# PASTA - Pack A Subtle Tap Abstraction
#  for network namespace/tap device mode
#
# test/perf/passt_tcp - Check TCP performance in passt mode
#
# Copyright (c) 2021 Red Hat GmbH
# Author: Stefano Brivio <sbrivio@redhat.com>

onlyfor	passt_in_ns
gtools	sysctl ip jq nproc seq sleep bc iperf3 tcp_rr tcp_crr # From neper
nstools	sysctl ip jq nproc seq sleep bc iperf3 tcp_rr tcp_crr
htools	bc head sed seq

# In this setup, virtio_net TX queue sometimes hangs, still under investigation
def	virtio_net_workaround
guest	modprobe -r virtio_net; modprobe virtio_net napi_tx=1; dhclient; dhclient -6; sleep 3
endef

test	passt: throughput and latency

guest	/sbin/sysctl -w net.core.rmem_max=536870912
guest	/sbin/sysctl -w net.core.wmem_max=536870912
guest	/sbin/sysctl -w net.core.rmem_default=33554432
guest	/sbin/sysctl -w net.core.wmem_default=33554432
guest	/sbin/sysctl -w net.ipv4.tcp_rmem="4096 131072 268435456"
guest	/sbin/sysctl -w net.ipv4.tcp_wmem="4096 131072 268435456"
guest	/sbin/sysctl -w net.ipv4.tcp_timestamps=0

ns	sysctl -w net.ipv4.tcp_rmem="4096 524288 134217728"
ns	sysctl -w net.ipv4.tcp_wmem="4096 524288 134217728"
ns	sysctl -w net.ipv4.tcp_timestamps=0

gout	GW ip -j -4 route show|jq -rM '.[] | select(.dst == "default").gateway'
gout	GW6 ip -j -6 route show|jq -rM '.[] | select(.dst == "default").gateway'
gout	IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'

hout	FREQ_PROCFS (echo "scale=1"; sed -n 's/cpu MHz.*: \([0-9]*\)\..*$/(\1+10^2\/2)\/10^3/p' /proc/cpuinfo) | bc -l | head -n1
hout	FREQ_CPUFREQ (echo "scale=1"; printf '( %i + 10^5 / 2 ) / 10^6\n' $(cat /sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq) ) | bc -l
hout	FREQ [ -n "__FREQ_CPUFREQ__" ] && echo __FREQ_CPUFREQ__ || echo __FREQ_PROCFS__

set	THREADS 1
set	STREAMS 8
set	OPTS -Z -P __STREAMS__ -l 1M -i1 -t30 -O5 --pacing-timer 1000000

info	Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__ streams
report	passt tcp __THREADS__ __FREQ__

th	MTU 256B 576B 1280B 1500B 9000B 65520B


tr	TCP throughput over IPv6: guest to host
bw	-
bw	-

virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1280
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -w 4M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 1.2 1.5
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1500
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -w 4M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 1.6 1.8
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 9000
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -w 8M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 4.0 5.0
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 65520
iperf3c	guest __GW6__%__IFNAME__ 100${i}2 __THREADS__ __OPTS__ -w 16M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 7.0 8.0

tl	TCP RR latency over IPv6: guest to host
lat	-
lat	-
lat	-
lat	-
lat	-
nsb	tcp_rr --nolog -6
gout	LAT tcp_rr --nolog -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150

tl	TCP CRR latency over IPv6: guest to host
lat	-
lat	-
lat	-
lat	-
lat	-
nsb	tcp_crr --nolog -6
gout	LAT tcp_crr --nolog -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 500 400


tr	TCP throughput over IPv4: guest to host
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 256
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -w 1M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 0.2 0.3
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 576
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -w 1M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 0.5 0.8
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1280
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -w 4M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 1.2 1.5
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 1500
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -w 4M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 1.6 1.8
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 9000
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -w 8M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 4.0 5.0
virtio_net_workaround
guest	ip link set dev __IFNAME__ mtu 65520
iperf3c	guest __GW__ 100${i}2 __THREADS__ __OPTS__ -w 16M
iperf3s	BW ns 100${i}2 __THREADS__
bw	__BW__ 7.0 8.0

tl	TCP RR latency over IPv4: guest to host
lat	-
lat	-
lat	-
lat	-
lat	-
nsb	tcp_rr --nolog -4
gout	LAT tcp_rr --nolog -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150

tl	TCP CRR latency over IPv4: guest to host
lat	-
lat	-
lat	-
lat	-
lat	-
nsb	tcp_crr --nolog -4
gout	LAT tcp_crr --nolog -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 500 400


tr	TCP throughput over IPv6: host to guest
bw	-
bw	-
ns	ip link set dev lo mtu 1280
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 1.0 1.2
ns	ip link set dev lo mtu 1500
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 2.0 3.0
ns	ip link set dev lo mtu 9000
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 5.0 6.0
ns	ip link set dev lo mtu 65520
iperf3c	ns ::1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 6.0 6.8
ns	ip link set dev lo mtu 65535

tl	TCP RR latency over IPv6: host to guest
lat	-
lat	-
lat	-
lat	-
lat	-
guestb	tcp_rr --nolog -P 10001 -C 10011 -6
nsout	LAT tcp_rr --nolog -P 10001 -C 10011 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150

tl	TCP CRR latency over IPv6: host to guest
lat	-
lat	-
lat	-
lat	-
lat	-
guestb	tcp_crr --nolog -P 10001 -C 10011 -6
nsout	LAT tcp_crr --nolog -P 10001 -C 10011 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 500 350


tr	TCP throughput over IPv4: host to guest
ns	ip link set dev lo mtu 256
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 0.3 0.5
ns	ip link set dev lo mtu 576
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 0.5 1.0
ns	ip link set dev lo mtu 1280
ns	ip addr add ::1 dev lo
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 2.0 3.0
ns	ip link set dev lo mtu 1500
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 2.0 3.0
ns	ip link set dev lo mtu 9000
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 5.0 6.0
ns	ip link set dev lo mtu 65520
iperf3c	ns 127.0.0.1 100${i}1 __THREADS__ __OPTS__
iperf3s	BW guest 100${i}1 __THREADS__
bw	__BW__ 6.0 6.8
ns	ip link set dev lo mtu 65535

tl	TCP RR latency over IPv4: host to guest
lat	-
lat	-
lat	-
lat	-
lat	-
guestb	tcp_rr --nolog -P 10001 -C 10011 -4
nsout	LAT tcp_rr --nolog -P 10001 -C 10011 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 200 150

tl	TCP CRR latency over IPv6: host to guest
lat	-
lat	-
lat	-
lat	-
lat	-
guestb	tcp_crr --nolog -P 10001 -C 10011 -4
nsout	LAT tcp_crr --nolog -P 10001 -C 10011 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
lat	__LAT__ 500 300

te