#!/bin/bash
# SPDX-License-Identifier: GPL-2.0
#
# Test traffic distribution when there are multiple paths between an IPv4 GRE
# tunnel. The tunnel carries IPv4 and IPv6 traffic between multiple hosts.
# Multiple routes are in the underlay network. With the default multipath
# policy, SW2 will only look at the outer IP addresses, hence only a single
# route would be used.
#
# +--------------------------------+
# | H1 |
# | $h1 + |
# | 198.51.100.{2-253}/24 | |
# | 2001:db8:1::{2-fd}/64 | |
# +-------------------------|------+
# |
# +-------------------------|------------------+
# | SW1 | |
# | $ol1 + |
# | 198.51.100.1/24 |
# | 2001:db8:1::1/64 |
# | |
# | + g1 (gre) |
# | loc=192.0.2.1 |
# | rem=192.0.2.2 --. |
# | tos=inherit | |
# | v |
# | + $ul1 |
# | | 192.0.2.17/28 |
# +---------------------|----------------------+
# |
# +---------------------|----------------------+
# | SW2 | |
# | $ul21 + |
# | 192.0.2.18/28 | |
# | | |
# ! __________________+___ |
# | / \ |
# | | | |
# | + $ul22.111 (vlan) + $ul22.222 (vlan) |
# | | 192.0.2.33/28 | 192.0.2.49/28 |
# | | | |
# +--|----------------------|------------------+
# | |
# +--|----------------------|------------------+
# | | | |
# | + $ul32.111 (vlan) + $ul32.222 (vlan) |
# | | 192.0.2.34/28 | 192.0.2.50/28 |
# | | | |
# | \__________________+___/ |
# | | |
# | | |
# | $ul31 + |
# | 192.0.2.65/28 | SW3 |
# +---------------------|----------------------+
# |
# +---------------------|----------------------+
# | + $ul4 |
# | ^ 192.0.2.66/28 |
# | | |
# | + g2 (gre) | |
# | loc=192.0.2.2 | |
# | rem=192.0.2.1 --' |
# | tos=inherit |
# | |
# | $ol4 + |
# | 203.0.113.1/24 | |
# | 2001:db8:2::1/64 | SW4 |
# +-------------------------|------------------+
# |
# +-------------------------|------+
# | | |
# | $h2 + |
# | 203.0.113.{2-253}/24 |
# | 2001:db8:2::{2-fd}/64 H2 |
# +--------------------------------+
ALL_TESTS="
ping_ipv4
ping_ipv6
custom_hash
"
NUM_NETIFS=10
source lib.sh
h1_create()
{
simple_if_init $h1 198.51.100.2/24 2001:db8:1::2/64
ip route add vrf v$h1 default via 198.51.100.1 dev $h1
ip -6 route add vrf v$h1 default via 2001:db8:1::1 dev $h1
}
h1_destroy()
{
ip -6 route del vrf v$h1 default
ip route del vrf v$h1 default
simple_if_fini $h1 198.51.100.2/24 2001:db8:1::2/64
}
sw1_create()
{
simple_if_init $ol1 198.51.100.1/24 2001:db8:1::1/64
__simple_if_init $ul1 v$ol1 192.0.2.17/28
tunnel_create g1 gre 192.0.2.1 192.0.2.2 tos inherit dev v$ol1
__simple_if_init g1 v$ol1 192.0.2.1/32
ip route add vrf v$ol1 192.0.2.2/32 via 192.0.2.18
ip route add vrf v$ol1 203.0.113.0/24 dev g1
ip -6 route add vrf v$ol1 2001:db8:2::/64 dev g1
}
sw1_destroy()
{
ip -6 route del vrf v$ol1 2001:db8:2::/64
ip route del vrf v$ol1 203.0.113.0/24
ip route del vrf v$ol1 192.0.2.2/32
__simple_if_fini g1 192.0.2.1/32
tunnel_destroy g1
__simple_if_fini $ul1 192.0.2.17/28
simple_if_fini $ol1 198.51.100.1/24 2001:db8:1::1/64
}
sw2_create()
{
simple_if_init $ul21 192.0.2.18/28
__simple_if_init $ul22 v$ul21
vlan_create $ul22 111 v$ul21 192.0.2.33/28
vlan_create $ul22 222 v$ul21 192.0.2.49/28
ip route add vrf v$ul21 192.0.2.1/32 via 192.0.2.17
ip route add vrf v$ul21 192.0.2.2/32 \
nexthop via 192.0.2.34 \
nexthop via 192.0.2.50
}
sw2_destroy()
{
ip route del vrf v$ul21 192.0.2.2/32
ip route del vrf v$ul21 192.0.2.1/32
vlan_destroy $ul22 222
vlan_destroy $ul22 111
__simple_if_fini $ul22
simple_if_fini $ul21 192.0.2.18/28
}
sw3_create()
{
simple_if_init $ul31 192.0.2.65/28
__simple_if_init $ul32 v$ul31
vlan_create $ul32 111 v$ul31 192.0.2.34/28
vlan_create $ul32 222 v$ul31 192.0.2.50/28
ip route add vrf v$ul31 192.0.2.2/32 via 192.0.2.66
ip route add vrf v$ul31 192.0.2.1/32 \
nexthop via 192.0.2.33 \
nexthop via 192.0.2.49
tc qdisc add dev $ul32 clsact
tc filter add dev $ul32 ingress pref 111 prot 802.1Q \
flower vlan_id 111 action pass
tc filter add dev $ul32 ingress pref 222 prot 802.1Q \
flower vlan_id 222 action pass
}
sw3_destroy()
{
tc qdisc del dev $ul32 clsact
ip route del vrf v$ul31 192.0.2.1/32
ip route del vrf v$ul31 192.0.2.2/32
vlan_destroy $ul32 222
vlan_destroy $ul32 111
__simple_if_fini $ul32
simple_if_fini $ul31 192.0.2.65/28
}
sw4_create()
{
simple_if_init $ol4 203.0.113.1/24 2001:db8:2::1/64
__simple_if_init $ul4 v$ol4 192.0.2.66/28
tunnel_create g2 gre 192.0.2.2 192.0.2.1 tos inherit dev v$ol4
__simple_if_init g2 v$ol4 192.0.2.2/32
ip route add vrf v$ol4 192.0.2.1/32 via 192.0.2.65
ip route add vrf v$ol4 198.51.100.0/24 dev g2
ip -6 route add vrf v$ol4 2001:db8:1::/64 dev g2
}
sw4_destroy()
{
ip -6 route del vrf v$ol4 2001:db8:1::/64
ip route del vrf v$ol4 198.51.100.0/24
ip route del vrf v$ol4 192.0.2.1/32
__simple_if_fini g2 192.0.2.2/32
tunnel_destroy g2
__simple_if_fini $ul4 192.0.2.66/28
simple_if_fini $ol4 203.0.113.1/24 2001:db8:2::1/64
}
h2_create()
{
simple_if_init $h2 203.0.113.2/24 2001:db8:2::2/64
ip route add vrf v$h2 default via 203.0.113.1 dev $h2
ip -6 route add vrf v$h2 default via 2001:db8:2::1 dev $h2
}
h2_destroy()
{
ip -6 route del vrf v$h2 default
ip route del vrf v$h2 default
simple_if_fini $h2 203.0.113.2/24 2001:db8:2::2/64
}
setup_prepare()
{
h1=${NETIFS[p1]}
ol1=${NETIFS[p2]}
ul1=${NETIFS[p3]}
ul21=${NETIFS[p4]}
ul22=${NETIFS[p5]}
ul32=${NETIFS[p6]}
ul31=${NETIFS[p7]}
ul4=${NETIFS[p8]}
ol4=${NETIFS[p9]}
h2=${NETIFS[p10]}
vrf_prepare
h1_create
sw1_create
sw2_create
sw3_create
sw4_create
h2_create
forwarding_enable
}
cleanup()
{
pre_cleanup
forwarding_restore
h2_destroy
sw4_destroy
sw3_destroy
sw2_destroy
sw1_destroy
h1_destroy
vrf_cleanup
}
ping_ipv4()
{
ping_test $h1 203.0.113.2
}
ping_ipv6()
{
ping6_test $h1 2001:db8:2::2
}
send_src_ipv4()
{
ip vrf exec v$h1 $MZ $h1 -q -p 64 \
-A "198.51.100.2-198.51.100.253" -B 203.0.113.2 \
-d 1msec -c 50 -t udp "sp=20000,dp=30000"
}
send_dst_ipv4()
{
ip vrf exec v$h1 $MZ $h1 -q -p 64 \
-A 198.51.100.2 -B "203.0.113.2-203.0.113.253" \
-d 1msec -c 50 -t udp "sp=20000,dp=30000"
}
send_src_udp4()
{
ip vrf exec v$h1 $MZ $h1 -q -p 64 \
-A 198.51.100.2 -B 203.0.113.2 \
-d 1msec -t udp "sp=0-32768,dp=30000"
}
send_dst_udp4()
{
ip vrf exec v$h1 $MZ $h1 -q -p 64 \
-A 198.51.100.2 -B 203.0.113.2 \
-d 1msec -t udp "sp=20000,dp=0-32768"
}
send_src_ipv6()
{
ip vrf exec v$h1 $MZ -6 $h1 -q -p 64 \
-A "2001:db8:1::2-2001:db8:1::fd" -B 2001:db8:2::2 \
-d 1msec -c 50 -t udp "sp=20000,dp=30000"
}
send_dst_ipv6()
{
ip vrf exec v$h1 $MZ -6 $h1 -q -p 64 \
-A 2001:db8:1::2 -B "2001:db8:2::2-2001:db8:2::fd" \
-d 1msec -c 50 -t udp "sp=20000,dp=30000"
}
send_flowlabel()
{
# Generate 16384 echo requests, each with a random flow label.
for _ in $(seq 1 16384); do
ip vrf exec v$h1 \
$PING6 2001:db8:2::2 -F 0 -c 1 -q >/dev/null 2>&1
done
}
send_src_udp6()
{
ip vrf exec v$h1 $MZ -6 $h1 -q -p 64 \
-A 2001:db8:1::2 -B 2001:db8:2::2 \
-d 1msec -t udp "sp=0-32768,dp=30000"
}
send_dst_udp6()
{
ip vrf exec v$h1 $MZ -6 $h1 -q -p 64 \
-A 2001:db8:1::2 -B 2001:db8:2::2 \
-d 1msec -t udp "sp=20000,dp=0-32768"
}
custom_hash_test()
{
local field="$1"; shift
local balanced="$1"; shift
local send_flows="$@"
RET=0
local t0_111=$(tc_rule_stats_get $ul32 111 ingress)
local t0_222=$(tc_rule_stats_get $ul32 222 ingress)
$send_flows
local t1_111=$(tc_rule_stats_get $ul32 111 ingress)
local t1_222=$(tc_rule_stats_get $ul32 222 ingress)
local d111=$((t1_111 - t0_111))
local d222=$((t1_222 - t0_222))
local diff=$((d222 - d111))
local sum=$((d111 + d222))
local pct=$(echo "$diff / $sum * 100" | bc -l)
local is_balanced=$(echo "-20 <= $pct && $pct <= 20" | bc)
[[ ( $is_balanced -eq 1 && $balanced == "balanced" ) ||
( $is_balanced -eq 0 && $balanced == "unbalanced" ) ]]
check_err $? "Expected traffic to be $balanced, but it is not"
log_test "Multipath hash field: $field ($balanced)"
log_info "Packets sent on path1 / path2: $d111 / $d222"
}
custom_hash_v4()
{
log_info "Running IPv4 overlay custom multipath hash tests"
# Prevent the neighbour table from overflowing, as different neighbour
# entries will be created on $ol4 when using different destination IPs.
sysctl_set net.ipv4.neigh.default.gc_thresh1 1024
sysctl_set net.ipv4.neigh.default.gc_thresh2 1024
sysctl_set net.ipv4.neigh.default.gc_thresh3 1024
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0040
custom_hash_test "Inner source IP" "balanced" send_src_ipv4
custom_hash_test "Inner source IP" "unbalanced" send_dst_ipv4
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0080
custom_hash_test "Inner destination IP" "balanced" send_dst_ipv4
custom_hash_test "Inner destination IP" "unbalanced" send_src_ipv4
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0400
custom_hash_test "Inner source port" "balanced" send_src_udp4
custom_hash_test "Inner source port" "unbalanced" send_dst_udp4
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0800
custom_hash_test "Inner destination port" "balanced" send_dst_udp4
custom_hash_test "Inner destination port" "unbalanced" send_src_udp4
sysctl_restore net.ipv4.neigh.default.gc_thresh3
sysctl_restore net.ipv4.neigh.default.gc_thresh2
sysctl_restore net.ipv4.neigh.default.gc_thresh1
}
custom_hash_v6()
{
log_info "Running IPv6 overlay custom multipath hash tests"
# Prevent the neighbour table from overflowing, as different neighbour
# entries will be created on $ol4 when using different destination IPs.
sysctl_set net.ipv6.neigh.default.gc_thresh1 1024
sysctl_set net.ipv6.neigh.default.gc_thresh2 1024
sysctl_set net.ipv6.neigh.default.gc_thresh3 1024
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0040
custom_hash_test "Inner source IP" "balanced" send_src_ipv6
custom_hash_test "Inner source IP" "unbalanced" send_dst_ipv6
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0080
custom_hash_test "Inner destination IP" "balanced" send_dst_ipv6
custom_hash_test "Inner destination IP" "unbalanced" send_src_ipv6
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0200
custom_hash_test "Inner flowlabel" "balanced" send_flowlabel
custom_hash_test "Inner flowlabel" "unbalanced" send_src_ipv6
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0400
custom_hash_test "Inner source port" "balanced" send_src_udp6
custom_hash_test "Inner source port" "unbalanced" send_dst_udp6
sysctl_set net.ipv4.fib_multipath_hash_fields 0x0800
custom_hash_test "Inner destination port" "balanced" send_dst_udp6
custom_hash_test "Inner destination port" "unbalanced" send_src_udp6
sysctl_restore net.ipv6.neigh.default.gc_thresh3
sysctl_restore net.ipv6.neigh.default.gc_thresh2
sysctl_restore net.ipv6.neigh.default.gc_thresh1
}
custom_hash()
{
# Test that when the hash policy is set to custom, traffic is
# distributed only according to the fields set in the
# fib_multipath_hash_fields sysctl.
#
# Each time set a different field and make sure traffic is only
# distributed when the field is changed in the packet stream.
sysctl_set net.ipv4.fib_multipath_hash_policy 3
custom_hash_v4
custom_hash_v6
sysctl_restore net.ipv4.fib_multipath_hash_policy
}
trap cleanup EXIT
setup_prepare
setup_wait
tests_run
exit $EXIT_STATUS