diff --git a/octavia/amphorae/backends/agent/api_server/templates/amphora-netns.systemd.j2 b/octavia/amphorae/backends/agent/api_server/templates/amphora-netns.systemd.j2
index d1b98bc973..ce5f8c7096 100644
--- a/octavia/amphorae/backends/agent/api_server/templates/amphora-netns.systemd.j2
+++ b/octavia/amphorae/backends/agent/api_server/templates/amphora-netns.systemd.j2
@@ -23,6 +23,9 @@ ExecStart=-/sbin/sysctl -w net.netfilter.nf_conntrack_expect_max=488
 ExecStart=-/sbin/ip netns exec {{ amphora_nsname }} sysctl -w net.ipv4.ip_forward=1
 ExecStart=-/sbin/ip netns exec {{ amphora_nsname }} sysctl -w net.ipv4.vs.conntrack=1
 ExecStart=-/sbin/ip netns exec {{ amphora_nsname }} sysctl -w net.ipv6.conf.all.forwarding=1
+# Ensure the connection cache is flushed immediately on real server removal
+ExecStart=-/sbin/ip netns exec {{ amphora_nsname }} sysctl -w net.ipv4.vs.expire_nodest_conn=1
+ExecStart=-/sbin/ip netns exec {{ amphora_nsname }} sysctl -w net.ipv4.vs.expire_quiescent_template=1
 # We need the plugged_interfaces file sorted to join the host interfaces
 ExecStart=-/bin/sh -c '/usr/bin/sort -k 1 /var/lib/octavia/plugged_interfaces > /var/lib/octavia/plugged_interfaces.sorted'
 # Assign the interfaces into the namespace with the appropriate name
diff --git a/releasenotes/notes/Fix-UDP-member-server-rebalance-74c67cb09c7c529a.yaml b/releasenotes/notes/Fix-UDP-member-server-rebalance-74c67cb09c7c529a.yaml
new file mode 100644
index 0000000000..4ae0686d68
--- /dev/null
+++ b/releasenotes/notes/Fix-UDP-member-server-rebalance-74c67cb09c7c529a.yaml
@@ -0,0 +1,10 @@
+---
+upgrade:
+  - |
+    UDP load balancers will require a failover to fix the UDP rebalance issue
+    once the control plane is updated.
+fixes:
+  - |
+    Fixed an issue where UDP listeners may not rebalance failed member servers
+    in a timely fashion. It may have been up to five minutes for a failed
+    member server to be removed from existing flows.