diff --git a/internal/gatewayapi/listener.go b/internal/gatewayapi/listener.go
index 2bf3e92e65..9a8c84d27b 100644
--- a/internal/gatewayapi/listener.go
+++ b/internal/gatewayapi/listener.go
@@ -170,6 +170,7 @@ func (t *Translator) ProcessListeners(gateways []*GatewayContext, xdsIR resource
 						Port:         uint32(containerPort),
 						ExternalPort: uint32(listener.Port),
 						Metadata:     buildListenerMetadata(listener, gateway),
+						IPFamily:     ipFamily,
 					},
 				}
 				xdsIR[irKey].UDP = append(xdsIR[irKey].UDP, irListener)