+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-251.ec2.internal ++ [[ -n ip-10-0-2-251.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-251.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 17:39:14.978840014 - disable conntrack on geneve port' I0512 17:39:14.978840014 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 17:39:14.995360041 - starting ovnkube-node + echo 'I0512 17:39:14.995360041 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-251.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-251.ec2.internal --init-node ip-10-0-2-251.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-251.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 17:39:15.035643 3656 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 17:39:15.035696 3656 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3ae6e67204.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 17:39:15.037413 3656 kube.go:431] Waiting for certificate I0512 17:39:15.037492 3656 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 17:39:15.037550 3656 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 17:39:15.038366 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 17:39:15.071595 3656 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:15.071615 3656 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:15.074689 3656 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:15.074774 3656 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-b6smw" I0512 17:39:15.080730 3656 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-b6smw" I0512 17:39:15.080790 3656 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 17:39:16.037926 3656 kube.go:438] Certificate found I0512 17:39:16.038901 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 17:39:16.039842 3656 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 17:39:16.089762 3656 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 17:34:15 +0000 UTC" deadline="2026-05-13 10:58:28.303381649 +0000 UTC" I0512 17:39:16.089799 3656 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h19m12.21359549s" I0512 17:39:16.101359 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 17:39:16.118782 3656 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 17:39:16.118846 3656 factory.go:561] Starting watch factory I0512 17:39:16.118928 3656 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.118944 3656 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.118942 3656 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.118955 3656 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.118963 3656 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.118973 3656 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.119065 3656 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.119087 3656 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.119254 3656 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.119280 3656 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.119522 3656 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 17:39:16.119694 3656 server.go:101] MetricServer registers OVS metrics I0512 17:39:16.120020 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.120045 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.120065 3656 server.go:105] MetricServer registers OVN DB metrics I0512 17:39:16.123573 3656 controller_manager.go:370] Starting the ovnkube controller I0512 17:39:16.123583 3656 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-251.ec2.internal I0512 17:39:16.123625 3656 controller_manager.go:395] NBDB zone sync took: 33.586µs I0512 17:39:16.123635 3656 factory.go:561] Starting watch factory I0512 17:39:16.124660 3656 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 17:39:16.124689 3656 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 17:39:16.137566 3656 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 17:39:16.137585 3656 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 17:39:16.138367 3656 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.141654 3656 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 17:39:16.141691 3656 server.go:109] MetricServer registers OVN Controller metrics I0512 17:39:16.143041 3656 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.143836 3656 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.144687 3656 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.145277 3656 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.150475 3656 server.go:113] MetricServer registers OVN Northd metrics I0512 17:39:16.154405 3656 metrics.go:519] OVN Metrics Server starts to run ... I0512 17:39:16.155518 3656 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 17:39:16.225146 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 17:39:16.225160 3656 factory.go:1977] *v1.Node informer cache synced successfully I0512 17:39:16.225163 3656 factory.go:1977] *v1.Service informer cache synced successfully I0512 17:39:16.225167 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 17:39:16.225170 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0512 17:39:16.225173 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 17:39:16.225261 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:16.225280 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:16.225254 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:16.225300 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:16.228290 3656 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:16.228288 3656 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 17:39:16.230280 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 17:39:16.230293 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 17:39:16.230295 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 17:39:16.230302 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0512 17:39:16.230307 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 17:39:16.230311 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 17:39:16.230315 3656 factory.go:1977] *v1.Node informer cache synced successfully I0512 17:39:16.230319 3656 factory.go:1977] *v1.Service informer cache synced successfully I0512 17:39:16.230390 3656 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.230406 3656 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.233655 3656 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.235714 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 17:39:16.235720 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 17:39:16.235740 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 17:39:16.235779 3656 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.235797 3656 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.238400 3656 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.241784 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 17:39:16.241797 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 17:39:16.241836 3656 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.241847 3656 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.244633 3656 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.246811 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 17:39:16.246826 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 17:39:16.246877 3656 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.246892 3656 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.249418 3656 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.252860 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 17:39:16.252876 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 17:39:16.252929 3656 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.252941 3656 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.255297 3656 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.258369 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 17:39:16.258382 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 17:39:16.258553 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:16.258567 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:16.261106 3656 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 17:39:16.263418 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 17:39:16.263447 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 17:39:16.263504 3656 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.263517 3656 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.263545 3656 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.263571 3656 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.266070 3656 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.266089 3656 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 17:39:16.268524 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 17:39:16.268535 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 17:39:16.268541 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 17:39:16.268548 3656 factory.go:680] Watch Factory start up complete, took: 149.704873ms I0512 17:39:16.268611 3656 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 17:39:16.273864 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 17:39:16.273875 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 17:39:16.273881 3656 factory.go:680] Watch Factory start up complete, took: 150.2455ms I0512 17:39:16.273888 3656 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-251.ec2.internal" zone I0512 17:39:16.316788 3656 default_node_network_controller.go:710] Initializing the default node network controller I0512 17:39:16.383490 3656 udn_isolation.go:101] Starting UDN host isolation manager I0512 17:39:16.389359 3656 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 17:39:16.445505 3656 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 17:39:16.445637 3656 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 17:39:16.445653 3656 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 17:39:16.477941 3656 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 17:39:16.477993 3656 default_node_network_controller.go:809] Node ip-10-0-2-251.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 17:39:16.483416 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.251"] k8s.ovn.org/zone-name:ip-10-0-2-251.ec2.internal] on node ip-10-0-2-251.ec2.internal I0512 17:39:16.504888 3656 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 17:39:16.511266 3656 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 17:39:16.511414 3656 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0512 17:39:16.511567 3656 gateway_init.go:263] Preparing Gateway I0512 17:39:16.511579 3656 gateway_shared_intf.go:1687] Creating new gateway I0512 17:39:16.524807 3656 controller_manager.go:429] Waiting for node in zone sync took: 250.90804ms I0512 17:39:16.529325 3656 controller_manager.go:611] Switching to transit router for layer2 networks I0512 17:39:16.529342 3656 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-251.ec2.internal I0512 17:39:16.546362 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 17:39:16.552124 3656 controller_manager.go:290] SCTP support detected in OVN I0512 17:39:16.552811 3656 services_controller.go:69] Creating services controller for network=default I0512 17:39:16.552864 3656 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 17:39:16.552949 3656 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 17:39:16.552981 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 17:39:16.552996 3656 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 17:39:16.553005 3656 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 17:39:16.553216 3656 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 17:39:16.553274 3656 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 17:39:16.553323 3656 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.444µs I0512 17:39:16.553333 3656 udn_enabled_svc.go:95] Performing full resync I0512 17:39:16.553351 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 65.511µs I0512 17:39:16.553367 3656 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 93.169µs I0512 17:39:16.553376 3656 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 17:39:16.553385 3656 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 17:39:16.553401 3656 default_network_controller.go:325] Starting the default network controller I0512 17:39:16.553487 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.353µs I0512 17:39:16.553634 3656 udn_enabled_svc.go:99] Waiting for handler to sync I0512 17:39:16.553645 3656 udn_enabled_svc.go:104] Starting worker I0512 17:39:16.563360 3656 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 17:39:16.563428 3656 repair.go:33] Syncing exgw routes took 55.157µs I0512 17:39:16.563472 3656 default_network_controller.go:414] Starting all the Watchers... I0512 17:39:16.563619 3656 namespace.go:98] [openshift-network-operator] adding namespace I0512 17:39:16.563631 3656 namespace.go:98] [kube-node-lease] adding namespace I0512 17:39:16.563637 3656 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 17:39:16.563633 3656 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 17:39:16.563642 3656 namespace.go:98] [openshift-monitoring] adding namespace I0512 17:39:16.563638 3656 namespace.go:98] [openshift-operators] adding namespace I0512 17:39:16.563641 3656 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 17:39:16.563655 3656 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 17:39:16.563658 3656 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 17:39:16.563663 3656 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 17:39:16.563666 3656 namespace.go:98] [openshift-node] adding namespace I0512 17:39:16.563670 3656 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 17:39:16.563670 3656 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 17:39:16.563677 3656 namespace.go:98] [openshift-machine-api] adding namespace I0512 17:39:16.563621 3656 namespace.go:98] [openshift-infra] adding namespace I0512 17:39:16.564160 3656 namespace.go:102] [openshift-network-operator] adding namespace took 527.52µs I0512 17:39:16.564174 3656 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 17:39:16.564601 3656 namespace.go:102] [openshift-backplane-tam] adding namespace took 421.798µs I0512 17:39:16.564613 3656 namespace.go:98] [openshift-image-registry] adding namespace I0512 17:39:16.565105 3656 namespace.go:102] [openshift-image-registry] adding namespace took 485.24µs I0512 17:39:16.565120 3656 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 17:39:16.565734 3656 namespace.go:102] [kube-node-lease] adding namespace took 2.091055ms I0512 17:39:16.565753 3656 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 17:39:16.566324 3656 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.678256ms I0512 17:39:16.566338 3656 namespace.go:98] [kube-system] adding namespace I0512 17:39:16.566903 3656 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.250876ms I0512 17:39:16.566923 3656 namespace.go:98] [openshift-logging] adding namespace I0512 17:39:16.567466 3656 namespace.go:102] [openshift-monitoring] adding namespace took 3.811366ms I0512 17:39:16.567481 3656 namespace.go:98] [openshift-insights] adding namespace I0512 17:39:16.567959 3656 namespace.go:102] [openshift-operators] adding namespace took 4.301091ms I0512 17:39:16.567971 3656 namespace.go:98] [dedicated-admin] adding namespace I0512 17:39:16.568409 3656 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.749206ms I0512 17:39:16.568425 3656 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 17:39:16.568901 3656 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.237723ms I0512 17:39:16.568920 3656 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 17:39:16.569396 3656 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.730376ms I0512 17:39:16.569413 3656 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 17:39:16.569971 3656 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.301307ms I0512 17:39:16.569989 3656 namespace.go:98] [openshift] adding namespace I0512 17:39:16.570452 3656 namespace.go:102] [openshift-node] adding namespace took 6.777888ms I0512 17:39:16.570474 3656 namespace.go:98] [kube-public] adding namespace I0512 17:39:16.571142 3656 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.465306ms I0512 17:39:16.571164 3656 namespace.go:98] [default] adding namespace I0512 17:39:16.571810 3656 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.133002ms I0512 17:39:16.571825 3656 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 17:39:16.572388 3656 namespace.go:102] [openshift-machine-api] adding namespace took 8.705956ms I0512 17:39:16.572399 3656 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 17:39:16.572963 3656 namespace.go:102] [openshift-infra] adding namespace took 9.255514ms I0512 17:39:16.572981 3656 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 17:39:16.573548 3656 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.420999ms I0512 17:39:16.573566 3656 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0512 17:39:16.573988 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5vf2r: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found W0512 17:39:16.573999 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pfp58: pod kube-system/global-pull-secret-syncer-pfp58: no pod IPs found I0512 17:39:16.574009 3656 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.25066ms I0512 17:39:16.574017 3656 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 17:39:16.574455 3656 namespace.go:102] [kube-system] adding namespace took 8.110989ms I0512 17:39:16.574469 3656 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 17:39:16.574937 3656 namespace.go:102] [openshift-logging] adding namespace took 8.009845ms I0512 17:39:16.574945 3656 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 17:39:16.575350 3656 namespace.go:102] [openshift-insights] adding namespace took 7.863229ms I0512 17:39:16.575365 3656 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 17:39:16.575812 3656 namespace.go:102] [dedicated-admin] adding namespace took 7.836045ms I0512 17:39:16.575824 3656 namespace.go:98] [openshift-backplane] adding namespace I0512 17:39:16.576316 3656 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.886806ms I0512 17:39:16.576326 3656 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 17:39:16.576805 3656 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.88008ms I0512 17:39:16.576816 3656 namespace.go:98] [openshift-console-operator] adding namespace I0512 17:39:16.577223 3656 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.805882ms I0512 17:39:16.577232 3656 namespace.go:98] [openshift-dns] adding namespace I0512 17:39:16.577685 3656 namespace.go:102] [openshift] adding namespace took 7.689133ms I0512 17:39:16.577699 3656 namespace.go:98] [openshift-apiserver] adding namespace I0512 17:39:16.578078 3656 namespace.go:102] [kube-public] adding namespace took 7.59661ms I0512 17:39:16.578098 3656 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 17:39:16.578640 3656 namespace.go:102] [default] adding namespace took 7.470831ms I0512 17:39:16.578650 3656 namespace.go:98] [openshift-dns-operator] adding namespace I0512 17:39:16.579139 3656 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.308474ms I0512 17:39:16.579153 3656 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 17:39:16.579548 3656 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.143695ms I0512 17:39:16.579562 3656 namespace.go:98] [openshift-etcd] adding namespace I0512 17:39:16.579954 3656 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.966871ms I0512 17:39:16.579968 3656 namespace.go:98] [openshift-config-operator] adding namespace I0512 17:39:16.580327 3656 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.756684ms I0512 17:39:16.580780 3656 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.758194ms I0512 17:39:16.580792 3656 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 17:39:16.581240 3656 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.766191ms I0512 17:39:16.581250 3656 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 17:39:16.581698 3656 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.747347ms I0512 17:39:16.581712 3656 namespace.go:98] [openshift-config] adding namespace I0512 17:39:16.582103 3656 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.734067ms I0512 17:39:16.582114 3656 namespace.go:98] [openshift-cluster-version] adding namespace I0512 17:39:16.582501 3656 namespace.go:102] [openshift-backplane] adding namespace took 6.672237ms I0512 17:39:16.582512 3656 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 17:39:16.582932 3656 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.601666ms I0512 17:39:16.582945 3656 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 17:39:16.583417 3656 namespace.go:102] [openshift-console-operator] adding namespace took 6.594513ms I0512 17:39:16.583476 3656 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 17:39:16.583873 3656 namespace.go:102] [openshift-dns] adding namespace took 6.635214ms I0512 17:39:16.583885 3656 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 17:39:16.584452 3656 namespace.go:102] [openshift-apiserver] adding namespace took 6.74808ms I0512 17:39:16.584463 3656 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 17:39:16.584855 3656 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.75181ms I0512 17:39:16.584868 3656 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 17:39:16.585399 3656 namespace.go:102] [openshift-dns-operator] adding namespace took 6.743901ms I0512 17:39:16.585412 3656 namespace.go:98] [openshift-host-network] adding namespace I0512 17:39:16.585874 3656 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.716559ms I0512 17:39:16.585884 3656 namespace.go:98] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] adding namespace I0512 17:39:16.586271 3656 namespace.go:102] [openshift-etcd] adding namespace took 6.704559ms I0512 17:39:16.586282 3656 namespace.go:98] [openshift-ingress] adding namespace I0512 17:39:16.586761 3656 namespace.go:102] [openshift-config-operator] adding namespace took 6.787569ms I0512 17:39:16.586776 3656 namespace.go:98] [openshift-authentication] adding namespace I0512 17:39:16.587300 3656 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.502533ms I0512 17:39:16.587314 3656 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 17:39:16.587709 3656 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.455398ms I0512 17:39:16.587721 3656 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 17:39:16.588132 3656 namespace.go:102] [openshift-config] adding namespace took 6.414873ms I0512 17:39:16.588145 3656 namespace.go:98] [openshift-network-console] adding namespace I0512 17:39:16.588529 3656 namespace.go:102] [openshift-cluster-version] adding namespace took 6.409976ms I0512 17:39:16.588540 3656 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 17:39:16.588964 3656 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.446352ms I0512 17:39:16.588977 3656 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 17:39:16.589334 3656 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.384897ms I0512 17:39:16.589345 3656 namespace.go:98] [openshift-console] adding namespace I0512 17:39:16.589744 3656 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.259042ms I0512 17:39:16.589755 3656 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 17:39:16.590183 3656 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.293692ms I0512 17:39:16.590194 3656 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 17:39:16.590604 3656 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.135307ms I0512 17:39:16.590619 3656 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 17:39:16.591021 3656 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.148709ms I0512 17:39:16.591033 3656 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 17:39:16.591564 3656 namespace.go:102] [openshift-host-network] adding namespace took 6.146796ms I0512 17:39:16.591579 3656 namespace.go:98] [openshift-package-operator] adding namespace I0512 17:39:16.591970 3656 namespace.go:102] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] adding namespace took 6.081167ms I0512 17:39:16.591985 3656 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 17:39:16.592405 3656 namespace.go:102] [openshift-ingress] adding namespace took 6.117154ms I0512 17:39:16.592417 3656 namespace.go:98] [openshift-multus] adding namespace I0512 17:39:16.592839 3656 namespace.go:102] [openshift-authentication] adding namespace took 6.058446ms I0512 17:39:16.592850 3656 namespace.go:98] [openshift-marketplace] adding namespace I0512 17:39:16.593213 3656 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.894209ms I0512 17:39:16.593226 3656 namespace.go:98] [openshift-config-managed] adding namespace I0512 17:39:16.593657 3656 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.932001ms I0512 17:39:16.594114 3656 namespace.go:102] [openshift-network-console] adding namespace took 5.963799ms I0512 17:39:16.594129 3656 namespace.go:98] [openshift-controller-manager] adding namespace I0512 17:39:16.594566 3656 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.020858ms I0512 17:39:16.594577 3656 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 17:39:16.594994 3656 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.013495ms W0512 17:39:16.595337 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-24tgz: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:16.595376 3656 namespace.go:102] [openshift-console] adding namespace took 6.028307ms W0512 17:39:16.595379 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-npknx: pod openshift-network-diagnostics/network-check-target-npknx: no pod IPs found I0512 17:39:16.595925 3656 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.165439ms I0512 17:39:16.596306 3656 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.107245ms I0512 17:39:16.596765 3656 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.140775ms I0512 17:39:16.597211 3656 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.171488ms I0512 17:39:16.597226 3656 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 17:39:16.597666 3656 namespace.go:102] [openshift-package-operator] adding namespace took 6.080542ms I0512 17:39:16.597682 3656 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 17:39:16.598050 3656 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.05984ms W0512 17:39:16.598055 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b7g5p: pod openshift-multus/network-metrics-daemon-b7g5p: no pod IPs found W0512 17:39:16.598088 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-w5kms: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:16.598569 3656 namespace.go:102] [openshift-multus] adding namespace took 6.146648ms I0512 17:39:16.598997 3656 namespace.go:102] [openshift-marketplace] adding namespace took 6.14197ms I0512 17:39:16.599332 3656 namespace.go:102] [openshift-config-managed] adding namespace took 6.100888ms I0512 17:39:16.599778 3656 namespace.go:102] [openshift-controller-manager] adding namespace took 5.643946ms I0512 17:39:16.600153 3656 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.571217ms I0512 17:39:16.600523 3656 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.292979ms I0512 17:39:16.600851 3656 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.164445ms W0512 17:39:16.600924 3656 master.go:458] Unable to parse local node ip-10-0-2-251.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 17:39:16.600932 3656 master.go:471] Unable to parse remote node ip-10-0-0-127.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 17:39:16.600937 3656 master.go:481] Removing stale chassis with ID/Name: 640865c9-e5eb-4cdc-8e2d-560cddd90e3b, hostname: ip-10-0-2-251.ec2.internal I0512 17:39:16.601360 3656 master.go:548] Adding or Updating local node "ip-10-0-2-251.ec2.internal" for network "default" I0512 17:39:16.601418 3656 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-127.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-127.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-127.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-127.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-127.ec2.internal I0512 17:39:16.601931 3656 iptables.go:108] Creating table: filter chain: FORWARD I0512 17:39:16.602132 3656 zone_ic_handler.go:195] Time taken to create transit switch: 392.794µs I0512 17:39:16.602145 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-203.ec2.internal for the network default I0512 17:39:16.603339 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-203.ec2.internal" on network "default" took: 1.609483ms I0512 17:39:16.605557 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-251.ec2.internal for the network default I0512 17:39:16.605716 3656 zone_ic_handler.go:195] Time taken to create transit switch: 143.825µs I0512 17:39:16.606350 3656 default_network_controller.go:823] Node add failed for ip-10-0-2-251.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal, error getting gateway config for node ip-10-0-2-251.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-251.ec2.internal", failed to update chassis to local for local node ip-10-0-2-251.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-251.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal] E0512 17:39:16.606388 3656 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-251.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal, error getting gateway config for node ip-10-0-2-251.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-251.ec2.internal", failed to update chassis to local for local node ip-10-0-2-251.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-251.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal] I0512 17:39:16.606443 3656 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 17:39:16.606465 3656 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 17:39:16.606467 3656 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-251.ec2.internal", UID:"c013cbb3-aa03-416e-ab58-fa71c5cc44ad", APIVersion:"v1", ResourceVersion:"9143", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal, error getting gateway config for node ip-10-0-2-251.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-251.ec2.internal", failed to update chassis to local for local node ip-10-0-2-251.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-251.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-251.ec2.internal] I0512 17:39:16.606480 3656 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 17:39:16.606496 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:16.606517 3656 node_tracker.go:235] Node ip-10-0-0-127.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal" I0512 17:39:16.606530 3656 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:16.606542 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:16.606547 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0512 17:39:16.606581 3656 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:16.606588 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:16.606595 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:16.606604 3656 node_tracker.go:235] Node ip-10-0-2-251.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-251.ec2.internal" I0512 17:39:16.606610 3656 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:16.606613 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:16.608242 3656 iptables.go:108] Creating table: filter chain: OUTPUT I0512 17:39:16.614260 3656 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 17:39:16.614273 3656 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-251.ec2.internal","mac-address":"0e:2a:ae:ef:49:f5","ip-addresses":["10.0.2.251/24"],"ip-address":"10.0.2.251/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:640865c9-e5eb-4cdc-8e2d-560cddd90e3b k8s.ovn.org/node-encap-ips:["10.0.2.251"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.251/24"} k8s.ovn.org/zone-name:ip-10-0-2-251.ec2.internal] on node ip-10-0-2-251.ec2.internal I0512 17:39:16.630582 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:16.630633 3656 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:16.630648 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:16.630670 3656 master.go:548] Adding or Updating local node "ip-10-0-2-251.ec2.internal" for network "default" I0512 17:39:16.634816 3656 default_node_network_controller.go:519] Node connection status = connected W0512 17:39:16.635481 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-b7g5p: pod openshift-multus/network-metrics-daemon-b7g5p: no pod IPs found W0512 17:39:16.635499 3656 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-pfp58: pod kube-system/global-pull-secret-syncer-pfp58: no pod IPs found W0512 17:39:16.635509 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-npknx: pod openshift-network-diagnostics/network-check-target-npknx: no pod IPs found I0512 17:39:16.636461 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-251.ec2.internal for the network default I0512 17:39:16.636616 3656 zone_ic_handler.go:195] Time taken to create transit switch: 143.918µs I0512 17:39:16.706730 3656 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 17:39:16.706748 3656 services_controller.go:208] Setting up event handlers for services for network=default I0512 17:39:16.706789 3656 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 17:39:16.706820 3656 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 17:39:16.706839 3656 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 17:39:16.807474 3656 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 17:39:16.807489 3656 repair.go:60] Starting repairing loop for services I0512 17:39:16.807569 3656 repair.go:131] Deleted 0 stale service LBs I0512 17:39:16.807589 3656 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 17:39:16.807605 3656 repair.go:62] Finished repairing loop for services: 117.988µs I0512 17:39:16.807629 3656 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 17:39:16.807639 3656 services_controller.go:254] Starting workers for network=default I0512 17:39:16.807934 3656 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-24tgz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-24tgz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:16.808051 3656 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pfp58] creating logical port kube-system_global-pull-secret-syncer-pfp58 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:16.808103 3656 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-w5kms, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-w5kms: suppressed error logged: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:16.808130 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-npknx] creating logical port openshift-network-diagnostics_network-check-target-npknx for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:16.808135 3656 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-5vf2r, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5vf2r: suppressed error logged: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found I0512 17:39:16.808156 3656 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-pfp58 I0512 17:39:16.808207 3656 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-npknx I0512 17:39:16.824600 3656 pod.go:62] [kube-system/global-pull-secret-syncer-pfp58] pod update took 16.484389ms I0512 17:39:16.824618 3656 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-pfp58] addLogicalPort annotation time took 16.506112ms I0512 17:39:16.824718 3656 pod.go:62] [openshift-network-diagnostics/network-check-target-npknx] pod update took 16.526185ms I0512 17:39:16.824734 3656 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-npknx] addLogicalPort annotation time took 16.548663ms I0512 17:39:16.825544 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-npknx] addLogicalPort took 17.418297ms, libovsdb time 616.637µs I0512 17:39:16.825845 3656 pods.go:271] [kube-system/global-pull-secret-syncer-pfp58] addLogicalPort took 17.805808ms, libovsdb time 584.861µs I0512 17:39:16.825886 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b7g5p] creating logical port openshift-multus_network-metrics-daemon-b7g5p for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:16.825939 3656 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-b7g5p I0512 17:39:16.838581 3656 pod.go:62] [openshift-multus/network-metrics-daemon-b7g5p] pod update took 12.660037ms I0512 17:39:16.838600 3656 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-b7g5p] addLogicalPort annotation time took 12.679127ms I0512 17:39:16.839318 3656 pods.go:271] [openshift-multus/network-metrics-daemon-b7g5p] addLogicalPort took 13.436999ms, libovsdb time 541.356µs I0512 17:39:16.839647 3656 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 17:39:16.839668 3656 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 17:39:16.839676 3656 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 17:39:16.839681 3656 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 17:39:16.839854 3656 repair.go:29] Repairing admin network policies took 168.013µs I0512 17:39:16.840026 3656 repair.go:92] Repairing baseline admin network policies took 162.775µs I0512 17:39:16.840423 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 17:39:16.840456 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 17:39:16.842387 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 17:39:16.842407 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 17:39:16.842418 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 17:39:16.844368 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 17:39:16.844388 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 17:39:16.844400 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 17:39:16.845534 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 17:39:16.845553 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 17:39:16.846344 3656 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 17:39:16.846358 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 17:39:16.848019 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 17:39:16.848037 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 17:39:16.848046 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 17:39:16.849691 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 17:39:16.849711 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 17:39:16.849720 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 17:39:16.851281 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 17:39:16.851299 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 17:39:16.851309 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 17:39:16.852701 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 17:39:16.852720 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 17:39:16.852728 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 17:39:16.853559 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 17:39:16.853578 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 17:39:16.853586 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 17:39:16.855288 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 17:39:16.855310 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 17:39:16.855318 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 17:39:16.855860 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 17:39:16.855877 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 17:39:16.855885 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 17:39:16.856451 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 17:39:16.856470 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 17:39:16.856480 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 17:39:16.856973 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 17:39:16.856989 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 17:39:16.856995 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 17:39:16.857260 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 17:39:16.857275 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 17:39:16.857283 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 17:39:16.858279 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 17:39:16.858307 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 17:39:16.858321 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 17:39:16.859263 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 17:39:16.859281 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 17:39:16.859287 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 17:39:16.859612 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 17:39:16.859628 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 17:39:16.859636 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 17:39:16.860161 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 17:39:16.860176 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 17:39:16.860193 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 17:39:16.860749 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 17:39:16.860775 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 17:39:16.860798 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 17:39:16.861577 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 17:39:16.861594 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 17:39:16.861611 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 17:39:16.863072 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 17:39:16.863088 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 17:39:16.863096 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 17:39:16.863610 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 17:39:16.863628 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 17:39:16.863635 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 17:39:16.864139 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 17:39:16.864155 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 17:39:16.864164 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 17:39:16.865240 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 17:39:16.865257 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 17:39:16.865264 3656 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 17:39:16.866985 3656 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 17:39:16.867001 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 17:39:16.867008 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 17:39:16.867645 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 17:39:16.867662 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 17:39:16.867668 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 17:39:16.868003 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 17:39:16.868022 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 17:39:16.868029 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 17:39:16.868655 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 17:39:16.868672 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 17:39:16.868678 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 17:39:16.869039 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 17:39:16.869057 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 17:39:16.869073 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 17:39:16.870407 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 17:39:16.876308 3656 egressfirewall.go:374] Starting EgressFirewall controller I0512 17:39:16.876335 3656 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 17:39:16.876342 3656 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 17:39:16.876358 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 17:39:16.876371 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 17:39:16.876361 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 17:39:16.876379 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 17:39:16.876633 3656 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 17:39:16.876645 3656 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 17:39:16.876651 3656 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 17:39:16.876660 3656 egressqos.go:193] Setting up event handlers for EgressQoS I0512 17:39:16.876663 3656 egressfirewall.go:723] Syncing node "ip-10-0-2-251.ec2.internal" for egress firewall I0512 17:39:16.876671 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:16.876674 3656 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0512 17:39:16.876832 3656 egressqos.go:245] Starting EgressQoS Controller I0512 17:39:16.876843 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 17:39:16.876849 3656 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 17:39:16.876854 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 17:39:16.876859 3656 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 17:39:16.876871 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 17:39:16.876875 3656 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 17:39:16.876879 3656 egressqos.go:259] Repairing EgressQoSes I0512 17:39:16.876883 3656 egressqos.go:399] Starting repairing loop for egressqos I0512 17:39:16.876952 3656 egressqos.go:401] Finished repairing loop for egressqos: 68.739µs I0512 17:39:16.876971 3656 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 17:39:16.876991 3656 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-251.ec2.internal I0512 17:39:16.877033 3656 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-251.ec2.internal : 44.003µs I0512 17:39:16.877132 3656 egressservice_zone.go:210] Starting Egress Services Controller I0512 17:39:16.877148 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 17:39:16.877161 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 17:39:16.877169 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 17:39:16.877174 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 17:39:16.877180 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 17:39:16.877185 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 17:39:16.877191 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 17:39:16.877195 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 17:39:16.877199 3656 egressservice_zone.go:228] Repairing Egress Services I0512 17:39:16.877504 3656 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 17:39:16.877513 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 17:39:16.877579 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:16.877592 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 15.254µs I0512 17:39:16.877603 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0512 17:39:16.877616 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 15.063µs I0512 17:39:16.877627 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:16.877632 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 6.265µs I0512 17:39:16.877655 3656 default_network_controller.go:585] Completing all the Watchers took 314.175743ms I0512 17:39:16.877669 3656 default_network_controller.go:589] Starting unidling controllers I0512 17:39:16.877680 3656 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 17:39:16.877687 3656 unidle.go:63] Populating Initial ContollerEvent events I0512 17:39:16.877698 3656 unidle.go:79] Setting up event handlers for services I0512 17:39:16.877741 3656 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 17:39:17.135224 3656 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:17.635665 3656 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:18.134996 3656 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:18.635404 3656 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:18.798468 3656 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 17:39:19.135335 3656 default_node_network_controller.go:519] Node connection status = connected I0512 17:39:19.153082 3656 bridgeconfig.go:537] Gateway is ready I0512 17:39:19.153099 3656 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 17:39:19.164695 3656 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.251. Updating OVN encap IP. I0512 17:39:19.169923 3656 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.251 - it is already configured I0512 17:39:19.169935 3656 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.251/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 17:39:19.170105 3656 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.251/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-251.ec2.internal","mac-address":"0e:2a:ae:ef:49:f5","ip-addresses":["10.0.2.251/24"],"ip-address":"10.0.2.251/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:640865c9-e5eb-4cdc-8e2d-560cddd90e3b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.251/24"}] on node ip-10-0-2-251.ec2.internal I0512 17:39:19.185353 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-251.ec2.internal in network "default" I0512 17:39:19.185393 3656 egressfirewall.go:723] Syncing node "ip-10-0-2-251.ec2.internal" for egress firewall I0512 17:39:19.185406 3656 node_tracker.go:169] Node ip-10-0-2-251.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.185356 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:19.185414 3656 master.go:548] Adding or Updating local node "ip-10-0-2-251.ec2.internal" for network "default" I0512 17:39:19.185420 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.185420 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 67.848µs I0512 17:39:19.185893 3656 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.251 I0512 17:39:19.186028 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-251.ec2.internal I0512 17:39:19.189693 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-251.ec2.internal. Updating no re-route policies I0512 17:39:19.189772 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6dj6r I0512 17:39:19.189790 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6dj6r I0512 17:39:19.189795 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:19.189815 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6dj6r after 0 failed attempt(s) I0512 17:39:19.189815 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x2xst I0512 17:39:19.189819 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-251.ec2.internal I0512 17:39:19.189828 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-t9sxl I0512 17:39:19.189834 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x2xst I0512 17:39:19.189837 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-251.ec2.internal I0512 17:39:19.189840 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-t9sxl I0512 17:39:19.189845 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:19.189844 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wdhnm I0512 17:39:19.189856 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-251.ec2.internal after 0 failed attempt(s) I0512 17:39:19.189860 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-t9sxl after 0 failed attempt(s) I0512 17:39:19.189862 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x2xst after 0 failed attempt(s) I0512 17:39:19.189816 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5vf2r I0512 17:39:19.189837 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vqkmd I0512 17:39:19.189865 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9kdmm I0512 17:39:19.189881 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-28x4p I0512 17:39:19.189883 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vqkmd I0512 17:39:19.189883 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:19.189888 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9kdmm I0512 17:39:19.189893 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-28x4p I0512 17:39:19.189887 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-npknx I0512 17:39:19.189898 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-w5kms I0512 17:39:19.189904 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b7g5p I0512 17:39:19.189909 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-npknx I0512 17:39:19.189865 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-24tgz I0512 17:39:19.189912 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9kdmm after 0 failed attempt(s) I0512 17:39:19.189914 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b7g5p I0512 17:39:19.189916 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-28x4p after 0 failed attempt(s) I0512 17:39:19.189872 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-251.ec2.internal I0512 17:39:19.189895 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pfp58 I0512 17:39:19.189928 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-251.ec2.internal I0512 17:39:19.189936 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pfp58 I0512 17:39:19.189948 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-npknx] creating logical port openshift-network-diagnostics_network-check-target-npknx for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:19.189947 3656 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-w5kms, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-w5kms: suppressed error logged: pod openshift-multus/network-metrics-daemon-w5kms: no pod IPs found I0512 17:39:19.189800 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-m9pgr I0512 17:39:19.189908 3656 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-5vf2r, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5vf2r: suppressed error logged: pod kube-system/global-pull-secret-syncer-5vf2r: no pod IPs found I0512 17:39:19.189969 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-m9pgr I0512 17:39:19.189896 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5dfqf I0512 17:39:19.189983 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5dfqf I0512 17:39:19.189899 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vqkmd after 0 failed attempt(s) I0512 17:39:19.189997 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-m9pgr after 0 failed attempt(s) I0512 17:39:19.189971 3656 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pfp58] creating logical port kube-system_global-pull-secret-syncer-pfp58 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:19.190007 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5dfqf after 0 failed attempt(s) I0512 17:39:19.189866 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wdhnm I0512 17:39:19.190023 3656 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-24tgz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-24tgz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-24tgz: no pod IPs found I0512 17:39:19.190037 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b7g5p] creating logical port openshift-multus_network-metrics-daemon-b7g5p for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:19.190041 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wdhnm after 0 failed attempt(s) I0512 17:39:19.189948 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-251.ec2.internal after 0 failed attempt(s) I0512 17:39:19.190626 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-npknx] addLogicalPort took 688.331µs, libovsdb time 254µs I0512 17:39:19.190639 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-npknx after 0 failed attempt(s) I0512 17:39:19.190697 3656 pods.go:271] [kube-system/global-pull-secret-syncer-pfp58] addLogicalPort took 737.73µs, libovsdb time 312.086µs I0512 17:39:19.190706 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-pfp58 after 0 failed attempt(s) I0512 17:39:19.190929 3656 pods.go:271] [openshift-multus/network-metrics-daemon-b7g5p] addLogicalPort took 916.529µs, libovsdb time 192.227µs I0512 17:39:19.190941 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-b7g5p after 0 failed attempt(s) I0512 17:39:19.201325 3656 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 17:39:19.205859 3656 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "ip-10-0-0-127.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:19.205872 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:19.205890 3656 node_tracker.go:235] Node ip-10-0-0-127.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-127.ec2.internal" I0512 17:39:19.205901 3656 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.205912 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.212422 3656 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 17:39:19.215501 3656 iptables.go:108] Creating table: nat chain: OUTPUT I0512 17:39:19.265459 3656 iptables.go:108] Creating table: nat chain: PREROUTING I0512 17:39:19.280272 3656 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "ip-10-0-0-127.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:19.320193 3656 iptables.go:108] Creating table: filter chain: FORWARD I0512 17:39:19.335941 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 17:39:19.336076 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 17:39:19.336126 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 17:39:19.336202 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 17:39:19.336249 3656 gateway_init.go:325] Gateway and management port readiness took 2.705671059s I0512 17:39:19.336274 3656 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 17:39:19.336303 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 17:39:19.336314 3656 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 17:39:19.336322 3656 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 17:39:19.336372 3656 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 17:39:19.336459 3656 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.797µs I0512 17:39:19.336706 3656 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 17:39:19.336733 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.014µs I0512 17:39:19.336741 3656 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.942µs I0512 17:39:19.336747 3656 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 17:39:19.336767 3656 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 17:39:19.336773 3656 default_node_network_controller.go:899] Starting the default node network controller I0512 17:39:19.336778 3656 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 17:39:19.336789 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 10.99µs I0512 17:39:19.336929 3656 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 17:39:19.336937 3656 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 17:39:19.336958 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c12920 0xc0002ef960 0xc0002ef9d0 0xc0002efa40 0xc0002efb20 0xc0002efb90 0xc0002efc00 0xc000c720a0 0xc0002efc70 0xc0002efce0 0xc0008d8280 0xc0060dd340 0xc0002efdc0 map[0x2ff9080:0xc001536840 0x2ff95c0:0xc0015369c0 0x2ffa2e0:0xc002a1ce40 0x2ffa580:0xc0015367e0 0x2ffad60:0xc0015368a0 0x2ffb000:0xc001536900 0x2ffb2a0:0xc001536960 0x2ffba80:0xc001536a20 0x2ffbd20:0xc001536f00 0x3026980:0xc001a1eea0 0x3026d20:0xc001a1ef00 0x3027800:0xc000c17f20 0x3029160:0xc001c36000 0x30298a0:0xc001a1f1a0 0x302a720:0xc001c36060] 0xc0000d2af0 0} I0512 17:39:19.337018 3656 gateway.go:151] Starting gateway service sync I0512 17:39:19.337408 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 17:39:19.339599 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 17:39:19.363672 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 17:39:19.364761 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 17:39:19.365810 3656 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 17:39:19.366129 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:19.366168 3656 default_network_controller.go:1025] Node "ip-10-0-0-127.ec2.internal" in remote zone "ip-10-0-0-127.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 17:39:19.366179 3656 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:19.366191 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:19.367202 3656 zone_ic_handler.go:195] Time taken to create transit switch: 241.793µs I0512 17:39:19.367217 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-127.ec2.internal for the network default I0512 17:39:19.368223 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-127.ec2.internal" on network "default" took: 1.279984ms I0512 17:39:19.398047 3656 gateway.go:168] Gateway service sync done. Time taken: 61.017604ms I0512 17:39:19.398895 3656 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30515 I0512 17:39:19.399144 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c12920 0xc0002ef960 0xc0002ef9d0 0xc0002efa40 0xc0002efb20 0xc0002efb90 0xc0002efc00 0xc000c720a0 0xc0002efc70 0xc0002efce0 0xc0008d8280 0xc0060dd340 0xc0002efdc0 map[0x2ff9080:0xc001536840 0x2ff95c0:0xc0015369c0 0x2ffa2e0:0xc002a1ce40 0x2ffa580:0xc0015367e0 0x2ffad60:0xc0015368a0 0x2ffb000:0xc001536900 0x2ffb2a0:0xc001536960 0x2ffba80:0xc001536a20 0x2ffbd20:0xc001536f00 0x3026980:0xc001a1eea0 0x3026d20:0xc001a1ef00 0x3027800:0xc000c17f20 0x3029160:0xc001c36000 0x30298a0:0xc001a1f1a0 0x302a720:0xc001c36060] 0xc0000d2af0 0} I0512 17:39:19.399572 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c12920 0xc0002ef960 0xc0002ef9d0 0xc0002efa40 0xc0002efb20 0xc0002efb90 0xc0002efc00 0xc000c720a0 0xc0002efc70 0xc0002efce0 0xc0008d8280 0xc0060dd340 0xc0002efdc0 map[0x2ff9080:0xc001536840 0x2ff95c0:0xc0015369c0 0x2ffa2e0:0xc002a1ce40 0x2ffa580:0xc0015367e0 0x2ffad60:0xc0015368a0 0x2ffb000:0xc001536900 0x2ffb2a0:0xc001536960 0x2ffba80:0xc001536a20 0x2ffbd20:0xc001536f00 0x3026980:0xc001a1eea0 0x3026d20:0xc001a1ef00 0x3027800:0xc000c17f20 0x3029160:0xc001c36000 0x30298a0:0xc001a1f1a0 0x302a720:0xc001c36060] 0xc0000d2af0 0} I0512 17:39:19.399608 3656 gateway.go:532] Reconciling gateway with updates I0512 17:39:19.405110 3656 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 17:39:19.405197 3656 default_node_network_controller.go:944] Gateway and management port readiness took 68.249593ms I0512 17:39:19.405263 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:19.405271 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:19.405283 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:19.405288 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 17:39:19.405305 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 17:39:19.405292 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:19.405321 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 17:39:19.405329 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:19.405326 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:19.405342 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:19.405345 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:19.405348 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:19.405353 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 17:39:19.405308 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 17:39:19.405364 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:19.405365 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:19.405372 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 17:39:19.405379 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:19.405381 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:19.405387 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:19.405388 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 17:39:19.405389 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:19.405402 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:19.405402 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 17:39:19.405403 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31385 is already open, no action needed I0512 17:39:19.405408 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:19.405409 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:19.405402 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:19.405426 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:19.405364 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:19.405429 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:19.405450 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:19.405452 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:19.405457 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:19.405393 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:19.405463 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:19.405471 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:19.405473 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:19.405477 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 17:39:19.405411 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 17:39:19.405488 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:19.405491 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 17:39:19.405413 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31900 is already open, no action needed I0512 17:39:19.405403 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:19.405515 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:19.405518 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:19.405532 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:19.405556 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:19.405574 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:19.405597 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:19.405611 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:19.405451 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:19.405633 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:19.405456 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:19.405600 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:19.405653 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 17:39:19.405661 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:19.405673 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:19.405657 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:19.405688 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:19.405700 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:19.405310 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:19.405708 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:19.405709 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:19.405717 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:19.405717 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:19.405730 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 17:39:19.405722 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:19.405732 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:19.405741 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:19.405744 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:19.405761 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:19.405703 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:19.405679 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:19.405792 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:19.405793 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:19.405806 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:19.405808 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:19.405813 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:19.405824 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:19.405830 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:19.405839 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:19.405694 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:19.405793 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:19.405468 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:19.405868 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:19.405885 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:19.405897 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 17:39:19.405449 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 17:39:19.405644 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:19.405914 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:19.405467 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:19.405954 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:19.405824 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:19.405985 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:19.405633 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:19.405711 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 17:39:19.406011 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:19.406024 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 17:39:19.405498 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:19.405459 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:19.406763 3656 node_ip_handler_linux.go:160] Node IP manager is running W0512 17:39:19.441398 3656 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 17:39:19.441596 3656 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 17:39:19.441733 3656 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 17:39:19.449993 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 17:39:19.450012 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 17:39:19.450018 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 17:39:19.450024 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 17:39:19.450030 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 17:39:19.488205 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 17:39:19.488225 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 17:39:19.488232 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 17:39:19.488237 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 17:39:19.488260 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526567 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 17:39:19.526583 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526590 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 17:39:19.526595 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 17:39:19.526601 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 17:39:19.526610 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 17:39:19.526618 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526625 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 17:39:19.526631 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 17:39:19.526636 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 17:39:19.526651 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 17:39:19.526669 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 17:39:19.526676 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 17:39:19.526682 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 17:39:19.526687 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526692 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526698 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 17:39:19.526703 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 17:39:19.526709 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526715 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 17:39:19.526722 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526728 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 17:39:19.526735 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 17:39:21.096101 3656 default_node_network_controller.go:1380] Starting node controller node sync W0512 17:39:21.096109 3656 egressip_healthcheck.go:76] Health checking using insecure connection I0512 17:39:21.096152 3656 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 17:39:21.107731 3656 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.609777ms I0512 17:39:21.107854 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:21.107868 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-203.ec2.internal", IP: 10.0.1.203 to PMTUD blocking rules I0512 17:39:21.113657 3656 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 17:39:21.113909 3656 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 17:39:21.114057 3656 egressservice_node.go:183] Starting Egress Services Controller I0512 17:39:21.114076 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 17:39:21.114092 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 17:39:21.114102 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 17:39:21.114124 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 17:39:21.114136 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 17:39:21.114145 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 17:39:21.114152 3656 egressservice_node.go:197] Repairing Egress Services I0512 17:39:21.124679 3656 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 17:39:21.124694 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 17:39:21.124884 3656 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 17:39:21.124899 3656 link_network_manager.go:119] Link manager is running I0512 17:39:21.124909 3656 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 17:39:21.125174 3656 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 17:39:21.125326 3656 vrf_manager.go:128] VRF manager is running I0512 17:39:21.125411 3656 node_controller_manager.go:437] Removing flows to drop GARP I0512 17:39:21.125423 3656 gateway.go:532] Reconciling gateway with updates I0512 17:39:21.145461 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:21.145484 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:21.145492 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 17:39:21.145508 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:21.145514 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:21.145533 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 17:39:21.145533 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 17:39:21.145546 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 17:39:21.145549 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:21.145550 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:21.145561 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 17:39:21.145560 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:21.145565 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:21.145569 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 17:39:21.145578 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 17:39:21.145541 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:21.145589 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 17:39:21.145594 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 17:39:21.145591 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 17:39:21.145593 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:21.145606 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 17:39:21.145612 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 17:39:21.145618 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:21.145625 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:21.145633 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 17:39:21.145637 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 17:39:21.145638 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 17:39:21.145630 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 17:39:21.145654 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 17:39:21.145663 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:21.145677 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:39:21.145680 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:21.145684 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 17:39:21.145689 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 17:39:21.145690 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 17:39:21.145530 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:21.145705 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:21.145707 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 17:39:21.145708 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:21.145711 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 17:39:21.145710 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:21.145710 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 17:39:21.145720 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:21.145723 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:21.145732 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 17:39:21.145734 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 17:39:21.145742 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 17:39:21.145750 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:21.145709 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:21.145773 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 17:39:21.145775 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 17:39:21.145785 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 17:39:21.145785 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:21.145790 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 17:39:21.145799 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 17:39:21.145818 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:21.145615 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:21.145841 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 17:39:21.145534 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 17:39:21.145580 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 17:39:21.145601 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 17:39:21.145463 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:21.145995 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:21.146007 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 17:39:21.146007 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:21.146018 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 17:39:21.146024 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:21.146030 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:21.146034 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 17:39:21.146040 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 17:39:21.146045 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:21.146049 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:21.146049 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:21.146057 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:21.146059 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 17:39:21.146063 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 17:39:21.146067 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:21.146080 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 17:39:21.146083 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:21.146102 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 17:39:21.146020 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:21.146109 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 17:39:21.146060 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:21.146111 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 17:39:21.146117 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 17:39:21.146102 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 17:39:21.146031 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:21.146041 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:21.146158 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 17:39:21.146163 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31385 is already open, no action needed I0512 17:39:21.145725 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 17:39:21.146171 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31900 is already open, no action needed I0512 17:39:21.145718 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 17:39:21.145788 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 17:39:21.146051 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 17:39:21.146164 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:21.146210 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 17:39:21.145617 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 17:39:21.146007 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 17:39:21.146069 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:21.146237 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 17:39:21.145693 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 17:39:21.146195 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 17:39:21.145831 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 17:39:21.169906 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 17:39:21.169923 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 17:39:21.169931 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 17:39:21.169936 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 17:39:21.169940 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 17:39:21.169945 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 17:39:21.169950 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 17:39:21.169954 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 17:39:21.169960 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 17:39:21.169964 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 17:39:21.169969 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 17:39:21.169988 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 17:39:21.170007 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 17:39:21.170014 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 17:39:21.170021 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 17:39:21.170028 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 17:39:21.170036 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 17:39:21.170043 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 17:39:21.170048 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 17:39:21.211968 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 17:39:21.211991 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 17:39:21.211998 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 17:39:21.212004 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 17:39:21.253863 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 17:39:21.253868 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 17:39:21.253883 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 17:39:21.253889 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 17:39:21.253894 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 17:39:21.253900 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 17:39:21.253906 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 17:39:21.921856 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-127.ec2.internal in network "default" I0512 17:39:21.921881 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-127.ec2.internal" for egress firewall I0512 17:39:21.921923 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 10.0.0.127 to PMTUD blocking rules I0512 17:39:21.921865 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:21.921938 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 17:39:21.921943 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 87.946µs I0512 17:39:21.921931 3656 node_tracker.go:169] Node ip-10-0-0-127.ec2.internal switch + router changed, syncing services in network "default" I0512 17:39:21.922045 3656 services_controller.go:574] Full service sync requested for network=default I0512 17:39:21.928692 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-127.ec2.internal. Updating no re-route policies I0512 17:39:21.939295 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 10.0.0.127 to PMTUD blocking rules I0512 17:39:21.939308 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-127.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0512 17:39:22.362444 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:39:22.973021 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-251.ec2.internal I0512 17:39:22.973047 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-251.ec2.internal: 32.108µs I0512 17:39:23.003830 3656 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 17:39:23.004642 3656 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 796.897µs I0512 17:39:23.020961 3656 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fbc9b798d-cxxvn] creating logical port openshift-image-registry_image-registry-7fbc9b798d-cxxvn for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:23.021046 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:39:23.032192 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 17:39:23.049050 3656 pod.go:62] [openshift-image-registry/image-registry-7fbc9b798d-cxxvn] pod update took 28.031953ms I0512 17:39:23.049067 3656 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7fbc9b798d-cxxvn] addLogicalPort annotation time took 28.051916ms I0512 17:39:23.050056 3656 pods.go:271] [openshift-image-registry/image-registry-7fbc9b798d-cxxvn] addLogicalPort took 29.105113ms, libovsdb time 774.047µs I0512 17:39:23.052557 3656 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6d99c7b758-xt6jk] creating logical port openshift-ingress_router-default-6d99c7b758-xt6jk for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:23.052665 3656 kube.go:256] Updating pod openshift-ingress/router-default-6d99c7b758-xt6jk I0512 17:39:23.076272 3656 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wrxb4] creating logical port openshift-dns_dns-default-wrxb4 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:23.076382 3656 kube.go:256] Updating pod openshift-dns/dns-default-wrxb4 I0512 17:39:23.101344 3656 pod.go:62] [openshift-ingress/router-default-6d99c7b758-xt6jk] pod update took 48.706934ms I0512 17:39:23.101445 3656 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6d99c7b758-xt6jk] addLogicalPort annotation time took 48.792817ms I0512 17:39:23.105694 3656 pod.go:62] [openshift-dns/dns-default-wrxb4] pod update took 29.357101ms I0512 17:39:23.105773 3656 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wrxb4] addLogicalPort annotation time took 29.437271ms I0512 17:39:23.106387 3656 pods.go:271] [openshift-ingress/router-default-6d99c7b758-xt6jk] addLogicalPort took 53.846429ms, libovsdb time 3.900191ms I0512 17:39:23.106512 3656 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fptjl] creating logical port openshift-ingress-canary_ingress-canary-fptjl for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:23.106656 3656 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fptjl I0512 17:39:23.111325 3656 pods.go:271] [openshift-dns/dns-default-wrxb4] addLogicalPort took 35.063791ms, libovsdb time 4.117808ms I0512 17:39:23.149184 3656 pod.go:62] [openshift-ingress-canary/ingress-canary-fptjl] pod update took 42.573803ms I0512 17:39:23.149202 3656 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fptjl] addLogicalPort annotation time took 42.595451ms I0512 17:39:23.150291 3656 pods.go:271] [openshift-ingress-canary/ingress-canary-fptjl] addLogicalPort took 43.790808ms, libovsdb time 830.022µs I0512 17:39:23.231500 3656 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-bk6vn for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:23.231579 3656 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn I0512 17:39:23.249804 3656 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn] pod update took 18.247142ms I0512 17:39:23.249826 3656 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn] addLogicalPort annotation time took 18.270169ms I0512 17:39:23.250765 3656 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn] addLogicalPort took 19.280791ms, libovsdb time 713.094µs W0512 17:39:23.380996 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 17:39:23.387358 3656 namespace.go:98] [openshift-service-ca] adding namespace I0512 17:39:23.388395 3656 namespace.go:102] [openshift-service-ca] adding namespace took 968.181µs I0512 17:39:23.402872 3656 namespace.go:142] [openshift-service-ca] updating namespace W0512 17:39:23.462834 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 17:39:23.484561 3656 cni.go:452] [openshift-ingress-canary/ingress-canary-fptjl 92ee71229d33bf6c493c9abcc5702aa0ea7498ecbc3928bbd1629bed44fea8ff network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fptjl 92ee71229d33bf6c493c9abcc5702aa0ea7498ecbc3928bbd1629bed44fea8ff network default NAD default NAD key ] I0512 17:39:23.521087 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fptjl, hostIfaceName: 92ee71229d33bf6, network: default, NAD default, SandboxID: "92ee71229d33bf6c493c9abcc5702aa0ea7498ecbc3928bbd1629bed44fea8ff", PCI device ID: , UID: "b4d2a977-88aa-48d1-bf11-6e061b31c48d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 17:39:23.590015 3656 cni.go:473] [openshift-ingress-canary/ingress-canary-fptjl 92ee71229d33bf6c493c9abcc5702aa0ea7498ecbc3928bbd1629bed44fea8ff network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fptjl 92ee71229d33bf6c493c9abcc5702aa0ea7498ecbc3928bbd1629bed44fea8ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c0:56:fa:e4:7b\",\"name\":\"92ee71229d33bf6\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/573eb0bf-2eb4-45be-bc4a-e47f8d04f780\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:23.652982 3656 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn 42ea4250a792a02a8f7e68eea15b4d13b485666e720566d68ed842d1f5cbbd24 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn 42ea4250a792a02a8f7e68eea15b4d13b485666e720566d68ed842d1f5cbbd24 network default NAD default NAD key ] I0512 17:39:23.662507 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-bk6vn, hostIfaceName: 42ea4250a792a02, network: default, NAD default, SandboxID: "42ea4250a792a02a8f7e68eea15b4d13b485666e720566d68ed842d1f5cbbd24", PCI device ID: , UID: "4cc7ad47-84a3-4291-8e56-940a62c3afed", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 17:39:23.705408 3656 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn 42ea4250a792a02a8f7e68eea15b4d13b485666e720566d68ed842d1f5cbbd24 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-bk6vn 42ea4250a792a02a8f7e68eea15b4d13b485666e720566d68ed842d1f5cbbd24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:88:f6:d5:33:3d\",\"name\":\"42ea4250a792a02\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08855b13-1524-445f-865c-95bd5c3f385c\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:25.049127 3656 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-xg9g4] creating logical port openshift-service-ca_service-ca-d9cb48497-xg9g4 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:25.049222 3656 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-xg9g4 I0512 17:39:25.061346 3656 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-xg9g4] pod update took 12.148919ms I0512 17:39:25.061369 3656 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-xg9g4] addLogicalPort annotation time took 12.175074ms I0512 17:39:25.062595 3656 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-xg9g4] addLogicalPort took 13.490591ms, libovsdb time 887.093µs I0512 17:39:25.631265 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-127.ec2.internal I0512 17:39:25.631295 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-127.ec2.internal: 39.011µs I0512 17:39:26.018072 3656 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-xg9g4 7cff7b72b2cc0fd49fb700bf8f046ff9a923fa3bfd8242d372070cb5e2acf3d3 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-xg9g4 7cff7b72b2cc0fd49fb700bf8f046ff9a923fa3bfd8242d372070cb5e2acf3d3 network default NAD default NAD key ] I0512 17:39:26.029937 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-xg9g4, hostIfaceName: 7cff7b72b2cc0fd, network: default, NAD default, SandboxID: "7cff7b72b2cc0fd49fb700bf8f046ff9a923fa3bfd8242d372070cb5e2acf3d3", PCI device ID: , UID: "dd9a9026-bf43-49f2-a9ac-6996e0d2ff54", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 17:39:26.077099 3656 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-xg9g4 7cff7b72b2cc0fd49fb700bf8f046ff9a923fa3bfd8242d372070cb5e2acf3d3 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-xg9g4 7cff7b72b2cc0fd49fb700bf8f046ff9a923fa3bfd8242d372070cb5e2acf3d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5c:b4:6f:74:f2\",\"name\":\"7cff7b72b2cc0fd\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad50c0a-2012-43a3-9da6-a7fa25eeda92\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:26.906501 3656 cni.go:452] [kube-system/global-pull-secret-syncer-pfp58 6d06553b35b6aef6f50d67c6e29187a88cae7859e14619f87e1cecbbce37a7ba network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-pfp58 6d06553b35b6aef6f50d67c6e29187a88cae7859e14619f87e1cecbbce37a7ba network default NAD default NAD key ] I0512 17:39:26.917692 3656 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-pfp58, hostIfaceName: 6d06553b35b6aef, network: default, NAD default, SandboxID: "6d06553b35b6aef6f50d67c6e29187a88cae7859e14619f87e1cecbbce37a7ba", PCI device ID: , UID: "f44e0312-ce4e-4546-a2c3-68eaf2f56228", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 17:39:26.966163 3656 cni.go:473] [kube-system/global-pull-secret-syncer-pfp58 6d06553b35b6aef6f50d67c6e29187a88cae7859e14619f87e1cecbbce37a7ba network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-pfp58 6d06553b35b6aef6f50d67c6e29187a88cae7859e14619f87e1cecbbce37a7ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:51:f3:3e:f1:4e\",\"name\":\"6d06553b35b6aef\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6689659-cd6c-4eb3-874f-8a1433c0fd51\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:27.232582 3656 cni.go:452] [openshift-network-diagnostics/network-check-target-npknx 69a32dcc658a978bf28871b1fae6171817a26dfcff9313aaca0f24a745aa791a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-npknx 69a32dcc658a978bf28871b1fae6171817a26dfcff9313aaca0f24a745aa791a network default NAD default NAD key ] I0512 17:39:27.242701 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-npknx, hostIfaceName: 69a32dcc658a978, network: default, NAD default, SandboxID: "69a32dcc658a978bf28871b1fae6171817a26dfcff9313aaca0f24a745aa791a", PCI device ID: , UID: "a60cf7e4-67c7-4780-a86d-f27cdf244fd7", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 17:39:27.285712 3656 cni.go:473] [openshift-network-diagnostics/network-check-target-npknx 69a32dcc658a978bf28871b1fae6171817a26dfcff9313aaca0f24a745aa791a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-npknx 69a32dcc658a978bf28871b1fae6171817a26dfcff9313aaca0f24a745aa791a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fc:a6:29:b5:b6\",\"name\":\"69a32dcc658a978\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feea45ae-6e1f-4f5d-92d9-f6ac2861c5ae\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:39:33.254535 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 17:39:39.013878 3656 cni.go:452] [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key ] I0512 17:39:39.024005 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7fbc9b798d-cxxvn, hostIfaceName: 056be802342d1db, network: default, NAD default, SandboxID: "056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1", PCI device ID: , UID: "056270b7-2508-47e2-820a-2440761fc365", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0512 17:39:39.072787 3656 cni.go:473] [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:65:d6:74:ce:b5\",\"name\":\"056be802342d1db\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4573ccd-0e09-485d-9241-1d99c99b98d4\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:39.072903 3656 cni.go:452] [openshift-dns/dns-default-wrxb4 e3c2ce3feaf2ce19dab6c93728100c57e011730968fb6ebfc92a8fef1df69e4f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wrxb4 e3c2ce3feaf2ce19dab6c93728100c57e011730968fb6ebfc92a8fef1df69e4f network default NAD default NAD key ] I0512 17:39:39.083916 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wrxb4, hostIfaceName: e3c2ce3feaf2ce1, network: default, NAD default, SandboxID: "e3c2ce3feaf2ce19dab6c93728100c57e011730968fb6ebfc92a8fef1df69e4f", PCI device ID: , UID: "7f4423f7-7ea7-4cde-8dee-409f9d1b6139", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 17:39:39.127114 3656 cni.go:473] [openshift-dns/dns-default-wrxb4 e3c2ce3feaf2ce19dab6c93728100c57e011730968fb6ebfc92a8fef1df69e4f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wrxb4 e3c2ce3feaf2ce19dab6c93728100c57e011730968fb6ebfc92a8fef1df69e4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d5:c2:9c:80:e9\",\"name\":\"e3c2ce3feaf2ce1\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86770b71-b598-410d-adb8-fdcad09995c2\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:39:47.634974 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:39:47.635190 3656 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.635234 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.635242 3656 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:47.644319 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:47.754909 3656 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-nfzzj] creating logical port openshift-insights_insights-runtime-extractor-nfzzj for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:47.754990 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nfzzj W0512 17:39:47.773403 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:47.779459 3656 pod.go:62] [openshift-insights/insights-runtime-extractor-nfzzj] pod update took 24.494299ms I0512 17:39:47.779478 3656 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-nfzzj] addLogicalPort annotation time took 24.517874ms I0512 17:39:47.780428 3656 pods.go:271] [openshift-insights/insights-runtime-extractor-nfzzj] addLogicalPort took 25.531158ms, libovsdb time 713.968µs W0512 17:39:47.807595 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 17:39:48.110212 3656 cni.go:452] [openshift-insights/insights-runtime-extractor-nfzzj d81201130cce21183f9da84d7e33ab63a61044cca029f691af6a7a9d9dcf60e8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-nfzzj d81201130cce21183f9da84d7e33ab63a61044cca029f691af6a7a9d9dcf60e8 network default NAD default NAD key ] I0512 17:39:48.119872 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-nfzzj, hostIfaceName: d81201130cce211, network: default, NAD default, SandboxID: "d81201130cce21183f9da84d7e33ab63a61044cca029f691af6a7a9d9dcf60e8", PCI device ID: , UID: "e98cd251-71a3-43d7-8b14-b3c250e53ebf", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 17:39:48.164526 3656 cni.go:473] [openshift-insights/insights-runtime-extractor-nfzzj d81201130cce21183f9da84d7e33ab63a61044cca029f691af6a7a9d9dcf60e8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-nfzzj d81201130cce21183f9da84d7e33ab63a61044cca029f691af6a7a9d9dcf60e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:18:c4:12:db:4f\",\"name\":\"d81201130cce211\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1144a281-55d6-4597-9bda-1120742fafcf\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:48.454230 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-jlj9c for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:48.454309 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c I0512 17:39:48.475400 3656 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c] pod update took 21.109405ms I0512 17:39:48.475428 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c] addLogicalPort annotation time took 21.140049ms I0512 17:39:48.476514 3656 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c] addLogicalPort took 22.294307ms, libovsdb time 807.028µs W0512 17:39:48.642514 3656 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:48.642530 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:48.642536 3656 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 17:39:48.805951 3656 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c 15db1663b558554c2a7ce731b241d308e5a52db1340b90b2ff7540b65db7d70d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c 15db1663b558554c2a7ce731b241d308e5a52db1340b90b2ff7540b65db7d70d network default NAD default NAD key ] I0512 17:39:48.816133 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-jlj9c, hostIfaceName: 15db1663b558554, network: default, NAD default, SandboxID: "15db1663b558554c2a7ce731b241d308e5a52db1340b90b2ff7540b65db7d70d", PCI device ID: , UID: "9500d66b-a86b-44e6-a099-ee7e33f344bc", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 17:39:48.860044 3656 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c 15db1663b558554c2a7ce731b241d308e5a52db1340b90b2ff7540b65db7d70d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jlj9c 15db1663b558554c2a7ce731b241d308e5a52db1340b90b2ff7540b65db7d70d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4f:4c:17:27:97\",\"name\":\"15db1663b558554\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c9e52f0-3cda-45fb-aa43-60d71c8d6b0b\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:49.416665 3656 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-snczl] creating logical port openshift-console_downloads-5c54f4944f-snczl for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:49.416785 3656 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-snczl I0512 17:39:49.468520 3656 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-snczl I0512 17:39:49.510251 3656 pod.go:62] [openshift-console/downloads-5c54f4944f-snczl] pod update took 93.504206ms I0512 17:39:49.510272 3656 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-snczl] addLogicalPort annotation time took 93.525961ms I0512 17:39:49.511360 3656 pods.go:271] [openshift-console/downloads-5c54f4944f-snczl] addLogicalPort took 94.711178ms, libovsdb time 803.029µs I0512 17:39:49.762251 3656 cni.go:452] [openshift-console/downloads-5c54f4944f-snczl 238f7d8a906561b58830587ca45e2ec3fc1872fe1a3fb311fb048945abcc0c01 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-snczl 238f7d8a906561b58830587ca45e2ec3fc1872fe1a3fb311fb048945abcc0c01 network default NAD default NAD key ] I0512 17:39:49.772706 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-snczl, hostIfaceName: 238f7d8a906561b, network: default, NAD default, SandboxID: "238f7d8a906561b58830587ca45e2ec3fc1872fe1a3fb311fb048945abcc0c01", PCI device ID: , UID: "d40881b3-c155-4a83-abea-2086662457a2", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 17:39:49.819391 3656 cni.go:473] [openshift-console/downloads-5c54f4944f-snczl 238f7d8a906561b58830587ca45e2ec3fc1872fe1a3fb311fb048945abcc0c01 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-snczl 238f7d8a906561b58830587ca45e2ec3fc1872fe1a3fb311fb048945abcc0c01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b4:b3:b3:28:1e\",\"name\":\"238f7d8a906561b\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49806217-6c5a-4691-8858-393871bf918d\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:39:50.396369 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 17:39:50.431648 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 17:39:53.377615 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.377636 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.377642 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 17:39:53.407329 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:39:53.407347 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 17:39:55.219335 3656 cni.go:452] [openshift-ingress/router-default-6d99c7b758-xt6jk 872315b283f7be00f00bd796fe8e6401f5fa97d816e6ffd1076c3d6626a068c3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6d99c7b758-xt6jk 872315b283f7be00f00bd796fe8e6401f5fa97d816e6ffd1076c3d6626a068c3 network default NAD default NAD key ] I0512 17:39:55.229181 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6d99c7b758-xt6jk, hostIfaceName: 872315b283f7be0, network: default, NAD default, SandboxID: "872315b283f7be00f00bd796fe8e6401f5fa97d816e6ffd1076c3d6626a068c3", PCI device ID: , UID: "22e871d6-da46-4370-b0e8-29fe8c1c6de7", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 17:39:55.276279 3656 cni.go:473] [openshift-ingress/router-default-6d99c7b758-xt6jk 872315b283f7be00f00bd796fe8e6401f5fa97d816e6ffd1076c3d6626a068c3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6d99c7b758-xt6jk 872315b283f7be00f00bd796fe8e6401f5fa97d816e6ffd1076c3d6626a068c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1f:c6:c7:0b:c7\",\"name\":\"872315b283f7be0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc80a207-7c08-42d5-8f23-747b391744ac\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:39:56.423084 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 17:39:56.423126 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 17:39:57.430907 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 17:39:57.430929 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0512 17:39:57.518237 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 17:39:57.530745 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 17:39:57.530772 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 17:39:57.530781 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 17:39:57.734753 3656 base_network_controller_pods.go:487] [default/openshift-console/console-5bcd9bb6f-j42s6] creating logical port openshift-console_console-5bcd9bb6f-j42s6 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:39:57.734878 3656 kube.go:256] Updating pod openshift-console/console-5bcd9bb6f-j42s6 I0512 17:39:57.753530 3656 pod.go:62] [openshift-console/console-5bcd9bb6f-j42s6] pod update took 18.680393ms I0512 17:39:57.753550 3656 base_network_controller_pods.go:951] [default/openshift-console/console-5bcd9bb6f-j42s6] addLogicalPort annotation time took 18.70591ms I0512 17:39:57.754747 3656 pods.go:271] [openshift-console/console-5bcd9bb6f-j42s6] addLogicalPort took 20.008675ms, libovsdb time 871.456µs I0512 17:39:58.093659 3656 cni.go:452] [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key ] I0512 17:39:58.103599 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bcd9bb6f-j42s6, hostIfaceName: 6e957727db9c732, network: default, NAD default, SandboxID: "6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec", PCI device ID: , UID: "4d1db7bc-b7a9-40a0-bd59-afee97b8e59d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 17:39:58.153846 3656 cni.go:473] [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:82:74:74:7b:cc\",\"name\":\"6e957727db9c732\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fdab62f-f31a-4598-ae06-0ebf2a63113f\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:39:59.026568 3656 cni.go:452] [openshift-multus/network-metrics-daemon-b7g5p f221cd2b955304bbf4dba982e043cd0250a9926f165fbf0427d3102ba38a405e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-b7g5p f221cd2b955304bbf4dba982e043cd0250a9926f165fbf0427d3102ba38a405e network default NAD default NAD key ] I0512 17:39:59.036645 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-b7g5p, hostIfaceName: f221cd2b955304b, network: default, NAD default, SandboxID: "f221cd2b955304bbf4dba982e043cd0250a9926f165fbf0427d3102ba38a405e", PCI device ID: , UID: "00c609d2-8d4e-41d9-b150-1306329c0534", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 17:39:59.094795 3656 cni.go:473] [openshift-multus/network-metrics-daemon-b7g5p f221cd2b955304bbf4dba982e043cd0250a9926f165fbf0427d3102ba38a405e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-b7g5p f221cd2b955304bbf4dba982e043cd0250a9926f165fbf0427d3102ba38a405e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:4a:09:dc:91:5e\",\"name\":\"f221cd2b955304b\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8007c98f-6cb4-46a6-afc6-d2a85117dee4\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:40:00.382749 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 17:40:02.574905 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 17:40:03.344973 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 17:40:03.460341 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 17:40:05.335604 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 17:40:05.547496 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-657b7b455f-7cq2q] creating logical port openshift-monitoring_thanos-querier-657b7b455f-7cq2q for pod on switch ip-10-0-2-251.ec2.internal I0512 17:40:05.547587 3656 kube.go:256] Updating pod openshift-monitoring/thanos-querier-657b7b455f-7cq2q I0512 17:40:05.568708 3656 pod.go:62] [openshift-monitoring/thanos-querier-657b7b455f-7cq2q] pod update took 21.146042ms I0512 17:40:05.568735 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-657b7b455f-7cq2q] addLogicalPort annotation time took 21.178675ms I0512 17:40:05.570016 3656 pods.go:271] [openshift-monitoring/thanos-querier-657b7b455f-7cq2q] addLogicalPort took 22.534131ms, libovsdb time 917.72µs W0512 17:40:06.592483 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:06.592500 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:06.592507 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 17:40:06.967231 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-769ccfbc5c-zhx9n] creating logical port openshift-monitoring_metrics-server-769ccfbc5c-zhx9n for pod on switch ip-10-0-2-251.ec2.internal I0512 17:40:06.967353 3656 kube.go:256] Updating pod openshift-monitoring/metrics-server-769ccfbc5c-zhx9n I0512 17:40:06.988331 3656 pod.go:62] [openshift-monitoring/metrics-server-769ccfbc5c-zhx9n] pod update took 21.002503ms I0512 17:40:06.988350 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-769ccfbc5c-zhx9n] addLogicalPort annotation time took 21.028964ms I0512 17:40:06.989541 3656 pods.go:271] [openshift-monitoring/metrics-server-769ccfbc5c-zhx9n] addLogicalPort took 22.332758ms, libovsdb time 826.819µs I0512 17:40:07.180095 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-t5mjw for pod on switch ip-10-0-2-251.ec2.internal I0512 17:40:07.180215 3656 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw I0512 17:40:07.199477 3656 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw] pod update took 19.306319ms I0512 17:40:07.199496 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw] addLogicalPort annotation time took 19.332611ms I0512 17:40:07.200707 3656 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw] addLogicalPort took 20.63363ms, libovsdb time 889.842µs W0512 17:40:08.482836 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 17:40:08.809487 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:40:08.809640 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 17:40:08.839943 3656 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.348106ms I0512 17:40:08.839970 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.378275ms I0512 17:40:08.841204 3656 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.738317ms, libovsdb time 894.551µs W0512 17:40:09.648546 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:09.648564 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:10.939415 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-57b465587-dkhdf IP address from the namespace address-set, err: pod openshift-console/console-57b465587-dkhdf: no pod IPs found I0512 17:40:11.077519 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0efcad34c50493499d1c340c6eaa2d6341ac56313c03123dd91f27e55e350e7e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0efcad34c50493499d1c340c6eaa2d6341ac56313c03123dd91f27e55e350e7e network default NAD default NAD key ] I0512 17:40:11.079925 3656 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw a552952e3fe48c030161ff7ab2f220e8d60c170920b79e6f5ca0e8bc80089040 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw a552952e3fe48c030161ff7ab2f220e8d60c170920b79e6f5ca0e8bc80089040 network default NAD default NAD key ] I0512 17:40:11.080070 3656 cni.go:452] [openshift-monitoring/thanos-querier-657b7b455f-7cq2q a7ed6d1abbf550b8ee84f9041b0f97ed2857caad1edc1ddb7afcba63e03d352c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-657b7b455f-7cq2q a7ed6d1abbf550b8ee84f9041b0f97ed2857caad1edc1ddb7afcba63e03d352c network default NAD default NAD key ] I0512 17:40:11.081183 3656 cni.go:452] [openshift-monitoring/metrics-server-769ccfbc5c-zhx9n ce6a27df38a2c1468bb1fa2705b2106f24005fad95391a62c00b579cecc3e3e1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-769ccfbc5c-zhx9n ce6a27df38a2c1468bb1fa2705b2106f24005fad95391a62c00b579cecc3e3e1 network default NAD default NAD key ] I0512 17:40:11.092952 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0efcad34c504934, network: default, NAD default, SandboxID: "0efcad34c50493499d1c340c6eaa2d6341ac56313c03123dd91f27e55e350e7e", PCI device ID: , UID: "0638a157-432e-4d5b-8c82-a8dd5c338eac", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 17:40:11.112736 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-657b7b455f-7cq2q, hostIfaceName: a7ed6d1abbf550b, network: default, NAD default, SandboxID: "a7ed6d1abbf550b8ee84f9041b0f97ed2857caad1edc1ddb7afcba63e03d352c", PCI device ID: , UID: "aebde071-2089-4c28-ae7e-0c9ff606717c", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 17:40:11.122031 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-769ccfbc5c-zhx9n, hostIfaceName: ce6a27df38a2c14, network: default, NAD default, SandboxID: "ce6a27df38a2c1468bb1fa2705b2106f24005fad95391a62c00b579cecc3e3e1", PCI device ID: , UID: "ce34b099-d6b2-4515-a8bf-14b1da72bc70", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 17:40:11.123389 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-t5mjw, hostIfaceName: a552952e3fe48c0, network: default, NAD default, SandboxID: "a552952e3fe48c030161ff7ab2f220e8d60c170920b79e6f5ca0e8bc80089040", PCI device ID: , UID: "4db8cf56-9796-4146-8f54-e0ab511a4bf7", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 17:40:11.157343 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0efcad34c50493499d1c340c6eaa2d6341ac56313c03123dd91f27e55e350e7e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0efcad34c50493499d1c340c6eaa2d6341ac56313c03123dd91f27e55e350e7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:40:90:63:d8:fd\",\"name\":\"0efcad34c504934\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/077622f4-1679-40bf-b162-dced7dc202e2\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:40:11.210825 3656 cni.go:473] [openshift-monitoring/metrics-server-769ccfbc5c-zhx9n ce6a27df38a2c1468bb1fa2705b2106f24005fad95391a62c00b579cecc3e3e1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-769ccfbc5c-zhx9n ce6a27df38a2c1468bb1fa2705b2106f24005fad95391a62c00b579cecc3e3e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:fd:41:7f:00:0b\",\"name\":\"ce6a27df38a2c14\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/803b1827-5662-4d33-8052-e08e1ac9596a\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:40:11.384483 3656 cni.go:473] [openshift-monitoring/thanos-querier-657b7b455f-7cq2q a7ed6d1abbf550b8ee84f9041b0f97ed2857caad1edc1ddb7afcba63e03d352c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-657b7b455f-7cq2q a7ed6d1abbf550b8ee84f9041b0f97ed2857caad1edc1ddb7afcba63e03d352c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:02:af:cc:86:30\",\"name\":\"a7ed6d1abbf550b\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c482624-f246-469c-99ac-686d71dd1a48\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:40:11.384624 3656 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw a552952e3fe48c030161ff7ab2f220e8d60c170920b79e6f5ca0e8bc80089040 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t5mjw a552952e3fe48c030161ff7ab2f220e8d60c170920b79e6f5ca0e8bc80089040 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:aa:30:6f:c4:a8\",\"name\":\"a552952e3fe48c0\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/162737b5-a2b6-4a70-8180-be9ddef43f90\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:40:12.514317 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:40:12.514344 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 17:40:13.845548 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:13.846239 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.101897 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:14.102577 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 17:40:14.530639 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 17:40:14.650622 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.650682 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f546f9c95-69djc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.664524 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.664551 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-n86ht of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:14.666774 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.666799 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f546f9c95-69djc I0512 17:40:14.674213 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fbc9b798d-n86ht I0512 17:40:14.674241 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fbc9b798d-n86ht W0512 17:40:15.695595 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.695611 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.695619 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 17:40:15.747150 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 17:40:16.053982 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-846fd7974f-lhjts IP address from the namespace address-set, err: pod openshift-console/console-846fd7974f-lhjts: no pod IPs found W0512 17:40:16.056930 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-846fd7974f-lbs2q IP address from the namespace address-set, err: pod openshift-console/console-846fd7974f-lbs2q: no pod IPs found W0512 17:40:16.680990 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681010 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681015 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:16.681020 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543337 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543360 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543367 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:17.543375 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562548 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562573 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562584 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 17:40:23.562591 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 17:40:30.655254 3656 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:30.655825 3656 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:31.034362 3656 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:31.034383 3656 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-mplzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:31.039174 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd9bb6f-mplzz I0512 17:40:31.039211 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd9bb6f-mplzz W0512 17:40:32.723266 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 17:40:35.525830 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 17:40:36.876137 3656 obj_retry.go:498] Detected object openshift-console/console-57b465587-v6ttj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:36.876600 3656 obj_retry.go:498] Detected object openshift-console/console-57b465587-v6ttj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:40:37.809207 3656 obj_retry.go:492] Detected object openshift-console/console-57b465587-v6ttj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:37.809230 3656 obj_retry.go:492] Detected object openshift-console/console-57b465587-v6ttj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:40:37.824790 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57b465587-v6ttj I0512 17:40:37.824815 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57b465587-v6ttj W0512 17:40:41.772970 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 17:40:57.842945 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 17:41:00.873086 3656 cni.go:452] [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key ] I0512 17:41:00.940253 3656 cni.go:473] [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7fbc9b798d-cxxvn 056be802342d1dbff4880c050e599ebf9a9e29fef32c30f899c8d7b3c1bf9da1 network default NAD default NAD key default], result "{}", err I0512 17:41:01.006782 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.006814 3656 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.007902 3656 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7fbc9b798d-cxxvn, ips: 10.129.0.6 I0512 17:41:01.007930 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.366404 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.366959 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:01.705390 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.705412 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fbc9b798d-cxxvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.708338 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.708382 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fbc9b798d-cxxvn I0512 17:41:01.872727 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.872746 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-64b8f776df-w2f69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:01.878288 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:01.878312 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-64b8f776df-w2f69 I0512 17:41:07.015053 3656 cni.go:452] [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key ] I0512 17:41:07.087916 3656 cni.go:473] [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5bcd9bb6f-j42s6 6e957727db9c73223851a9ac8adae8eea60a18f9c7fbb7dbafe1a3c32b70b8ec network default NAD default NAD key default], result "{}", err I0512 17:41:07.145255 3656 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:07.145291 3656 pods.go:176] Deleting pod: openshift-console/console-5bcd9bb6f-j42s6 I0512 17:41:07.146582 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bcd9bb6f-j42s6, ips: 10.129.0.15 I0512 17:41:07.146618 3656 obj_retry.go:498] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:07.732064 3656 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:07.732089 3656 obj_retry.go:492] Detected object openshift-console/console-5bcd9bb6f-j42s6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:07.738841 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd9bb6f-j42s6 I0512 17:41:07.738865 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd9bb6f-j42s6 W0512 17:41:09.783870 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 17:41:09.783893 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 17:41:20.434716 3656 base_network_controller_pods.go:487] [default/openshift-console/console-676f985569-d896f] creating logical port openshift-console_console-676f985569-d896f for pod on switch ip-10-0-2-251.ec2.internal I0512 17:41:20.434821 3656 kube.go:256] Updating pod openshift-console/console-676f985569-d896f I0512 17:41:20.456628 3656 pod.go:62] [openshift-console/console-676f985569-d896f] pod update took 21.839067ms I0512 17:41:20.456650 3656 base_network_controller_pods.go:951] [default/openshift-console/console-676f985569-d896f] addLogicalPort annotation time took 21.865144ms I0512 17:41:20.457937 3656 pods.go:271] [openshift-console/console-676f985569-d896f] addLogicalPort took 23.240254ms, libovsdb time 969.804µs I0512 17:41:20.799976 3656 cni.go:452] [openshift-console/console-676f985569-d896f fc7d482117a0f39b5869c533b092eafd76299f38e15ac544e4fd88e4b78a2c14 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-676f985569-d896f fc7d482117a0f39b5869c533b092eafd76299f38e15ac544e4fd88e4b78a2c14 network default NAD default NAD key ] I0512 17:41:20.808929 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-676f985569-d896f, hostIfaceName: fc7d482117a0f39, network: default, NAD default, SandboxID: "fc7d482117a0f39b5869c533b092eafd76299f38e15ac544e4fd88e4b78a2c14", PCI device ID: , UID: "5ec9a847-5303-4b71-886c-29b6a9b2349d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 17:41:20.856642 3656 cni.go:473] [openshift-console/console-676f985569-d896f fc7d482117a0f39b5869c533b092eafd76299f38e15ac544e4fd88e4b78a2c14 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-676f985569-d896f fc7d482117a0f39b5869c533b092eafd76299f38e15ac544e4fd88e4b78a2c14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4d:67:23:50:bf\",\"name\":\"fc7d482117a0f39\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f24699ef-cad6-484e-96ff-9c59114743e3\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:41:30.839337 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 17:41:42.176816 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:42.177416 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:43.085202 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:43.085226 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643460-xhvmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:45.750801 3656 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-kws6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:45.751317 3656 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-kws6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:46.062504 3656 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-kws6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:46.062528 3656 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-kws6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:46.069191 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cd5bfc546-kws6t I0512 17:41:46.069219 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cd5bfc546-kws6t I0512 17:41:51.216734 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217352 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217383 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217391 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 17:41:51.217408 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:41:51.217413 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 17:41:52.240967 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.240994 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.241012 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:52.241025 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxmzq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:54.707887 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 17:41:54.719578 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 17:41:56.171617 3656 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-56dhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:56.172140 3656 obj_retry.go:498] Detected object openshift-console/console-7cd5bfc546-56dhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:41:57.108334 3656 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-56dhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:57.108365 3656 obj_retry.go:492] Detected object openshift-console/console-7cd5bfc546-56dhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:41:57.115605 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cd5bfc546-56dhx I0512 17:41:57.115633 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cd5bfc546-56dhx I0512 17:44:09.592945 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 17:44:32.145574 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 I0512 17:44:39.269152 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 17:44:53.257547 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 17:45:07.236142 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 17:45:46.483570 3656 namespace.go:98] [tsf] adding namespace I0512 17:45:46.484335 3656 namespace.go:102] [tsf] adding namespace took 745.598µs I0512 17:45:46.501192 3656 namespace.go:142] [tsf] updating namespace I0512 17:45:46.514683 3656 namespace.go:142] [tsf] updating namespace I0512 17:45:51.022269 3656 namespace.go:98] [konflux-operator] adding namespace I0512 17:45:51.023266 3656 namespace.go:102] [konflux-operator] adding namespace took 973.894µs I0512 17:45:51.024250 3656 namespace.go:98] [tsf-keycloak] adding namespace I0512 17:45:51.024379 3656 namespace.go:98] [tsf-tas] adding namespace I0512 17:45:51.024478 3656 namespace.go:98] [rhtpa-operator] adding namespace I0512 17:45:51.024717 3656 namespace.go:98] [tsf-tpa] adding namespace I0512 17:45:51.024915 3656 namespace.go:98] [cert-manager-operator] adding namespace I0512 17:45:51.025086 3656 namespace.go:98] [rhbk-operator] adding namespace I0512 17:45:51.025172 3656 namespace.go:102] [tsf-keycloak] adding namespace took 904.58µs I0512 17:45:51.025833 3656 namespace.go:102] [tsf-tas] adding namespace took 1.430546ms I0512 17:45:51.026460 3656 namespace.go:102] [rhtpa-operator] adding namespace took 1.961716ms I0512 17:45:51.026486 3656 namespace.go:98] [konflux-ui] adding namespace I0512 17:45:51.027079 3656 namespace.go:102] [konflux-ui] adding namespace took 588.009µs I0512 17:45:51.027589 3656 namespace.go:102] [tsf-tpa] adding namespace took 2.852331ms I0512 17:45:51.028138 3656 namespace.go:102] [cert-manager-operator] adding namespace took 3.178238ms I0512 17:45:51.028605 3656 namespace.go:102] [rhbk-operator] adding namespace took 3.504828ms I0512 17:45:51.034149 3656 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.042888 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.044309 3656 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.045834 3656 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.045938 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.050617 3656 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.055271 3656 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.055301 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.055425 3656 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.073791 3656 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.086999 3656 namespace.go:142] [konflux-operator] updating namespace I0512 17:45:51.093912 3656 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.096202 3656 namespace.go:142] [tsf-tas] updating namespace I0512 17:45:51.113409 3656 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:45:51.120560 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.139188 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:51.163053 3656 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.166748 3656 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.173460 3656 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:45:51.191807 3656 namespace.go:142] [rhbk-operator] updating namespace I0512 17:45:51.191894 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.200682 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:45:51.213477 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:51.220874 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:52.337692 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:45:52.356583 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:45:59.031245 3656 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.031881 3656 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.031910 3656 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.031920 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:45:59.031937 3656 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:45:59.031942 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:00.056842 3656 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.056867 3656 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.056883 3656 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:00.056896 3656 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felwcvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:05.284627 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.285204 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.285231 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.285240 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:05.285252 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:05.285256 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:05.586831 3656 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-ll8hq] creating logical port rhbk-operator_rhbk-operator-69889d554d-ll8hq for pod on switch ip-10-0-2-251.ec2.internal I0512 17:46:05.586948 3656 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-ll8hq I0512 17:46:05.602534 3656 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-ll8hq] pod update took 15.614541ms I0512 17:46:05.602556 3656 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-ll8hq] addLogicalPort annotation time took 15.639803ms I0512 17:46:05.603685 3656 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-ll8hq] addLogicalPort took 16.868341ms, libovsdb time 821.238µs I0512 17:46:05.945531 3656 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-ll8hq ccbc414595ed891633cba61a47d529c1d61e0c630d226867c2c397c4c6b3edec network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-ll8hq ccbc414595ed891633cba61a47d529c1d61e0c630d226867c2c397c4c6b3edec network default NAD default NAD key ] I0512 17:46:05.954446 3656 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-ll8hq, hostIfaceName: ccbc414595ed891, network: default, NAD default, SandboxID: "ccbc414595ed891633cba61a47d529c1d61e0c630d226867c2c397c4c6b3edec", PCI device ID: , UID: "4b7d5bc0-b26c-4d20-b56d-a32f90b629f9", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 17:46:06.002428 3656 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-ll8hq ccbc414595ed891633cba61a47d529c1d61e0c630d226867c2c397c4c6b3edec network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-ll8hq ccbc414595ed891633cba61a47d529c1d61e0c630d226867c2c397c4c6b3edec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:37:7f:71:39:e7\",\"name\":\"ccbc414595ed891\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e3ffcb5-f356-4686-8763-124c7bcfef2d\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:46:06.310034 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310060 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310073 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:06.310088 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d89556 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:07.324390 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.324915 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.324943 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.324953 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:07.324967 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:07.324971 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.348942 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.348966 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.348982 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.348999 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6el5qrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:08.354355 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.354906 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.354935 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.354945 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.354959 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.354966 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.410215 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.410714 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.410744 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.410754 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.410771 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.410778 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:08.439158 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.439560 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.439584 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.439592 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 17:46:08.439601 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 17:46:08.439607 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 17:46:09.379869 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.379897 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.379914 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.379928 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fclqg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438647 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438677 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438692 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.438710 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21368gpdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466289 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466311 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466324 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:09.466342 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51x7nkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:46:11.233868 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 17:46:21.035243 3656 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-js92f for pod on switch ip-10-0-2-251.ec2.internal I0512 17:46:21.035364 3656 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f I0512 17:46:21.055975 3656 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f] pod update took 20.637167ms I0512 17:46:21.055999 3656 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f] addLogicalPort annotation time took 20.667744ms I0512 17:46:21.057202 3656 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f] addLogicalPort took 21.978887ms, libovsdb time 831.301µs I0512 17:46:21.138529 3656 namespace.go:98] [cert-manager] adding namespace I0512 17:46:21.139205 3656 namespace.go:102] [cert-manager] adding namespace took 659.325µs I0512 17:46:21.163957 3656 namespace.go:142] [cert-manager] updating namespace I0512 17:46:21.179012 3656 namespace.go:142] [cert-manager] updating namespace I0512 17:46:21.389690 3656 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f 39691a95f6ec72eaf53c24efb53e530f55fe936fa63cd33bddbc6f3a8db9755f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f 39691a95f6ec72eaf53c24efb53e530f55fe936fa63cd33bddbc6f3a8db9755f network default NAD default NAD key ] I0512 17:46:21.399282 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-js92f, hostIfaceName: 39691a95f6ec72e, network: default, NAD default, SandboxID: "39691a95f6ec72eaf53c24efb53e530f55fe936fa63cd33bddbc6f3a8db9755f", PCI device ID: , UID: "96308f94-ee26-473a-8d5c-bccb028e09d2", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 17:46:21.449144 3656 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f 39691a95f6ec72eaf53c24efb53e530f55fe936fa63cd33bddbc6f3a8db9755f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-js92f 39691a95f6ec72eaf53c24efb53e530f55fe936fa63cd33bddbc6f3a8db9755f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:4f:87:50:1d:cf\",\"name\":\"39691a95f6ec72e\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28caa721-7dc6-497e-9fe6-9776a4810414\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:46:24.947412 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 17:46:25.222052 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-fgllr] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-fgllr for pod on switch ip-10-0-2-251.ec2.internal I0512 17:46:25.222132 3656 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-fgllr I0512 17:46:25.244497 3656 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-fgllr] pod update took 22.385663ms I0512 17:46:25.244518 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-fgllr] addLogicalPort annotation time took 22.413196ms I0512 17:46:25.245666 3656 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-fgllr] addLogicalPort took 23.630096ms, libovsdb time 820.325µs I0512 17:46:25.608129 3656 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-fgllr 2bddb77850a9dc9367768e04b388d1cfe8548ca0f67a548c57dc80d4b2042a26 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-fgllr 2bddb77850a9dc9367768e04b388d1cfe8548ca0f67a548c57dc80d4b2042a26 network default NAD default NAD key ] I0512 17:46:25.618477 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-fgllr, hostIfaceName: 2bddb77850a9dc9, network: default, NAD default, SandboxID: "2bddb77850a9dc9367768e04b388d1cfe8548ca0f67a548c57dc80d4b2042a26", PCI device ID: , UID: "17356b6d-4919-489c-afe5-097d877e88a6", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 17:46:25.666020 3656 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-fgllr 2bddb77850a9dc9367768e04b388d1cfe8548ca0f67a548c57dc80d4b2042a26 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-fgllr 2bddb77850a9dc9367768e04b388d1cfe8548ca0f67a548c57dc80d4b2042a26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:36:b8:99:58:01\",\"name\":\"2bddb77850a9dc9\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61d66b9f-7e3b-4384-bc8c-15efb634aa88\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:46:26.308052 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:26.315040 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.224493 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:27.224513 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 17:46:27.460086 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.470358 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.486837 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 17:46:27.497527 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 17:46:32.914232 3656 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:32.923841 3656 namespace.go:142] [openshift-operators] updating namespace W0512 17:46:35.967939 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 17:46:37.151820 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 W0512 17:46:37.575147 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 17:46:39.987567 3656 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-98qtf for pod on switch ip-10-0-2-251.ec2.internal I0512 17:46:39.987686 3656 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf I0512 17:46:40.014197 3656 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf] pod update took 26.541011ms I0512 17:46:40.014217 3656 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf] addLogicalPort annotation time took 26.566029ms I0512 17:46:40.015461 3656 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf] addLogicalPort took 27.916569ms, libovsdb time 857.677µs I0512 17:46:40.337723 3656 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf 5765c5e25525d37aa222d1fad62159a1f2247139c1d960106d08c2261f5c00ce network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf 5765c5e25525d37aa222d1fad62159a1f2247139c1d960106d08c2261f5c00ce network default NAD default NAD key ] I0512 17:46:40.348122 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-98qtf, hostIfaceName: 5765c5e25525d37, network: default, NAD default, SandboxID: "5765c5e25525d37aa222d1fad62159a1f2247139c1d960106d08c2261f5c00ce", PCI device ID: , UID: "67022d22-4272-43be-8230-256abf6b5bef", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 17:46:40.397374 3656 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf 5765c5e25525d37aa222d1fad62159a1f2247139c1d960106d08c2261f5c00ce network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-98qtf 5765c5e25525d37aa222d1fad62159a1f2247139c1d960106d08c2261f5c00ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:a0:17:07:3c:d6\",\"name\":\"5765c5e25525d37\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/088f06b7-ac6b-4ff9-8b4d-556316bd5f0f\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:46:42.065270 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-7g8qc] creating logical port cert-manager_cert-manager-59c77684cc-7g8qc for pod on switch ip-10-0-2-251.ec2.internal I0512 17:46:42.065368 3656 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-7g8qc I0512 17:46:42.102621 3656 pod.go:62] [cert-manager/cert-manager-59c77684cc-7g8qc] pod update took 37.279076ms I0512 17:46:42.102706 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-7g8qc] addLogicalPort annotation time took 37.367447ms I0512 17:46:42.104127 3656 pods.go:271] [cert-manager/cert-manager-59c77684cc-7g8qc] addLogicalPort took 38.876661ms, libovsdb time 971.993µs I0512 17:46:42.504268 3656 cni.go:452] [cert-manager/cert-manager-59c77684cc-7g8qc b034c99aa539fc5dc3f29fe48ffbb61bd3adf2c969f7d0213148681480dc65d4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-7g8qc b034c99aa539fc5dc3f29fe48ffbb61bd3adf2c969f7d0213148681480dc65d4 network default NAD default NAD key ] I0512 17:46:42.514405 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-7g8qc, hostIfaceName: b034c99aa539fc5, network: default, NAD default, SandboxID: "b034c99aa539fc5dc3f29fe48ffbb61bd3adf2c969f7d0213148681480dc65d4", PCI device ID: , UID: "98be2690-01ce-4916-9b11-ac1999ba69e3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 17:46:42.560887 3656 cni.go:473] [cert-manager/cert-manager-59c77684cc-7g8qc b034c99aa539fc5dc3f29fe48ffbb61bd3adf2c969f7d0213148681480dc65d4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-7g8qc b034c99aa539fc5dc3f29fe48ffbb61bd3adf2c969f7d0213148681480dc65d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:32:59:3f:3e:a9\",\"name\":\"b034c99aa539fc5\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bd5180d-20c9-4c5b-b730-bde5587eb316\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:46:43.011992 3656 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 17:46:43.012875 3656 namespace.go:102] [trusted-artifact-signer] adding namespace took 865.941µs I0512 17:46:43.039906 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:46:43.052155 3656 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 17:46:43.052285 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 17:46:44.088934 3656 namespace.go:142] [openshift-operators] updating namespace I0512 17:46:44.908132 3656 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fqntb] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-fqntb for pod on switch ip-10-0-2-251.ec2.internal I0512 17:46:44.908293 3656 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-fqntb I0512 17:46:44.934396 3656 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-fqntb] pod update took 26.13494ms I0512 17:46:44.934417 3656 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fqntb] addLogicalPort annotation time took 26.160402ms I0512 17:46:44.935678 3656 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-fqntb] addLogicalPort took 27.560676ms, libovsdb time 891.048µs I0512 17:46:45.274233 3656 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-fqntb 88204ec46344f0b84166902b4a1987d1e6b599524e0b713ffe87f26b9076135b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fqntb 88204ec46344f0b84166902b4a1987d1e6b599524e0b713ffe87f26b9076135b network default NAD default NAD key ] I0512 17:46:45.284824 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-fqntb, hostIfaceName: 88204ec46344f0b, network: default, NAD default, SandboxID: "88204ec46344f0b84166902b4a1987d1e6b599524e0b713ffe87f26b9076135b", PCI device ID: , UID: "30622677-6100-4da5-b5da-f28f8cb7301b", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 17:46:45.331967 3656 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-fqntb 88204ec46344f0b84166902b4a1987d1e6b599524e0b713ffe87f26b9076135b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fqntb 88204ec46344f0b84166902b4a1987d1e6b599524e0b713ffe87f26b9076135b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:17:ff:f1:d0:39\",\"name\":\"88204ec46344f0b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dd6bec3-2559-487f-8ef5-07d727dd30bd\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:46:49.271270 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0512 17:46:54.072051 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 17:46:55.148989 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=61 W0512 17:46:59.506705 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 17:47:01.530647 3656 namespace.go:98] [openshift-pipelines] adding namespace I0512 17:47:01.531509 3656 namespace.go:102] [openshift-pipelines] adding namespace took 839.306µs I0512 17:47:01.562396 3656 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:47:02.242198 3656 namespace.go:142] [cert-manager] updating namespace I0512 17:47:02.444814 3656 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:02.849028 3656 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:03.047523 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:03.247412 3656 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:03.649027 3656 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:03.851269 3656 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:04.049873 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:04.249281 3656 namespace.go:142] [tsf] updating namespace I0512 17:47:04.452373 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:04.655219 3656 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:04.853152 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:04.988031 3656 namespace.go:142] [cert-manager] updating namespace I0512 17:47:04.995962 3656 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:05.004204 3656 namespace.go:142] [default] updating namespace I0512 17:47:05.013096 3656 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:05.021417 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:05.029158 3656 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:05.037874 3656 namespace.go:142] [openshift] updating namespace I0512 17:47:05.045610 3656 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:05.054454 3656 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:05.061559 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:05.075111 3656 namespace.go:142] [tsf] updating namespace I0512 17:47:05.094312 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:05.114282 3656 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:05.137613 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:05.235064 3656 namespace.go:142] [cert-manager] updating namespace I0512 17:47:05.337110 3656 namespace.go:142] [cert-manager-operator] updating namespace I0512 17:47:05.436536 3656 namespace.go:142] [default] updating namespace I0512 17:47:05.536998 3656 namespace.go:142] [konflux-operator] updating namespace I0512 17:47:05.636502 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:47:05.646341 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:05.646918 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:05.667114 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:05.667134 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:05.676273 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 17:47:05.676372 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 17:47:05.738239 3656 namespace.go:142] [open-cluster-management-2q8h84qmvn7vejalm2q7daaitdtc7meu] updating namespace I0512 17:47:05.835634 3656 namespace.go:142] [openshift] updating namespace I0512 17:47:05.935345 3656 namespace.go:142] [rhbk-operator] updating namespace I0512 17:47:06.035866 3656 namespace.go:142] [rhtpa-operator] updating namespace I0512 17:47:06.138502 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 17:47:06.236145 3656 namespace.go:142] [tsf] updating namespace I0512 17:47:06.336592 3656 namespace.go:142] [tsf-keycloak] updating namespace I0512 17:47:06.438187 3656 namespace.go:142] [tsf-tas] updating namespace I0512 17:47:06.540299 3656 namespace.go:142] [tsf-tpa] updating namespace I0512 17:47:06.818019 3656 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:47:10.555785 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 17:47:10.555849 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5fhws IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5fhws: no pod IPs found I0512 17:47:15.210635 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mlvbx for pod on switch ip-10-0-2-251.ec2.internal I0512 17:47:15.210764 3656 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx I0512 17:47:15.223934 3656 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx] pod update took 13.193804ms I0512 17:47:15.223965 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx] addLogicalPort annotation time took 13.230439ms I0512 17:47:15.225316 3656 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx] addLogicalPort took 14.691348ms, libovsdb time 920.689µs I0512 17:47:15.571234 3656 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx f72c03bd7b141896dae28ce4e00ce6949b7ae1c39215a6fe693cd6d92524da1b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx f72c03bd7b141896dae28ce4e00ce6949b7ae1c39215a6fe693cd6d92524da1b network default NAD default NAD key ] I0512 17:47:15.580281 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mlvbx, hostIfaceName: f72c03bd7b14189, network: default, NAD default, SandboxID: "f72c03bd7b141896dae28ce4e00ce6949b7ae1c39215a6fe693cd6d92524da1b", PCI device ID: , UID: "34687d75-2a18-47e7-bf31-28ca070f5dfc", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 17:47:15.630962 3656 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx f72c03bd7b141896dae28ce4e00ce6949b7ae1c39215a6fe693cd6d92524da1b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mlvbx f72c03bd7b141896dae28ce4e00ce6949b7ae1c39215a6fe693cd6d92524da1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:4f:83:02:b1:04\",\"name\":\"f72c03bd7b14189\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb362219-6524-44e5-8f44-8c22e606850c\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:47:19.482913 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.482934 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.482939 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 17:47:19.509258 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.509270 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.509276 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 17:47:19.612078 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.612092 3656 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.612096 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:19.612100 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 17:47:20.662926 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 17:47:20.690784 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 17:47:21.158343 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=675 I0512 17:47:37.514052 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-qzjl7 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:47:37.514142 3656 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7 I0512 17:47:37.527925 3656 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7] pod update took 13.808986ms I0512 17:47:37.527949 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7] addLogicalPort annotation time took 13.836485ms I0512 17:47:37.529304 3656 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7] addLogicalPort took 15.266265ms, libovsdb time 946.826µs I0512 17:47:37.877049 3656 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7 ed41808d7a7e3411f8ce9f3a615472849f99bd9ffbc724034fbb378089b850cd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7 ed41808d7a7e3411f8ce9f3a615472849f99bd9ffbc724034fbb378089b850cd network default NAD default NAD key ] I0512 17:47:37.886146 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-qzjl7, hostIfaceName: ed41808d7a7e341, network: default, NAD default, SandboxID: "ed41808d7a7e3411f8ce9f3a615472849f99bd9ffbc724034fbb378089b850cd", PCI device ID: , UID: "235ad4d9-eb2e-4e98-9920-499ae058b2b3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 17:47:37.935156 3656 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7 ed41808d7a7e3411f8ce9f3a615472849f99bd9ffbc724034fbb378089b850cd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-qzjl7 ed41808d7a7e3411f8ce9f3a615472849f99bd9ffbc724034fbb378089b850cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c2:d1:47:23:93\",\"name\":\"ed41808d7a7e341\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5369cdc9-eb00-4ca4-a773-5aa4df585732\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:47:41.619319 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 17:47:45.247562 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 17:47:45.914353 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:45.914962 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:47:45.934669 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:45.934693 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:47:45.940492 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 17:47:45.940516 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 17:47:47.253040 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 17:47:47.880560 3656 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 17:47:47.881077 3656 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 17:47:47.881101 3656 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 17:47:47.883096 3656 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 17:47:50.148811 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=105 I0512 17:47:54.490093 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-4ds8q for pod on switch ip-10-0-2-251.ec2.internal I0512 17:47:54.490206 3656 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q I0512 17:47:54.519253 3656 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q] pod update took 29.070405ms I0512 17:47:54.519277 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q] addLogicalPort annotation time took 29.098676ms I0512 17:47:54.520422 3656 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q] addLogicalPort took 30.346936ms, libovsdb time 781.505µs W0512 17:47:54.843723 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:47:54.843744 3656 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 17:47:54.845929 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 17:47:54.845949 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 17:47:54.853719 3656 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q 17f61a10176f43df09a45b03487b856a277c3f376777eace31a523bfc9f4807a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q 17f61a10176f43df09a45b03487b856a277c3f376777eace31a523bfc9f4807a network default NAD default NAD key ] I0512 17:47:54.862715 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-4ds8q, hostIfaceName: 17f61a10176f43d, network: default, NAD default, SandboxID: "17f61a10176f43df09a45b03487b856a277c3f376777eace31a523bfc9f4807a", PCI device ID: , UID: "49a4b41b-2a40-4eff-ad64-62f81bcb6ccd", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 17:47:54.911664 3656 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q 17f61a10176f43df09a45b03487b856a277c3f376777eace31a523bfc9f4807a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4ds8q 17f61a10176f43df09a45b03487b856a277c3f376777eace31a523bfc9f4807a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d4:f5:56:e0:b1\",\"name\":\"17f61a10176f43d\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f542cf5b-d67c-4b2a-b9f6-70c8da736b9c\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:47:59.334945 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 17:48:02.440761 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:48:02.440848 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0512 17:48:02.453608 3656 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.780022ms I0512 17:48:02.453631 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.808598ms I0512 17:48:02.454947 3656 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.202232ms, libovsdb time 926.66µs I0512 17:48:05.199859 3656 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 ca7e18dfcbb2d9f43b26c620b9ed50e9e2519b010497f3969cac8879da5fb6f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 ca7e18dfcbb2d9f43b26c620b9ed50e9e2519b010497f3969cac8879da5fb6f3 network default NAD default NAD key ] I0512 17:48:05.209036 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: ca7e18dfcbb2d9f, network: default, NAD default, SandboxID: "ca7e18dfcbb2d9f43b26c620b9ed50e9e2519b010497f3969cac8879da5fb6f3", PCI device ID: , UID: "1169b808-1e7d-4f6d-9f72-f470cb8e20ea", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 17:48:05.257700 3656 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 ca7e18dfcbb2d9f43b26c620b9ed50e9e2519b010497f3969cac8879da5fb6f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 ca7e18dfcbb2d9f43b26c620b9ed50e9e2519b010497f3969cac8879da5fb6f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a6:29:db:a0:5e\",\"name\":\"ca7e18dfcbb2d9f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9f13dda-683d-4853-8227-c60e592fb9ff\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:48:08.264408 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 17:48:12.501284 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 17:48:13.872538 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-qb5zz for pod on switch ip-10-0-2-251.ec2.internal I0512 17:48:13.872643 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz I0512 17:48:13.890164 3656 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz] pod update took 17.550097ms I0512 17:48:13.890187 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz] addLogicalPort annotation time took 17.574699ms I0512 17:48:13.891352 3656 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz] addLogicalPort took 18.83528ms, libovsdb time 780.092µs I0512 17:48:14.058547 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-lwldn for pod on switch ip-10-0-2-251.ec2.internal I0512 17:48:14.058627 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn I0512 17:48:14.071904 3656 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn] pod update took 13.29745ms I0512 17:48:14.071924 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn] addLogicalPort annotation time took 13.32075ms I0512 17:48:14.072983 3656 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn] addLogicalPort took 14.447245ms, libovsdb time 739.01µs I0512 17:48:14.233386 3656 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz 2415f471f76cbbf9901d478577d79a0e704ebae687a19b920cdbe93c7e352327 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz 2415f471f76cbbf9901d478577d79a0e704ebae687a19b920cdbe93c7e352327 network default NAD default NAD key ] I0512 17:48:14.243324 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-qb5zz, hostIfaceName: 2415f471f76cbbf, network: default, NAD default, SandboxID: "2415f471f76cbbf9901d478577d79a0e704ebae687a19b920cdbe93c7e352327", PCI device ID: , UID: "ed269f67-2714-4552-9d28-ba0105420ef8", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 17:48:14.293275 3656 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz 2415f471f76cbbf9901d478577d79a0e704ebae687a19b920cdbe93c7e352327 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-qb5zz 2415f471f76cbbf9901d478577d79a0e704ebae687a19b920cdbe93c7e352327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b7:1d:6f:d3:85\",\"name\":\"2415f471f76cbbf\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25aae701-5727-4150-af42-4078d09d0b61\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:48:14.425874 3656 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn b1c855eb1912089ddaec0b1635f06e1302c5d3090803a06e4929175ee5dcef7f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn b1c855eb1912089ddaec0b1635f06e1302c5d3090803a06e4929175ee5dcef7f network default NAD default NAD key ] I0512 17:48:14.435383 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-lwldn, hostIfaceName: b1c855eb1912089, network: default, NAD default, SandboxID: "b1c855eb1912089ddaec0b1635f06e1302c5d3090803a06e4929175ee5dcef7f", PCI device ID: , UID: "112d936f-04fc-43b4-9e5e-19e580d8f8a6", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 17:48:14.482671 3656 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn b1c855eb1912089ddaec0b1635f06e1302c5d3090803a06e4929175ee5dcef7f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lwldn b1c855eb1912089ddaec0b1635f06e1302c5d3090803a06e4929175ee5dcef7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:bf:7f:c5:56:53\",\"name\":\"b1c855eb1912089\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b79d2f88-194e-470d-b446-0453f1d115cc\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:48:18.488023 3656 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.488048 3656 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:18.488055 3656 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:24.524802 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:24.524820 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 17:48:24.524826 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 17:48:26.231547 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 17:48:33.242071 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 17:48:38.246037 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:38.246672 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:38.283045 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:38.283064 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:38.286204 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 17:48:38.286223 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 17:48:40.817561 3656 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-5gd6v-4zdq6] creating logical port tsf-tas_ctlog-createtree-job-5gd6v-4zdq6 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:48:40.817686 3656 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 I0512 17:48:40.832192 3656 pod.go:62] [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6] pod update took 14.52636ms I0512 17:48:40.832220 3656 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-5gd6v-4zdq6] addLogicalPort annotation time took 14.558827ms I0512 17:48:40.833763 3656 pods.go:271] [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6] addLogicalPort took 16.220602ms, libovsdb time 980.269µs I0512 17:48:40.903343 3656 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-75d754db4d-2gmnb] creating logical port tsf-tas_trillian-logserver-75d754db4d-2gmnb for pod on switch ip-10-0-2-251.ec2.internal I0512 17:48:40.903457 3656 kube.go:256] Updating pod tsf-tas/trillian-logserver-75d754db4d-2gmnb I0512 17:48:40.920021 3656 pod.go:62] [tsf-tas/trillian-logserver-75d754db4d-2gmnb] pod update took 16.605576ms I0512 17:48:40.920045 3656 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-75d754db4d-2gmnb] addLogicalPort annotation time took 16.634415ms I0512 17:48:40.921206 3656 pods.go:271] [tsf-tas/trillian-logserver-75d754db4d-2gmnb] addLogicalPort took 17.879799ms, libovsdb time 790.377µs I0512 17:48:41.193824 3656 cni.go:452] [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key ] I0512 17:48:41.203596 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-5gd6v-4zdq6, hostIfaceName: 703729282fd0528, network: default, NAD default, SandboxID: "703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc", PCI device ID: , UID: "8a14e4c8-cb5f-4084-906d-7752c18e2ede", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 17:48:41.257472 3656 cni.go:473] [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:42:2a:a8:28:70\",\"name\":\"703729282fd0528\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0d86bed-de5a-4a99-90c0-e1a648ca3d05\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:48:41.274249 3656 cni.go:452] [tsf-tas/trillian-logserver-75d754db4d-2gmnb edf22db0209539e49eed13f6fbd2334be9559685b57fa09df5a45b1be7d644e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-75d754db4d-2gmnb edf22db0209539e49eed13f6fbd2334be9559685b57fa09df5a45b1be7d644e9 network default NAD default NAD key ] I0512 17:48:41.283528 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-75d754db4d-2gmnb, hostIfaceName: edf22db0209539e, network: default, NAD default, SandboxID: "edf22db0209539e49eed13f6fbd2334be9559685b57fa09df5a45b1be7d644e9", PCI device ID: , UID: "3fa53999-a1c3-42bb-abee-d41fd11a208a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 17:48:41.336451 3656 cni.go:473] [tsf-tas/trillian-logserver-75d754db4d-2gmnb edf22db0209539e49eed13f6fbd2334be9559685b57fa09df5a45b1be7d644e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-75d754db4d-2gmnb edf22db0209539e49eed13f6fbd2334be9559685b57fa09df5a45b1be7d644e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2b:ca:90:cf:5a\",\"name\":\"edf22db0209539e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9238147b-a9db-45d8-aaa1-d81ca81e9496\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:48:42.911513 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 17:48:42.911532 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0512 17:48:47.325174 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dvfls of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:47.325791 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dvfls of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:48.210790 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dvfls of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:48.210817 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dvfls of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 17:48:48.642793 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 17:48:52.205797 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 17:48:53.982987 3656 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 17:48:54.141340 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:54.141885 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:48:55.162614 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:48:55.162639 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-45pbh-nk4wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:07.135647 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-rsv8v for pod on switch ip-10-0-2-251.ec2.internal I0512 17:49:07.135725 3656 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v I0512 17:49:07.148988 3656 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v] pod update took 13.284805ms I0512 17:49:07.149010 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v] addLogicalPort annotation time took 13.311423ms I0512 17:49:07.150448 3656 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v] addLogicalPort took 14.798166ms, libovsdb time 881.411µs I0512 17:49:07.250708 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-z82z9 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:49:07.250785 3656 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9 I0512 17:49:07.269777 3656 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9] pod update took 19.008688ms I0512 17:49:07.269796 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9] addLogicalPort annotation time took 19.030594ms I0512 17:49:07.270927 3656 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9] addLogicalPort took 20.231577ms, libovsdb time 769.357µs I0512 17:49:07.504137 3656 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v 3f4081a1691001c55d854e4a65bc3305373926b6961a5aa1b045f2839482b1a5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v 3f4081a1691001c55d854e4a65bc3305373926b6961a5aa1b045f2839482b1a5 network default NAD default NAD key ] I0512 17:49:07.513199 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-rsv8v, hostIfaceName: 3f4081a1691001c, network: default, NAD default, SandboxID: "3f4081a1691001c55d854e4a65bc3305373926b6961a5aa1b045f2839482b1a5", PCI device ID: , UID: "8746197b-f72a-4cfe-ac9b-0728a9049ffc", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 17:49:07.562548 3656 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v 3f4081a1691001c55d854e4a65bc3305373926b6961a5aa1b045f2839482b1a5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-rsv8v 3f4081a1691001c55d854e4a65bc3305373926b6961a5aa1b045f2839482b1a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:74:c3:4f:d3:1b\",\"name\":\"3f4081a1691001c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6e176a8-f4b3-47f2-8b7a-2840b1ba6df0\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:49:07.610786 3656 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9 097d0b719cdb799b2b4e9672cab66c646966a8fdebfcd22991c257a40e370fac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9 097d0b719cdb799b2b4e9672cab66c646966a8fdebfcd22991c257a40e370fac network default NAD default NAD key ] I0512 17:49:07.620848 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-z82z9, hostIfaceName: 097d0b719cdb799, network: default, NAD default, SandboxID: "097d0b719cdb799b2b4e9672cab66c646966a8fdebfcd22991c257a40e370fac", PCI device ID: , UID: "5ac4d010-1745-46c8-b574-b55018963ee5", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 17:49:07.669783 3656 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9 097d0b719cdb799b2b4e9672cab66c646966a8fdebfcd22991c257a40e370fac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z82z9 097d0b719cdb799b2b4e9672cab66c646966a8fdebfcd22991c257a40e370fac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c7:95:f0:7a:c3\",\"name\":\"097d0b719cdb799\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ddf6a33-6112-4d9f-8bf1-3a172e42d4f2\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:49:08.142737 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0512 17:49:09.747127 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 17:49:10.376230 3656 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 17:49:10.376254 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 17:49:20.759662 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 17:49:22.775267 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 17:49:28.563677 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:28.564223 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:28.582824 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:28.582844 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:28.590046 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 17:49:28.590072 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 17:49:37.345946 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:37.346485 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:38.221204 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:38.221227 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rdvm5-nlbzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:38.632038 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:38.632552 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:39.506124 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:39.506145 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:41.264922 3656 namespace.go:142] [openshift-pipelines] updating namespace I0512 17:49:43.929818 3656 cni.go:452] [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key ] I0512 17:49:44.014366 3656 cni.go:473] [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 703729282fd0528b921285c2b3d864a0d7279f1a91d5cf6db16ffb4b4e37dedc network default NAD default NAD key default], result "{}", err I0512 17:49:44.065188 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:44.065214 3656 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 I0512 17:49:44.066559 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-5gd6v-4zdq6, ips: 10.129.0.33 I0512 17:49:44.066585 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 17:49:44.237548 3656 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 17:49:44.903990 3656 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-99fbbdbdb-v9nkr] creating logical port tsf-tas_rekor-server-99fbbdbdb-v9nkr for pod on switch ip-10-0-2-251.ec2.internal I0512 17:49:44.904147 3656 kube.go:256] Updating pod tsf-tas/rekor-server-99fbbdbdb-v9nkr I0512 17:49:44.917555 3656 pod.go:62] [tsf-tas/rekor-server-99fbbdbdb-v9nkr] pod update took 13.437793ms I0512 17:49:44.917585 3656 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-99fbbdbdb-v9nkr] addLogicalPort annotation time took 13.472849ms I0512 17:49:44.919231 3656 pods.go:271] [tsf-tas/rekor-server-99fbbdbdb-v9nkr] addLogicalPort took 15.262822ms, libovsdb time 1.096329ms I0512 17:49:44.947128 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:44.947151 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5gd6v-4zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 17:49:46.560795 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 17:49:47.688817 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kzlgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:47.689385 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kzlgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:47.965566 3656 cni.go:452] [tsf-tas/rekor-server-99fbbdbdb-v9nkr f933bf117c5387d4952ff2a314df96695542f64a68b13cb1092efe333536ad24 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-99fbbdbdb-v9nkr f933bf117c5387d4952ff2a314df96695542f64a68b13cb1092efe333536ad24 network default NAD default NAD key ] I0512 17:49:47.975831 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-99fbbdbdb-v9nkr, hostIfaceName: f933bf117c5387d, network: default, NAD default, SandboxID: "f933bf117c5387d4952ff2a314df96695542f64a68b13cb1092efe333536ad24", PCI device ID: , UID: "46db3572-97e2-4420-b94a-041daa390915", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 17:49:48.026155 3656 cni.go:473] [tsf-tas/rekor-server-99fbbdbdb-v9nkr f933bf117c5387d4952ff2a314df96695542f64a68b13cb1092efe333536ad24 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-99fbbdbdb-v9nkr f933bf117c5387d4952ff2a314df96695542f64a68b13cb1092efe333536ad24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d9:d7:c0:8b:e8\",\"name\":\"f933bf117c5387d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0815502c-9fcb-4b5e-bf0d-1ce264c28ab8\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:49:48.708564 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kzlgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.708583 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kzlgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.752997 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.753015 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-6gxt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:48.755800 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-6gxt6 I0512 17:49:48.755823 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-6gxt6 W0512 17:49:49.964311 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 17:49:52.728894 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:52.729590 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:52.748319 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:52.748347 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:49:52.754204 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 17:49:52.754229 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 17:49:54.031742 3656 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-q7f6g] creating logical port tsf-tpa_create-db-q7f6g for pod on switch ip-10-0-2-251.ec2.internal I0512 17:49:54.031900 3656 kube.go:256] Updating pod tsf-tpa/create-db-q7f6g I0512 17:49:54.044574 3656 pod.go:62] [tsf-tpa/create-db-q7f6g] pod update took 12.705224ms I0512 17:49:54.044596 3656 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-q7f6g] addLogicalPort annotation time took 12.732875ms I0512 17:49:54.046037 3656 pods.go:271] [tsf-tpa/create-db-q7f6g] addLogicalPort took 14.3208ms, libovsdb time 1.024793ms I0512 17:49:54.390626 3656 cni.go:452] [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key ] I0512 17:49:54.399865 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-q7f6g, hostIfaceName: 74499fed14e5751, network: default, NAD default, SandboxID: "74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7", PCI device ID: , UID: "95042a5a-17f9-47b5-8bc4-642cef030805", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 17:49:54.452038 3656 cni.go:473] [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7a:73:1a:e2:a7\",\"name\":\"74499fed14e5751\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e20412db-551a-4950-9f8c-7b786b17e3b6\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:49:57.311182 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 17:49:59.015290 3656 cni.go:452] [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key ] I0512 17:49:59.090892 3656 cni.go:473] [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-q7f6g 74499fed14e57510cf1e7340a1440328005e8e5cbdd7585a4a54416895fa5ee7 network default NAD default NAD key default], result "{}", err I0512 17:49:59.142770 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:49:59.142803 3656 pods.go:176] Deleting pod: tsf-tpa/create-db-q7f6g I0512 17:49:59.144414 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-q7f6g, ips: 10.129.0.38 I0512 17:49:59.144462 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:00.031045 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:00.031071 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:00.137366 3656 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-nzzrb] creating logical port tsf-tpa_migrate-db-nzzrb for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:00.137504 3656 kube.go:256] Updating pod tsf-tpa/migrate-db-nzzrb I0512 17:50:00.154793 3656 pod.go:62] [tsf-tpa/migrate-db-nzzrb] pod update took 17.311721ms I0512 17:50:00.154816 3656 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-nzzrb] addLogicalPort annotation time took 17.339556ms I0512 17:50:00.156040 3656 pods.go:271] [tsf-tpa/migrate-db-nzzrb] addLogicalPort took 18.689371ms, libovsdb time 846.962µs I0512 17:50:00.498404 3656 cni.go:452] [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key ] I0512 17:50:00.507846 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-nzzrb, hostIfaceName: 5196bfc84cadd7a, network: default, NAD default, SandboxID: "5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b", PCI device ID: , UID: "311c10e4-25a8-410b-9e5b-81a268f79864", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 17:50:00.558567 3656 cni.go:473] [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0e:0e:02:77:df\",\"name\":\"5196bfc84cadd7a\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ac97a7c-7452-454e-b443-2fcd1bdc1295\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:50:00.973665 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0512 17:50:03.041030 3656 cni.go:452] [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key ] I0512 17:50:03.119472 3656 cni.go:473] [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-nzzrb 5196bfc84cadd7a705d548c22dffba517694831619be62a3a5cbbb6f62672a5b network default NAD default NAD key default], result "{}", err I0512 17:50:03.170124 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.170153 3656 pods.go:176] Deleting pod: tsf-tpa/migrate-db-nzzrb I0512 17:50:03.171484 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-nzzrb, ips: 10.129.0.39 I0512 17:50:03.171512 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.801694 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:03.802222 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:04.192759 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.192787 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.378141 3656 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-kqblk] creating logical port tsf-tpa_create-importers-kqblk for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:04.378249 3656 kube.go:256] Updating pod tsf-tpa/create-importers-kqblk I0512 17:50:04.388916 3656 pod.go:62] [tsf-tpa/create-importers-kqblk] pod update took 10.687767ms I0512 17:50:04.388936 3656 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-kqblk] addLogicalPort annotation time took 10.71185ms I0512 17:50:04.390303 3656 pods.go:271] [tsf-tpa/create-importers-kqblk] addLogicalPort took 12.174049ms, libovsdb time 993.031µs I0512 17:50:04.670425 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.670463 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643470-jp8l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:04.736365 3656 cni.go:452] [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key ] I0512 17:50:04.746225 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-kqblk, hostIfaceName: 487f52186f35001, network: default, NAD default, SandboxID: "487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d", PCI device ID: , UID: "23b080f9-9683-4933-b11a-90e49aacbc3d", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 17:50:04.794880 3656 cni.go:473] [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:bf:19:1a:7b:b1\",\"name\":\"487f52186f35001\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54ff937c-7ffd-4a66-8253-c15a54b59437\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:06.059094 3656 cni.go:452] [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key ] I0512 17:50:06.143995 3656 cni.go:473] [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-kqblk 487f52186f35001f2abbdf28e3823244bd0bd194514699803f96836ba8c77f7d network default NAD default NAD key default], result "{}", err I0512 17:50:06.198386 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:06.198417 3656 pods.go:176] Deleting pod: tsf-tpa/create-importers-kqblk I0512 17:50:06.199769 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-kqblk, ips: 10.129.0.40 I0512 17:50:06.199793 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:07.225379 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:07.225407 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:08.900043 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-5v9tp-pcjt9] creating logical port tsf-tas_tuf-repository-init-5v9tp-pcjt9 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:08.900165 3656 kube.go:256] Updating pod tsf-tas/tuf-repository-init-5v9tp-pcjt9 I0512 17:50:08.912463 3656 pod.go:62] [tsf-tas/tuf-repository-init-5v9tp-pcjt9] pod update took 12.319764ms I0512 17:50:08.912490 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-5v9tp-pcjt9] addLogicalPort annotation time took 12.350101ms I0512 17:50:08.913798 3656 pods.go:271] [tsf-tas/tuf-repository-init-5v9tp-pcjt9] addLogicalPort took 13.77506ms, libovsdb time 904.184µs I0512 17:50:12.239785 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0512 17:50:16.759797 3656 cni.go:452] [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key ] W0512 17:50:16.763871 3656 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 17:50:16.769394 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-5v9tp-pcjt9, hostIfaceName: 6f2609a1c572cd5, network: default, NAD default, SandboxID: "6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa", PCI device ID: , UID: "0c46dc42-3323-479f-b6c3-d30caf4dd998", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 17:50:16.819612 3656 cni.go:473] [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:9f:eb:ef:13:b8\",\"name\":\"6f2609a1c572cd5\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f224e76-ae8e-40f2-8e82-5dfb2d0e31d9\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:19.943378 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:19.943973 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:19.963933 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:19.963951 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:19.969888 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 17:50:19.969910 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 17:50:20.743258 3656 namespace.go:98] [build-service] adding namespace I0512 17:50:20.744146 3656 namespace.go:102] [build-service] adding namespace took 866.204µs I0512 17:50:20.745857 3656 namespace.go:98] [image-controller] adding namespace I0512 17:50:20.746503 3656 namespace.go:102] [image-controller] adding namespace took 624.312µs I0512 17:50:20.755887 3656 namespace.go:98] [default-tenant] adding namespace I0512 17:50:20.755922 3656 namespace.go:98] [integration-service] adding namespace I0512 17:50:20.756523 3656 namespace.go:102] [default-tenant] adding namespace took 622.567µs I0512 17:50:20.757034 3656 namespace.go:102] [integration-service] adding namespace took 1.100936ms I0512 17:50:20.842960 3656 namespace.go:142] [build-service] updating namespace I0512 17:50:20.885002 3656 namespace.go:142] [build-service] updating namespace I0512 17:50:20.891807 3656 namespace.go:142] [image-controller] updating namespace I0512 17:50:20.949916 3656 namespace.go:142] [image-controller] updating namespace I0512 17:50:20.959917 3656 namespace.go:142] [default-tenant] updating namespace I0512 17:50:20.996172 3656 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.008134 3656 namespace.go:142] [default-tenant] updating namespace I0512 17:50:21.033137 3656 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.087375 3656 namespace.go:142] [build-service] updating namespace I0512 17:50:21.107649 3656 namespace.go:142] [integration-service] updating namespace I0512 17:50:21.163134 3656 namespace.go:98] [release-service] adding namespace I0512 17:50:21.163984 3656 namespace.go:102] [release-service] adding namespace took 829.76µs I0512 17:50:21.227274 3656 namespace.go:142] [release-service] updating namespace I0512 17:50:21.227420 3656 namespace.go:142] [konflux-ui] updating namespace I0512 17:50:21.248909 3656 namespace.go:142] [release-service] updating namespace I0512 17:50:21.389904 3656 namespace.go:98] [konflux-info] adding namespace I0512 17:50:21.390769 3656 namespace.go:102] [konflux-info] adding namespace took 846.453µs I0512 17:50:21.425261 3656 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:21.425344 3656 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 17:50:21.464935 3656 namespace.go:98] [namespace-lister] adding namespace I0512 17:50:21.465782 3656 namespace.go:102] [namespace-lister] adding namespace took 832.798µs I0512 17:50:21.486797 3656 namespace.go:142] [konflux-info] updating namespace I0512 17:50:21.492952 3656 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 67.629972ms I0512 17:50:21.492972 3656 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 67.654384ms I0512 17:50:21.494042 3656 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 68.798899ms, libovsdb time 680.23µs I0512 17:50:21.531706 3656 namespace.go:142] [konflux-info] updating namespace I0512 17:50:21.545128 3656 namespace.go:98] [enterprise-contract-service] adding namespace I0512 17:50:21.545922 3656 namespace.go:102] [enterprise-contract-service] adding namespace took 778.537µs I0512 17:50:21.572911 3656 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:21.613997 3656 namespace.go:142] [image-controller] updating namespace I0512 17:50:21.711635 3656 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:21.711779 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:21.771069 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:21.787870 3656 namespace.go:142] [default-tenant] updating namespace I0512 17:50:21.852318 3656 cni.go:452] [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key ] I0512 17:50:21.862813 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 92c0b8de01c3cfd, network: default, NAD default, SandboxID: "92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8", PCI device ID: , UID: "265b5048-8cbb-4ba3-a3e5-bd74fca329aa", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 17:50:21.915794 3656 cni.go:473] [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:bb:58:73:7a:80\",\"name\":\"92c0b8de01c3cfd\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d52b166-ea1e-4baa-9870-04d747590ccf\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:22.022399 3656 namespace.go:98] [segment-bridge] adding namespace I0512 17:50:22.023294 3656 namespace.go:102] [segment-bridge] adding namespace took 875.15µs I0512 17:50:22.146884 3656 namespace.go:98] [konflux-cli] adding namespace I0512 17:50:22.146914 3656 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:22.147755 3656 namespace.go:102] [konflux-cli] adding namespace took 850.303µs I0512 17:50:22.226887 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 17:50:22.227375 3656 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 17:50:22.227389 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 17:50:22.229825 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 17:50:22.338853 3656 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:22.427393 3656 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:22.578884 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 17:50:22.578905 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 17:50:22.579733 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 17:50:22.725711 3656 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:23.157067 3656 cni.go:452] [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key ] I0512 17:50:23.235262 3656 cni.go:473] [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-5v9tp-pcjt9 6f2609a1c572cd545a6e868d845e457f0dc6d1324b45e89b0581d223616121aa network default NAD default NAD key default], result "{}", err I0512 17:50:23.373181 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:23.373207 3656 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-5v9tp-pcjt9 I0512 17:50:23.374623 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-5v9tp-pcjt9, ips: 10.129.0.41 I0512 17:50:23.374654 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:23.390910 3656 namespace.go:142] [build-service] updating namespace I0512 17:50:23.463084 3656 base_network_controller_pods.go:487] [default/konflux-ui/dex-768b85c69f-h2wlv] creating logical port konflux-ui_dex-768b85c69f-h2wlv for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:23.463213 3656 kube.go:256] Updating pod konflux-ui/dex-768b85c69f-h2wlv I0512 17:50:23.503680 3656 pod.go:62] [konflux-ui/dex-768b85c69f-h2wlv] pod update took 40.489762ms I0512 17:50:23.503702 3656 base_network_controller_pods.go:951] [default/konflux-ui/dex-768b85c69f-h2wlv] addLogicalPort annotation time took 40.517591ms I0512 17:50:23.505161 3656 pods.go:271] [konflux-ui/dex-768b85c69f-h2wlv] addLogicalPort took 42.095324ms, libovsdb time 964.84µs I0512 17:50:23.675424 3656 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-2gtgr] creating logical port image-controller_image-controller-controller-manager-6f859968fc-2gtgr for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:23.675554 3656 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-2gtgr I0512 17:50:23.698771 3656 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5bd5df6578-7df9s] creating logical port konflux-ui_proxy-5bd5df6578-7df9s for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:23.698872 3656 kube.go:256] Updating pod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:50:23.776133 3656 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-2gtgr] pod update took 100.610764ms I0512 17:50:23.776166 3656 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-2gtgr] addLogicalPort annotation time took 100.65484ms I0512 17:50:23.777613 3656 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-2gtgr] addLogicalPort took 102.211045ms, libovsdb time 930.007µs I0512 17:50:23.785237 3656 pod.go:62] [konflux-ui/proxy-5bd5df6578-7df9s] pod update took 86.400603ms I0512 17:50:23.785258 3656 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5bd5df6578-7df9s] addLogicalPort annotation time took 86.427096ms I0512 17:50:23.786334 3656 pods.go:271] [konflux-ui/proxy-5bd5df6578-7df9s] addLogicalPort took 87.579974ms, libovsdb time 693.379µs I0512 17:50:24.003130 3656 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-j7mqj for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:24.003239 3656 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj I0512 17:50:24.037931 3656 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj] pod update took 34.720497ms I0512 17:50:24.038029 3656 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj] addLogicalPort annotation time took 34.824573ms I0512 17:50:24.039502 3656 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj] addLogicalPort took 36.393527ms, libovsdb time 945.636µs I0512 17:50:24.084310 3656 namespace.go:142] [default-tenant] updating namespace I0512 17:50:24.146849 3656 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-v2rm6] creating logical port build-service_build-service-controller-manager-7cbf488fcf-v2rm6 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:24.146951 3656 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-v2rm6 I0512 17:50:24.184028 3656 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-v2rm6] pod update took 37.10608ms I0512 17:50:24.184057 3656 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-v2rm6] addLogicalPort annotation time took 37.141447ms I0512 17:50:24.185589 3656 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-v2rm6] addLogicalPort took 38.761058ms, libovsdb time 923.347µs I0512 17:50:24.186777 3656 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-2gtgr bae41b528f51a06c929cb75d972ef787faa141912903330bcf22809d8898b4ea network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-2gtgr bae41b528f51a06c929cb75d972ef787faa141912903330bcf22809d8898b4ea network default NAD default NAD key ] I0512 17:50:24.196866 3656 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-2gtgr, hostIfaceName: bae41b528f51a06, network: default, NAD default, SandboxID: "bae41b528f51a06c929cb75d972ef787faa141912903330bcf22809d8898b4ea", PCI device ID: , UID: "e93d2b15-a968-408d-a29b-e2db497444ba", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0512 17:50:24.265822 3656 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-2gtgr bae41b528f51a06c929cb75d972ef787faa141912903330bcf22809d8898b4ea network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-2gtgr bae41b528f51a06c929cb75d972ef787faa141912903330bcf22809d8898b4ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0a:1e:d8:63:54\",\"name\":\"bae41b528f51a06\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdf6c606-5c2d-487d-9204-f14a328790b1\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:24.356181 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:24.356210 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5v9tp-pcjt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:24.369083 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:24.518787 3656 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-v2rm6 aec38348d353880a3d88db2ed560a480b28c3643034678f788d5f91f25ad8585 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-v2rm6 aec38348d353880a3d88db2ed560a480b28c3643034678f788d5f91f25ad8585 network default NAD default NAD key ] I0512 17:50:24.528990 3656 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-v2rm6, hostIfaceName: aec38348d353880, network: default, NAD default, SandboxID: "aec38348d353880a3d88db2ed560a480b28c3643034678f788d5f91f25ad8585", PCI device ID: , UID: "66594d42-a58c-458e-bd67-4d0db3ed0be4", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0512 17:50:24.543413 3656 namespace.go:142] [image-controller] updating namespace I0512 17:50:24.579277 3656 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-v2rm6 aec38348d353880a3d88db2ed560a480b28c3643034678f788d5f91f25ad8585 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-v2rm6 aec38348d353880a3d88db2ed560a480b28c3643034678f788d5f91f25ad8585 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fd:71:0a:c1:6e\",\"name\":\"aec38348d353880\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0c2b062-ecae-401b-8537-0d225c4150df\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:24.764725 3656 namespace.go:142] [integration-service] updating namespace I0512 17:50:24.954841 3656 namespace.go:142] [konflux-info] updating namespace I0512 17:50:25.135726 3656 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-q49sq] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-q49sq for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:25.135853 3656 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-q49sq I0512 17:50:25.152505 3656 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-q49sq] pod update took 16.690244ms I0512 17:50:25.152527 3656 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-q49sq] addLogicalPort annotation time took 16.718145ms I0512 17:50:25.154005 3656 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-q49sq] addLogicalPort took 18.301392ms, libovsdb time 937.526µs I0512 17:50:25.185218 3656 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:25.365365 3656 namespace.go:142] [release-service] updating namespace I0512 17:50:25.459841 3656 namespace.go:142] [build-service] updating namespace I0512 17:50:25.475780 3656 namespace.go:142] [default-tenant] updating namespace I0512 17:50:25.491988 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:25.503902 3656 namespace.go:142] [image-controller] updating namespace I0512 17:50:25.512460 3656 namespace.go:142] [integration-service] updating namespace I0512 17:50:25.528714 3656 namespace.go:142] [konflux-info] updating namespace I0512 17:50:25.544426 3656 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:25.557524 3656 namespace.go:142] [release-service] updating namespace I0512 17:50:25.590721 3656 namespace.go:142] [build-service] updating namespace I0512 17:50:25.679818 3656 namespace.go:142] [default-tenant] updating namespace I0512 17:50:25.773406 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0512 17:50:25.865502 3656 namespace.go:142] [image-controller] updating namespace I0512 17:50:25.967835 3656 namespace.go:142] [integration-service] updating namespace I0512 17:50:26.081211 3656 namespace.go:142] [konflux-info] updating namespace I0512 17:50:26.131335 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-pcfbw] creating logical port tsf-tas_tuf-97fc8ff76-pcfbw for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:26.131504 3656 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-pcfbw I0512 17:50:26.156155 3656 pod.go:62] [tsf-tas/tuf-97fc8ff76-pcfbw] pod update took 24.680999ms I0512 17:50:26.156189 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-pcfbw] addLogicalPort annotation time took 24.72159ms I0512 17:50:26.158123 3656 pods.go:271] [tsf-tas/tuf-97fc8ff76-pcfbw] addLogicalPort took 26.809979ms, libovsdb time 1.309803ms I0512 17:50:26.176477 3656 namespace.go:142] [namespace-lister] updating namespace I0512 17:50:26.269919 3656 namespace.go:142] [release-service] updating namespace W0512 17:50:26.505371 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0512 17:50:26.842406 3656 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4] creating logical port integration-service_integration-service-controller-manager-7ffd59f88b-nlsm4 for pod on switch ip-10-0-2-251.ec2.internal I0512 17:50:26.842599 3656 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4 I0512 17:50:26.858362 3656 pod.go:62] [integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4] pod update took 15.802958ms I0512 17:50:26.858459 3656 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4] addLogicalPort annotation time took 15.88177ms I0512 17:50:26.860267 3656 pods.go:271] [integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4] addLogicalPort took 17.885317ms, libovsdb time 1.22412ms I0512 17:50:27.501362 3656 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:27.702469 3656 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:27.816363 3656 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:27.833737 3656 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:27.933116 3656 namespace.go:142] [konflux-cli] updating namespace I0512 17:50:28.049414 3656 namespace.go:142] [segment-bridge] updating namespace I0512 17:50:31.290922 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 17:50:31.854405 3656 cni.go:452] [tsf-tas/tuf-97fc8ff76-pcfbw 6aabbdcdce7604a1374395aeceeb377dd82c754126570e309db4d186cc3d07ff network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-pcfbw 6aabbdcdce7604a1374395aeceeb377dd82c754126570e309db4d186cc3d07ff network default NAD default NAD key ] I0512 17:50:31.860519 3656 cni.go:452] [integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4 c6f0b23fe42d7122d83f412460dd23eec57f21bc16962e3c1ade509b0f6b4668 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4 c6f0b23fe42d7122d83f412460dd23eec57f21bc16962e3c1ade509b0f6b4668 network default NAD default NAD key ] I0512 17:50:31.877703 3656 cni.go:452] [konflux-ui/dex-768b85c69f-h2wlv be86427c4386cda587cb2c7dc3faecf9cf605fed234c88857edbe04bbbd49f58 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-768b85c69f-h2wlv be86427c4386cda587cb2c7dc3faecf9cf605fed234c88857edbe04bbbd49f58 network default NAD default NAD key ] I0512 17:50:31.880733 3656 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7ffd59f88b-nlsm4, hostIfaceName: c6f0b23fe42d712, network: default, NAD default, SandboxID: "c6f0b23fe42d7122d83f412460dd23eec57f21bc16962e3c1ade509b0f6b4668", PCI device ID: , UID: "e4935f3f-a192-41fe-8019-3e504cac3ddd", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0512 17:50:31.887996 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-pcfbw, hostIfaceName: 6aabbdcdce7604a, network: default, NAD default, SandboxID: "6aabbdcdce7604a1374395aeceeb377dd82c754126570e309db4d186cc3d07ff", PCI device ID: , UID: "6216228f-463e-468c-bb19-70d32a4d95f6", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0512 17:50:31.894514 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-768b85c69f-h2wlv, hostIfaceName: be86427c4386cda, network: default, NAD default, SandboxID: "be86427c4386cda587cb2c7dc3faecf9cf605fed234c88857edbe04bbbd49f58", PCI device ID: , UID: "ff86d5b2-4118-4ba2-b972-39635d6a725e", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0512 17:50:31.897476 3656 cni.go:452] [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key ] I0512 17:50:31.907030 3656 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key ] I0512 17:50:31.912180 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5bd5df6578-7df9s, hostIfaceName: 17ce384740a2b92, network: default, NAD default, SandboxID: "17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e", PCI device ID: , UID: "a03a1392-9972-4932-888d-2858dc9bdfa8", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0512 17:50:31.935814 3656 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-j7mqj, hostIfaceName: 10078e8e0f26035, network: default, NAD default, SandboxID: "10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19", PCI device ID: , UID: "5a0cb0fa-1c53-4678-bec8-20438ebf0a0e", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0512 17:50:32.004601 3656 cni.go:473] [konflux-ui/dex-768b85c69f-h2wlv be86427c4386cda587cb2c7dc3faecf9cf605fed234c88857edbe04bbbd49f58 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-768b85c69f-h2wlv be86427c4386cda587cb2c7dc3faecf9cf605fed234c88857edbe04bbbd49f58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:9f:7a:24:3d:ce\",\"name\":\"be86427c4386cda\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a63a2a8-b6b6-41bc-a34f-dd11fc2a9ee5\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:32.172871 3656 cni.go:473] [integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4 c6f0b23fe42d7122d83f412460dd23eec57f21bc16962e3c1ade509b0f6b4668 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7ffd59f88b-nlsm4 c6f0b23fe42d7122d83f412460dd23eec57f21bc16962e3c1ade509b0f6b4668 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9d:0f:4a:ec:19\",\"name\":\"c6f0b23fe42d712\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92d20efe-d9c0-433c-9a50-f174450ed2c9\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:32.172911 3656 cni.go:473] [tsf-tas/tuf-97fc8ff76-pcfbw 6aabbdcdce7604a1374395aeceeb377dd82c754126570e309db4d186cc3d07ff network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-pcfbw 6aabbdcdce7604a1374395aeceeb377dd82c754126570e309db4d186cc3d07ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6f:5f:eb:47:3f\",\"name\":\"6aabbdcdce7604a\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2ab21b4-4bca-4551-bf22-7e76b2441e95\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:50:32.226172 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 17:50:32.234368 3656 cni.go:473] [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9c:5b:64:a3:cb\",\"name\":\"17ce384740a2b92\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70f760db-0279-4487-8b87-575a422293c5\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 17:50:32.234462 3656 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:dc:eb:3c:b0:b8\",\"name\":\"10078e8e0f26035\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b88e621-77ba-4653-a0e0-eb450688a383\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:50:32.277223 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 17:50:33.413178 3656 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-q49sq f0857f2fad37acfa8424dd94281fdac15723350aabde312f4e93e2d4edeef7c1 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-q49sq f0857f2fad37acfa8424dd94281fdac15723350aabde312f4e93e2d4edeef7c1 network default NAD default NAD key ] I0512 17:50:33.426088 3656 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-q49sq, hostIfaceName: f0857f2fad37acf, network: default, NAD default, SandboxID: "f0857f2fad37acfa8424dd94281fdac15723350aabde312f4e93e2d4edeef7c1", PCI device ID: , UID: "30378fd6-2073-4da1-8f31-07c184d6ca17", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0512 17:50:33.486381 3656 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-q49sq f0857f2fad37acfa8424dd94281fdac15723350aabde312f4e93e2d4edeef7c1 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-q49sq f0857f2fad37acfa8424dd94281fdac15723350aabde312f4e93e2d4edeef7c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:15:36:d1:f7:cd\",\"name\":\"f0857f2fad37acf\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fac94c2-d86a-48a6-96fb-3548c95d037e\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 17:50:34.242891 3656 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 17:50:35.517020 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:35.517106 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.291528 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:40.295924 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 17:50:40.369198 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 17:50:40.369339 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 17:50:40.402323 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 17:50:40.459667 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.459682 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 17:50:40.495003 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:40.500062 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 17:50:42.339017 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 17:50:43.238117 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 17:50:43.261607 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 17:50:45.149391 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 W0512 17:50:51.299840 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 17:50:51.300736 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 17:50:51.364356 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 17:50:51.364518 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0512 17:50:51.396574 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0512 17:50:51.505422 3656 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key ] I0512 17:50:51.576494 3656 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj 10078e8e0f26035382374b2b6bd10e5fad2add043a058286db58a07b9140df19 network default NAD default NAD key default], result "{}", err I0512 17:50:51.661716 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:51.661745 3656 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj I0512 17:50:51.663083 3656 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj, ips: 10.129.0.46 I0512 17:50:51.663106 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:50:52.363428 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:52.363476 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:50:52.369489 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj I0512 17:50:52.369512 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-j7mqj W0512 17:51:13.580219 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 17:51:13.580237 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 17:51:13.580251 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 17:51:13.580259 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 17:51:20.370925 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 17:51:20.370943 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-251.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0512 17:51:43.296465 3656 cni.go:452] [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key ] I0512 17:51:43.394408 3656 cni.go:473] [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5bd5df6578-7df9s 17ce384740a2b92710dbf86e6b59fd8300ce995ecc4d075754ca478cb57ef66e network default NAD default NAD key default], result "{}", err I0512 17:51:43.461574 3656 obj_retry.go:498] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:43.461609 3656 pods.go:176] Deleting pod: konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:43.463028 3656 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5bd5df6578-7df9s, ips: 10.129.0.45 I0512 17:51:43.463055 3656 obj_retry.go:498] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:43.652183 3656 obj_retry.go:492] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:43.652237 3656 obj_retry.go:492] Detected object konflux-ui/proxy-5bd5df6578-7df9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:43.663565 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:43.663632 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bd5df6578-7df9s I0512 17:51:53.709396 3656 cni.go:452] [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key ] I0512 17:51:53.796872 3656 cni.go:473] [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 92c0b8de01c3cfd96daa56cfe6b4867d4534fa469115da2458f8ef4b090b3dc8 network default NAD default NAD key default], result "{}", err I0512 17:51:53.851024 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:53.851055 3656 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 17:51:53.852600 3656 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.42 I0512 17:51:53.852633 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 17:51:53.889113 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:53.889133 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 17:51:53.891864 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 17:51:53.891889 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 17:52:03.277284 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 17:52:21.471104 3656 namespace.go:98] [managed-tenant-41me8] adding namespace I0512 17:52:21.472125 3656 namespace.go:102] [managed-tenant-41me8] adding namespace took 1.000381ms I0512 17:52:21.499839 3656 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:21.521370 3656 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.519789 3656 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.650810 3656 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:22.750948 3656 namespace.go:142] [managed-tenant-41me8] updating namespace I0512 17:52:36.246618 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 17:52:48.251942 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0512 17:54:12.267825 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 17:54:25.260846 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 17:54:38.250484 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 17:55:08.146194 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 17:55:20.152571 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=47 I0512 17:55:25.242892 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 17:55:37.234975 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 17:56:11.163531 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=125 I0512 17:56:15.245526 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 17:57:02.161491 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=431 I0512 17:57:22.302705 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 17:57:33.256661 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 17:58:32.152475 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=23 I0512 17:59:42.280000 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 18:00:00.050489 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:00.050541 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-q7f6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:00.053529 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q7f6g I0512 18:00:00.053560 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q7f6g I0512 18:00:00.197485 3656 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58] creating logical port integration-service_integration-service-snapshot-garbage-collector-29643480-cfr58 for pod on switch ip-10-0-2-251.ec2.internal I0512 18:00:00.197605 3656 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 I0512 18:00:00.234261 3656 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58] pod update took 36.68005ms I0512 18:00:00.234289 3656 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58] addLogicalPort annotation time took 36.709863ms I0512 18:00:00.235825 3656 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58] addLogicalPort took 38.359937ms, libovsdb time 942.177µs I0512 18:00:00.559941 3656 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key ] I0512 18:00:00.569020 3656 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29643480-cfr58, hostIfaceName: c5379ac352d2803, network: default, NAD default, SandboxID: "c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9", PCI device ID: , UID: "d18ee405-9bb1-4976-9ba3-faf3e0f287bf", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0512 18:00:00.625252 3656 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:41:ed:8e:56:47\",\"name\":\"c5379ac352d2803\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/711ceee7-59b4-41c8-a5f1-37315e6f3b1d\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 18:00:03.397521 3656 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key ] I0512 18:00:03.471379 3656 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 c5379ac352d2803acff22dedf77fd787b6bb7e72b988172d5101590c40391dd9 network default NAD default NAD key default], result "{}", err I0512 18:00:03.523928 3656 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:03.523985 3656 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 I0512 18:00:03.525427 3656 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58, ips: 10.129.0.51 I0512 18:00:03.525464 3656 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:04.025297 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.025319 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nzzrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.029605 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nzzrb I0512 18:00:04.029631 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nzzrb I0512 18:00:04.407882 3656 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.407909 3656 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643480-cfr58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:04.703855 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:04.704461 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 18:00:05.725370 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:05.725399 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643480-rtldk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.027949 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.027970 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-kqblk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 18:00:07.031072 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-kqblk I0512 18:00:07.031104 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-kqblk I0512 18:00:15.149395 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 18:01:07.245869 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 18:01:22.237465 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 18:01:55.248456 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 18:02:19.249690 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 18:02:21.253646 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 18:02:22.255424 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0512 18:03:00.155844 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 18:03:52.271123 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 18:04:21.265854 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 18:04:44.155935 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0512 18:04:50.166673 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0512 18:05:03.259104 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 18:06:44.165055 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=52 I0512 18:06:59.153357 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 18:07:17.306334 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9