+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-96.ec2.internal ++ [[ -n ip-10-0-2-96.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-96.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 08:20:57.902133120 - disable conntrack on geneve port' I0505 08:20:57.902133120 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 08:20:57.931888456 - starting ovnkube-node + echo 'I0505 08:20:57.931888456 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-96.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-96.ec2.internal --init-node ip-10-0-2-96.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-96.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 08:20:57.975344 3735 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 08:20:57.975406 3735 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99c9d17dd1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 08:20:57.976890 3735 kube.go:431] Waiting for certificate I0505 08:20:57.976924 3735 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 08:20:57.976957 3735 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 08:20:57.977770 3735 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 08:20:58.005997 3735 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:58.006011 3735 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:58.009407 3735 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:58.009520 3735 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lzt85" I0505 08:20:58.019083 3735 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lzt85" I0505 08:20:58.019136 3735 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:58.977417 3735 kube.go:438] Certificate found I0505 08:20:58.978379 3735 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 08:20:58.979282 3735 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 08:20:59.030169 3735 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 08:15:58 +0000 UTC" deadline="2026-05-06 02:08:57.111308692 +0000 UTC" I0505 08:20:59.030205 3735 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h47m58.081117114s" I0505 08:20:59.042348 3735 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 08:20:59.058823 3735 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 08:20:59.058887 3735 server.go:101] MetricServer registers OVS metrics I0505 08:20:59.059057 3735 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 08:20:59.059115 3735 factory.go:561] Starting watch factory I0505 08:20:59.059124 3735 server.go:105] MetricServer registers OVN DB metrics I0505 08:20:59.059193 3735 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059214 3735 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059234 3735 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059196 3735 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059252 3735 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059271 3735 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059332 3735 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059358 3735 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059243 3735 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059436 3735 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059719 3735 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.059740 3735 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.063826 3735 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 08:20:59.063845 3735 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 08:20:59.064449 3735 controller_manager.go:370] Starting the ovnkube controller I0505 08:20:59.064460 3735 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-96.ec2.internal I0505 08:20:59.064500 3735 controller_manager.go:395] NBDB zone sync took: 34.765µs I0505 08:20:59.064510 3735 factory.go:561] Starting watch factory I0505 08:20:59.077207 3735 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 08:20:59.077229 3735 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 08:20:59.079760 3735 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.079851 3735 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.080156 3735 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.080838 3735 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.081126 3735 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 08:20:59.081205 3735 server.go:109] MetricServer registers OVN Controller metrics I0505 08:20:59.081426 3735 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.086775 3735 server.go:113] MetricServer registers OVN Northd metrics I0505 08:20:59.091446 3735 metrics.go:519] OVN Metrics Server starts to run ... I0505 08:20:59.093621 3735 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:59.164430 3735 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 08:20:59.164445 3735 factory.go:1977] *v1.Pod informer cache synced successfully I0505 08:20:59.164449 3735 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 08:20:59.164452 3735 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 08:20:59.164455 3735 factory.go:1977] *v1.Node informer cache synced successfully I0505 08:20:59.164458 3735 factory.go:1977] *v1.Service informer cache synced successfully I0505 08:20:59.164544 3735 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:59.164578 3735 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:59.164533 3735 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:59.164601 3735 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:59.167435 3735 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:59.167434 3735 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:59.169740 3735 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 08:20:59.169751 3735 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 08:20:59.169805 3735 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.169817 3735 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.169841 3735 factory.go:1977] *v1.Node informer cache synced successfully I0505 08:20:59.169850 3735 factory.go:1977] *v1.Service informer cache synced successfully I0505 08:20:59.169854 3735 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 08:20:59.169857 3735 factory.go:1977] *v1.Pod informer cache synced successfully I0505 08:20:59.169862 3735 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 08:20:59.169866 3735 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 08:20:59.172555 3735 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.175647 3735 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 08:20:59.175722 3735 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.175742 3735 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.175756 3735 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 08:20:59.175765 3735 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 08:20:59.178324 3735 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.181430 3735 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 08:20:59.181489 3735 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.181500 3735 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.181608 3735 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 08:20:59.183908 3735 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.187193 3735 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 08:20:59.187214 3735 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 08:20:59.187262 3735 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.187274 3735 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.189633 3735 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.192805 3735 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 08:20:59.192888 3735 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.192891 3735 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 08:20:59.192900 3735 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.195551 3735 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.197838 3735 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 08:20:59.197935 3735 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 08:20:59.198039 3735 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 08:20:59.198054 3735 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 08:20:59.200534 3735 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 08:20:59.203616 3735 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 08:20:59.203634 3735 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 08:20:59.203729 3735 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.203768 3735 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.203788 3735 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.203812 3735 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.206345 3735 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.206407 3735 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:59.209544 3735 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 08:20:59.209558 3735 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 08:20:59.209558 3735 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 08:20:59.209565 3735 factory.go:680] Watch Factory start up complete, took: 150.452639ms I0505 08:20:59.209637 3735 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 08:20:59.215489 3735 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 08:20:59.215500 3735 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 08:20:59.215507 3735 factory.go:680] Watch Factory start up complete, took: 150.996948ms I0505 08:20:59.215514 3735 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-96.ec2.internal" zone I0505 08:20:59.253248 3735 default_node_network_controller.go:710] Initializing the default node network controller I0505 08:20:59.310997 3735 udn_isolation.go:101] Starting UDN host isolation manager I0505 08:20:59.316940 3735 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 08:20:59.360005 3735 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 08:20:59.360084 3735 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 08:20:59.360102 3735 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 08:20:59.392382 3735 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 08:20:59.392439 3735 default_node_network_controller.go:809] Node ip-10-0-2-96.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 08:20:59.397477 3735 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.96"] k8s.ovn.org/zone-name:ip-10-0-2-96.ec2.internal] on node ip-10-0-2-96.ec2.internal I0505 08:20:59.417866 3735 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 08:20:59.423995 3735 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 08:20:59.424097 3735 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 08:20:59.424241 3735 gateway_init.go:263] Preparing Gateway I0505 08:20:59.424253 3735 gateway_shared_intf.go:1687] Creating new gateway I0505 08:20:59.466057 3735 controller_manager.go:429] Waiting for node in zone sync took: 250.532438ms I0505 08:20:59.472811 3735 controller_manager.go:611] Switching to transit router for layer2 networks I0505 08:20:59.472828 3735 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-96.ec2.internal I0505 08:20:59.494875 3735 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 08:20:59.501206 3735 controller_manager.go:290] SCTP support detected in OVN I0505 08:20:59.501791 3735 services_controller.go:69] Creating services controller for network=default I0505 08:20:59.501897 3735 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 08:20:59.501946 3735 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 08:20:59.501977 3735 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 08:20:59.501990 3735 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 08:20:59.501998 3735 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 08:20:59.502242 3735 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 08:20:59.502291 3735 udn_enabled_svc.go:95] Performing full resync I0505 08:20:59.502353 3735 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 78.145µs I0505 08:20:59.502357 3735 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 08:20:59.502400 3735 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 29.126µs I0505 08:20:59.502409 3735 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.258µs I0505 08:20:59.502415 3735 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 08:20:59.502421 3735 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 08:20:59.502430 3735 default_network_controller.go:325] Starting the default network controller I0505 08:20:59.502514 3735 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.062µs I0505 08:20:59.502616 3735 udn_enabled_svc.go:99] Waiting for handler to sync I0505 08:20:59.502627 3735 udn_enabled_svc.go:104] Starting worker I0505 08:20:59.511421 3735 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 08:20:59.511475 3735 repair.go:33] Syncing exgw routes took 41.965µs I0505 08:20:59.511497 3735 default_network_controller.go:414] Starting all the Watchers... I0505 08:20:59.511647 3735 namespace.go:98] [openshift-monitoring] adding namespace I0505 08:20:59.511659 3735 namespace.go:98] [openshift-authentication] adding namespace I0505 08:20:59.511671 3735 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 08:20:59.511680 3735 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 08:20:59.511785 3735 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 08:20:59.511791 3735 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 08:20:59.511803 3735 namespace.go:98] [openshift-cluster-version] adding namespace I0505 08:20:59.511810 3735 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 08:20:59.511811 3735 namespace.go:98] [openshift-node] adding namespace I0505 08:20:59.511815 3735 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 08:20:59.511817 3735 namespace.go:98] [openshift-dns] adding namespace I0505 08:20:59.511820 3735 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 08:20:59.511822 3735 namespace.go:98] [openshift-image-registry] adding namespace I0505 08:20:59.511825 3735 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 08:20:59.511828 3735 namespace.go:98] [openshift-backplane] adding namespace I0505 08:20:59.512279 3735 namespace.go:102] [openshift-monitoring] adding namespace took 620.679µs I0505 08:20:59.512328 3735 namespace.go:98] [kube-system] adding namespace I0505 08:20:59.512945 3735 namespace.go:102] [kube-system] adding namespace took 607.365µs I0505 08:20:59.512960 3735 namespace.go:98] [openshift-logging] adding namespace I0505 08:20:59.513626 3735 namespace.go:102] [openshift-logging] adding namespace took 658.675µs I0505 08:20:59.513642 3735 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 08:20:59.514255 3735 namespace.go:102] [openshift-authentication] adding namespace took 2.583632ms I0505 08:20:59.514272 3735 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 08:20:59.514885 3735 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.198783ms I0505 08:20:59.514904 3735 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 08:20:59.515518 3735 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.833782ms I0505 08:20:59.515535 3735 namespace.go:98] [openshift-package-operator] adding namespace I0505 08:20:59.516153 3735 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.356213ms I0505 08:20:59.516169 3735 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 08:20:59.516878 3735 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.077747ms I0505 08:20:59.516897 3735 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 08:20:59.517431 3735 namespace.go:102] [openshift-cluster-version] adding namespace took 5.622036ms I0505 08:20:59.517446 3735 namespace.go:98] [openshift-operators] adding namespace I0505 08:20:59.518156 3735 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.339431ms I0505 08:20:59.518171 3735 namespace.go:98] [openshift-insights] adding namespace I0505 08:20:59.518713 3735 namespace.go:102] [openshift-node] adding namespace took 6.895477ms I0505 08:20:59.518726 3735 namespace.go:98] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] adding namespace I0505 08:20:59.519555 3735 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.731733ms I0505 08:20:59.519572 3735 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 08:20:59.520224 3735 namespace.go:102] [openshift-dns] adding namespace took 8.402548ms I0505 08:20:59.520234 3735 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 08:20:59.520758 3735 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.930787ms I0505 08:20:59.520788 3735 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 08:20:59.521411 3735 namespace.go:102] [openshift-image-registry] adding namespace took 9.582833ms I0505 08:20:59.521431 3735 namespace.go:98] [openshift-network-console] adding namespace I0505 08:20:59.522083 3735 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 10.23727ms I0505 08:20:59.522100 3735 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 08:20:59.522726 3735 namespace.go:102] [openshift-backplane] adding namespace took 10.892227ms I0505 08:20:59.522738 3735 namespace.go:98] [openshift-dns-operator] adding namespace I0505 08:20:59.523268 3735 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.621683ms I0505 08:20:59.523280 3735 namespace.go:98] [openshift-machine-api] adding namespace I0505 08:20:59.523788 3735 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.511583ms I0505 08:20:59.523803 3735 namespace.go:98] [dedicated-admin] adding namespace I0505 08:20:59.524583 3735 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.67324ms I0505 08:20:59.524599 3735 namespace.go:98] [kube-public] adding namespace I0505 08:20:59.525111 3735 namespace.go:102] [openshift-package-operator] adding namespace took 9.570129ms I0505 08:20:59.525142 3735 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 08:20:59.525621 3735 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.445002ms I0505 08:20:59.525637 3735 namespace.go:98] [openshift-controller-manager] adding namespace I0505 08:20:59.526064 3735 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.159936ms I0505 08:20:59.526083 3735 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 08:20:59.526644 3735 namespace.go:102] [openshift-operators] adding namespace took 9.192862ms I0505 08:20:59.526659 3735 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 08:20:59.527005 3735 namespace.go:102] [openshift-insights] adding namespace took 8.827304ms I0505 08:20:59.527022 3735 namespace.go:98] [openshift-etcd] adding namespace I0505 08:20:59.527490 3735 namespace.go:102] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] adding namespace took 8.758332ms I0505 08:20:59.527502 3735 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 08:20:59.527957 3735 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.380463ms I0505 08:20:59.527969 3735 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 08:20:59.528402 3735 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.161737ms I0505 08:20:59.528419 3735 namespace.go:98] [openshift-config] adding namespace I0505 08:20:59.529007 3735 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.209817ms I0505 08:20:59.529022 3735 namespace.go:98] [openshift-marketplace] adding namespace I0505 08:20:59.529518 3735 namespace.go:102] [openshift-network-console] adding namespace took 8.073638ms I0505 08:20:59.529534 3735 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 08:20:59.529941 3735 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.832848ms I0505 08:20:59.529960 3735 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 08:20:59.530413 3735 namespace.go:102] [openshift-dns-operator] adding namespace took 7.66875ms I0505 08:20:59.530428 3735 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 08:20:59.530965 3735 namespace.go:102] [openshift-machine-api] adding namespace took 7.678625ms I0505 08:20:59.531448 3735 namespace.go:102] [dedicated-admin] adding namespace took 7.639039ms I0505 08:20:59.531462 3735 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 08:20:59.531925 3735 namespace.go:102] [kube-public] adding namespace took 7.321091ms I0505 08:20:59.531940 3735 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 08:20:59.532344 3735 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.193408ms I0505 08:20:59.532357 3735 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 08:20:59.532810 3735 namespace.go:102] [openshift-controller-manager] adding namespace took 7.167554ms I0505 08:20:59.532823 3735 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 08:20:59.533160 3735 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.07179ms I0505 08:20:59.533172 3735 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 08:20:59.533702 3735 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.037218ms I0505 08:20:59.533718 3735 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 08:20:59.534223 3735 namespace.go:102] [openshift-etcd] adding namespace took 7.18772ms I0505 08:20:59.534236 3735 namespace.go:98] [openshift-config-managed] adding namespace I0505 08:20:59.534688 3735 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.180757ms I0505 08:20:59.534701 3735 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 08:20:59.535120 3735 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.144972ms I0505 08:20:59.535133 3735 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 08:20:59.535600 3735 namespace.go:102] [openshift-config] adding namespace took 7.176068ms I0505 08:20:59.535613 3735 namespace.go:98] [openshift-ingress] adding namespace I0505 08:20:59.535970 3735 namespace.go:102] [openshift-marketplace] adding namespace took 6.942541ms I0505 08:20:59.535985 3735 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 08:20:59.536459 3735 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.918666ms I0505 08:20:59.536472 3735 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 08:20:59.536898 3735 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.929959ms I0505 08:20:59.536910 3735 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 08:20:59.537343 3735 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.908554ms I0505 08:20:59.537358 3735 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 08:20:59.537785 3735 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.313442ms I0505 08:20:59.537806 3735 namespace.go:98] [openshift-infra] adding namespace I0505 08:20:59.538349 3735 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.402082ms I0505 08:20:59.538365 3735 namespace.go:98] [openshift-network-operator] adding namespace I0505 08:20:59.538923 3735 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.561188ms I0505 08:20:59.538937 3735 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 08:20:59.539515 3735 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.685191ms I0505 08:20:59.539536 3735 namespace.go:98] [default] adding namespace I0505 08:20:59.540000 3735 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.819949ms I0505 08:20:59.540015 3735 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 08:20:59.540471 3735 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.747064ms I0505 08:20:59.540484 3735 namespace.go:98] [openshift-config-operator] adding namespace I0505 08:20:59.540950 3735 namespace.go:102] [openshift-config-managed] adding namespace took 6.708186ms I0505 08:20:59.540967 3735 namespace.go:98] [openshift] adding namespace I0505 08:20:59.541337 3735 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.629981ms I0505 08:20:59.541351 3735 namespace.go:98] [openshift-console] adding namespace I0505 08:20:59.541875 3735 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.736539ms I0505 08:20:59.541888 3735 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 08:20:59.542290 3735 namespace.go:102] [openshift-ingress] adding namespace took 6.670977ms I0505 08:20:59.542307 3735 namespace.go:98] [openshift-console-operator] adding namespace I0505 08:20:59.542865 3735 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.875227ms I0505 08:20:59.542877 3735 namespace.go:98] [kube-node-lease] adding namespace I0505 08:20:59.543345 3735 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.866887ms I0505 08:20:59.543357 3735 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 08:20:59.543818 3735 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.903496ms I0505 08:20:59.543828 3735 namespace.go:98] [openshift-apiserver] adding namespace I0505 08:20:59.544164 3735 iptables.go:108] Creating table: filter chain: FORWARD I0505 08:20:59.544352 3735 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.988037ms I0505 08:20:59.544369 3735 namespace.go:98] [openshift-multus] adding namespace I0505 08:20:59.544853 3735 namespace.go:102] [openshift-infra] adding namespace took 7.040744ms I0505 08:20:59.544867 3735 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 08:20:59.545256 3735 namespace.go:102] [openshift-network-operator] adding namespace took 6.88614ms I0505 08:20:59.545789 3735 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.845666ms W0505 08:20:59.546246 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zqqrr: pod openshift-network-diagnostics/network-check-target-zqqrr: no pod IPs found I0505 08:20:59.546279 3735 namespace.go:102] [default] adding namespace took 6.73549ms I0505 08:20:59.546842 3735 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.818616ms I0505 08:20:59.547349 3735 namespace.go:102] [openshift-config-operator] adding namespace took 6.859658ms I0505 08:20:59.547833 3735 namespace.go:102] [openshift] adding namespace took 6.859395ms I0505 08:20:59.548228 3735 namespace.go:102] [openshift-console] adding namespace took 6.871301ms I0505 08:20:59.549123 3735 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.230006ms I0505 08:20:59.549619 3735 namespace.go:102] [openshift-console-operator] adding namespace took 7.292696ms I0505 08:20:59.550176 3735 namespace.go:102] [kube-node-lease] adding namespace took 7.293935ms I0505 08:20:59.550623 3735 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.261508ms I0505 08:20:59.550636 3735 namespace.go:98] [openshift-customer-monitoring] adding namespace W0505 08:20:59.551016 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hd7q7: pod openshift-multus/network-metrics-daemon-hd7q7: no pod IPs found I0505 08:20:59.551015 3735 namespace.go:102] [openshift-apiserver] adding namespace took 7.178773ms I0505 08:20:59.551038 3735 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 08:20:59.551142 3735 iptables.go:108] Creating table: filter chain: OUTPUT I0505 08:20:59.551649 3735 namespace.go:102] [openshift-multus] adding namespace took 7.274853ms I0505 08:20:59.551664 3735 namespace.go:98] [openshift-host-network] adding namespace I0505 08:20:59.552202 3735 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.329492ms I0505 08:20:59.552776 3735 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.133703ms I0505 08:20:59.553287 3735 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.242682ms I0505 08:20:59.553727 3735 namespace.go:102] [openshift-host-network] adding namespace took 2.057486ms W0505 08:20:59.553840 3735 master.go:458] Unable to parse local node ip-10-0-2-96.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 08:20:59.553854 3735 master.go:481] Removing stale chassis with ID/Name: 92c5c0e8-ccac-4c8b-9d90-bc177f13b50f, hostname: ip-10-0-2-96.ec2.internal I0505 08:20:59.554246 3735 master.go:548] Adding or Updating local node "ip-10-0-2-96.ec2.internal" for network "default" I0505 08:20:59.555566 3735 zone_ic_handler.go:195] Time taken to create transit switch: 273.961µs I0505 08:20:59.555579 3735 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-71.ec2.internal for the network default E0505 08:20:59.556019 3735 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-32.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-32.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-32.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00986a5e8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u4038425095}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 08:20:59.556094 3735 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-32.ec2.internal", UID:"60e457fa-dc9e-4c41-a138-0a38cee4c89d", APIVersion:"v1", ResourceVersion:"8731", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-32.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-32.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00986a5e8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u4038425095}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 08:20:59.557352 3735 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-71.ec2.internal" on network "default" took: 2.068445ms I0505 08:20:59.558575 3735 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 08:20:59.558589 3735 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-96.ec2.internal","mac-address":"0e:4a:09:4b:2a:13","ip-addresses":["10.0.2.96/24"],"ip-address":"10.0.2.96/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:92c5c0e8-ccac-4c8b-9d90-bc177f13b50f k8s.ovn.org/node-encap-ips:["10.0.2.96"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.96/24"} k8s.ovn.org/zone-name:ip-10-0-2-96.ec2.internal] on node ip-10-0-2-96.ec2.internal I0505 08:20:59.558947 3735 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-96.ec2.internal for the network default I0505 08:20:59.559131 3735 zone_ic_handler.go:195] Time taken to create transit switch: 171.513µs I0505 08:20:59.559936 3735 default_network_controller.go:823] Node add failed for ip-10-0-2-96.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal, error getting gateway config for node ip-10-0-2-96.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-96.ec2.internal", failed to update chassis to local for local node ip-10-0-2-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-96.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal] E0505 08:20:59.559977 3735 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-96.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal, error getting gateway config for node ip-10-0-2-96.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-96.ec2.internal", failed to update chassis to local for local node ip-10-0-2-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-96.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal] I0505 08:20:59.560019 3735 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 08:20:59.560018 3735 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-96.ec2.internal", UID:"0e4472bd-9c55-4987-ab08-e738bd3254e8", APIVersion:"v1", ResourceVersion:"9211", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal, error getting gateway config for node ip-10-0-2-96.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-96.ec2.internal", failed to update chassis to local for local node ip-10-0-2-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-96.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal] I0505 08:20:59.560048 3735 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 08:20:59.560061 3735 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 08:20:59.560084 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-32.ec2.internal in network "default" I0505 08:20:59.560136 3735 node_tracker.go:169] Node ip-10-0-0-32.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.560155 3735 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.560166 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0505 08:20:59.560187 3735 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.560194 3735 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.560200 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:59.560208 3735 node_tracker.go:235] Node ip-10-0-2-96.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-96.ec2.internal" I0505 08:20:59.560215 3735 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.560219 3735 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.583631 3735 default_node_network_controller.go:519] Node connection status = connected I0505 08:20:59.584437 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:59.584476 3735 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.584486 3735 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.584502 3735 master.go:548] Adding or Updating local node "ip-10-0-2-96.ec2.internal" for network "default" W0505 08:20:59.589077 3735 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hd7q7: pod openshift-multus/network-metrics-daemon-hd7q7: no pod IPs found W0505 08:20:59.589092 3735 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-zqqrr: pod openshift-network-diagnostics/network-check-target-zqqrr: no pod IPs found I0505 08:20:59.591206 3735 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-96.ec2.internal for the network default I0505 08:20:59.591447 3735 zone_ic_handler.go:195] Time taken to create transit switch: 227.219µs I0505 08:20:59.660352 3735 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 08:20:59.660373 3735 services_controller.go:208] Setting up event handlers for services for network=default I0505 08:20:59.660444 3735 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 08:20:59.660506 3735 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 08:20:59.660517 3735 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 08:20:59.667750 3735 bridgeconfig.go:537] Gateway is ready I0505 08:20:59.667767 3735 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 08:20:59.680001 3735 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.96. Updating OVN encap IP. I0505 08:20:59.685505 3735 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.96 - it is already configured I0505 08:20:59.685517 3735 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.96/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 08:20:59.685706 3735 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.96/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-96.ec2.internal","mac-address":"0e:4a:09:4b:2a:13","ip-addresses":["10.0.2.96/24"],"ip-address":"10.0.2.96/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:92c5c0e8-ccac-4c8b-9d90-bc177f13b50f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.96/24"}] on node ip-10-0-2-96.ec2.internal I0505 08:20:59.708194 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:59.708209 3735 master.go:548] Adding or Updating local node "ip-10-0-2-96.ec2.internal" for network "default" I0505 08:20:59.708251 3735 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.708272 3735 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.708787 3735 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.96 I0505 08:20:59.708889 3735 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-96.ec2.internal W0505 08:20:59.711232 3735 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hd7q7: pod openshift-multus/network-metrics-daemon-hd7q7: no pod IPs found W0505 08:20:59.711246 3735 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-zqqrr: pod openshift-network-diagnostics/network-check-target-zqqrr: no pod IPs found I0505 08:20:59.743552 3735 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 08:20:59.755364 3735 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 08:20:59.758790 3735 iptables.go:108] Creating table: nat chain: OUTPUT I0505 08:20:59.760999 3735 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 08:20:59.761013 3735 repair.go:60] Starting repairing loop for services I0505 08:20:59.761111 3735 repair.go:131] Deleted 0 stale service LBs I0505 08:20:59.761128 3735 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 08:20:59.761156 3735 repair.go:62] Finished repairing loop for services: 129.699µs I0505 08:20:59.761178 3735 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 08:20:59.761188 3735 services_controller.go:254] Starting workers for network=default I0505 08:20:59.761859 3735 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zqqrr] creating logical port openshift-network-diagnostics_network-check-target-zqqrr for pod on switch ip-10-0-2-96.ec2.internal I0505 08:20:59.762065 3735 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hd7q7] creating logical port openshift-multus_network-metrics-daemon-hd7q7 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:20:59.762155 3735 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-hd7q7 I0505 08:20:59.762195 3735 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-zqqrr I0505 08:20:59.783689 3735 pod.go:62] [openshift-network-diagnostics/network-check-target-zqqrr] pod update took 21.521465ms I0505 08:20:59.783708 3735 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-zqqrr] addLogicalPort annotation time took 21.544165ms I0505 08:20:59.784758 3735 pods.go:271] [openshift-network-diagnostics/network-check-target-zqqrr] addLogicalPort took 22.906429ms, libovsdb time 738.646µs I0505 08:20:59.785110 3735 iptables.go:108] Creating table: nat chain: PREROUTING I0505 08:20:59.787650 3735 pod.go:62] [openshift-multus/network-metrics-daemon-hd7q7] pod update took 25.530658ms I0505 08:20:59.787670 3735 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-hd7q7] addLogicalPort annotation time took 25.556969ms I0505 08:20:59.788415 3735 pods.go:271] [openshift-multus/network-metrics-daemon-hd7q7] addLogicalPort took 26.356804ms, libovsdb time 565.336µs I0505 08:20:59.788757 3735 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 08:20:59.788777 3735 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 08:20:59.788789 3735 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 08:20:59.788793 3735 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 08:20:59.788974 3735 repair.go:29] Repairing admin network policies took 175.88µs I0505 08:20:59.789072 3735 repair.go:92] Repairing baseline admin network policies took 88.579µs I0505 08:20:59.789967 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 08:20:59.789988 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 08:20:59.792150 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 08:20:59.792171 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 08:20:59.792183 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 08:20:59.794129 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 08:20:59.794148 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 08:20:59.794157 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 08:20:59.796133 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 08:20:59.796155 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 08:20:59.796991 3735 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 08:20:59.797004 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 08:20:59.797758 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 08:20:59.797786 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 08:20:59.797797 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 08:20:59.799567 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 08:20:59.799592 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 08:20:59.799604 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 08:20:59.801147 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 08:20:59.801166 3735 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 08:20:59.801172 3735 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 08:20:59.802509 3735 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 08:20:59.802533 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 08:20:59.802541 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 08:20:59.803131 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 08:20:59.803149 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 08:20:59.803157 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 08:20:59.803749 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 08:20:59.803769 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 08:20:59.803779 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 08:20:59.804770 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 08:20:59.804787 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 08:20:59.804797 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 08:20:59.806026 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 08:20:59.806044 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 08:20:59.806069 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 08:20:59.806926 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 08:20:59.806941 3735 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 08:20:59.806949 3735 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 08:20:59.808012 3735 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 08:20:59.808031 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 08:20:59.808046 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 08:20:59.809123 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 08:20:59.809142 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 08:20:59.809155 3735 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 08:20:59.810967 3735 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 08:20:59.810986 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 08:20:59.810994 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 08:20:59.811546 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 08:20:59.811565 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 08:20:59.811573 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 08:20:59.812254 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 08:20:59.812270 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 08:20:59.812277 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 08:20:59.812622 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 08:20:59.812644 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 08:20:59.812655 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 08:20:59.813169 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 08:20:59.813185 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 08:20:59.813192 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 08:20:59.813531 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 08:20:59.813550 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 08:20:59.813557 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 08:20:59.815036 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 08:20:59.815051 3735 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 08:20:59.815059 3735 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 08:20:59.816279 3735 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 08:20:59.816296 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 08:20:59.816305 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 08:20:59.817966 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 08:20:59.817991 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 08:20:59.818012 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 08:20:59.818374 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 08:20:59.818392 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 08:20:59.818399 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 08:20:59.818952 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 08:20:59.818977 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 08:20:59.818984 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 08:20:59.819516 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 08:20:59.819533 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 08:20:59.819543 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 08:20:59.820115 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 08:20:59.820132 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 08:20:59.820139 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 08:20:59.820879 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 08:20:59.820899 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 08:20:59.820908 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 08:20:59.822095 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 08:20:59.828448 3735 egressfirewall.go:374] Starting EgressFirewall controller I0505 08:20:59.828490 3735 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 08:20:59.828491 3735 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 08:20:59.828517 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 08:20:59.828530 3735 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 08:20:59.828517 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 08:20:59.828548 3735 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 08:20:59.828831 3735 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 08:20:59.828848 3735 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 08:20:59.828854 3735 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 08:20:59.828863 3735 egressqos.go:193] Setting up event handlers for EgressQoS I0505 08:20:59.828869 3735 egressfirewall.go:723] Syncing node "ip-10-0-2-96.ec2.internal" for egress firewall I0505 08:20:59.828882 3735 egressfirewall.go:723] Syncing node "ip-10-0-0-32.ec2.internal" for egress firewall I0505 08:20:59.828887 3735 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0505 08:20:59.828986 3735 egressqos.go:245] Starting EgressQoS Controller I0505 08:20:59.828997 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 08:20:59.829004 3735 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 08:20:59.829009 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 08:20:59.829014 3735 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 08:20:59.829028 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 08:20:59.829037 3735 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 08:20:59.829041 3735 egressqos.go:259] Repairing EgressQoSes I0505 08:20:59.829045 3735 egressqos.go:399] Starting repairing loop for egressqos I0505 08:20:59.829150 3735 egressqos.go:401] Finished repairing loop for egressqos: 103.834µs I0505 08:20:59.829167 3735 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 08:20:59.829211 3735 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-96.ec2.internal I0505 08:20:59.829270 3735 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-96.ec2.internal : 58.613µs I0505 08:20:59.829288 3735 egressservice_zone.go:210] Starting Egress Services Controller I0505 08:20:59.829295 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 08:20:59.829300 3735 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 08:20:59.829305 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 08:20:59.829334 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 08:20:59.829342 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 08:20:59.829346 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 08:20:59.829352 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 08:20:59.829356 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 08:20:59.829359 3735 egressservice_zone.go:228] Repairing Egress Services I0505 08:20:59.829696 3735 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 08:20:59.829705 3735 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 08:20:59.829743 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-32.ec2.internal I0505 08:20:59.829763 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-32.ec2.internal: 22.035µs I0505 08:20:59.829772 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0505 08:20:59.829778 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 5.724µs I0505 08:20:59.829783 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-96.ec2.internal I0505 08:20:59.829786 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-96.ec2.internal: 4.069µs I0505 08:20:59.829805 3735 default_network_controller.go:585] Completing all the Watchers took 318.299429ms I0505 08:20:59.829821 3735 default_network_controller.go:589] Starting unidling controllers I0505 08:20:59.829833 3735 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 08:20:59.829841 3735 unidle.go:63] Populating Initial ContollerEvent events I0505 08:20:59.829854 3735 unidle.go:79] Setting up event handlers for services I0505 08:20:59.829901 3735 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 08:20:59.834036 3735 iptables.go:108] Creating table: filter chain: FORWARD I0505 08:20:59.835182 3735 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 08:20:59.852277 3735 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 08:20:59.852400 3735 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 08:20:59.852442 3735 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 08:20:59.852507 3735 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 08:20:59.852552 3735 gateway_init.go:325] Gateway and management port readiness took 272.977859ms I0505 08:20:59.852582 3735 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 08:20:59.852607 3735 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 08:20:59.852618 3735 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 08:20:59.852627 3735 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 08:20:59.852672 3735 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 08:20:59.852743 3735 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.097µs I0505 08:20:59.853057 3735 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 08:20:59.853085 3735 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.333µs I0505 08:20:59.853093 3735 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.558µs I0505 08:20:59.853098 3735 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 08:20:59.853107 3735 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 08:20:59.853111 3735 default_node_network_controller.go:899] Starting the default node network controller I0505 08:20:59.853116 3735 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 08:20:59.853197 3735 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.814µs I0505 08:20:59.853272 3735 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 08:20:59.853280 3735 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 08:20:59.853301 3735 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c381a0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0007a79f0 0xc0002c6540 0xc0002c65b0 0xc000b2a410 0xc0065553b0 0xc0002c6620 map[0x2ff9080:0xc000ab3980 0x2ff95c0:0xc000ab3b00 0x2ffa2e0:0xc000ab38c0 0x2ffa580:0xc000ab3920 0x2ffad60:0xc000ab39e0 0x2ffb000:0xc000ab3a40 0x2ffb2a0:0xc000ab3aa0 0x2ffba80:0xc000ab3b60 0x2ffbd20:0xc006abe000 0x3026980:0xc000ab3380 0x3026d20:0xc000ab33e0 0x3027800:0xc000c36cc0 0x3029160:0xc001be2000 0x30298a0:0xc000ab35c0 0x302a720:0xc0007d7080] 0xc000118f50 0} I0505 08:20:59.853383 3735 gateway.go:151] Starting gateway service sync I0505 08:20:59.853815 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 08:20:59.856218 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 08:20:59.865960 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 08:20:59.867170 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 08:20:59.868460 3735 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 08:20:59.902494 3735 gateway.go:168] Gateway service sync done. Time taken: 49.10252ms I0505 08:20:59.902895 3735 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31745 I0505 08:20:59.903242 3735 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c381a0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0007a79f0 0xc0002c6540 0xc0002c65b0 0xc000b2a410 0xc0065553b0 0xc0002c6620 map[0x2ff9080:0xc000ab3980 0x2ff95c0:0xc000ab3b00 0x2ffa2e0:0xc000ab38c0 0x2ffa580:0xc000ab3920 0x2ffad60:0xc000ab39e0 0x2ffb000:0xc000ab3a40 0x2ffb2a0:0xc000ab3aa0 0x2ffba80:0xc000ab3b60 0x2ffbd20:0xc006abe000 0x3026980:0xc000ab3380 0x3026d20:0xc000ab33e0 0x3027800:0xc000c36cc0 0x3029160:0xc001be2000 0x30298a0:0xc000ab35c0 0x302a720:0xc0007d7080] 0xc000118f50 0} I0505 08:20:59.903786 3735 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c381a0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0007a79f0 0xc0002c6540 0xc0002c65b0 0xc000b2a410 0xc0065553b0 0xc0002c6620 map[0x2ff9080:0xc000ab3980 0x2ff95c0:0xc000ab3b00 0x2ffa2e0:0xc000ab38c0 0x2ffa580:0xc000ab3920 0x2ffad60:0xc000ab39e0 0x2ffb000:0xc000ab3a40 0x2ffb2a0:0xc000ab3aa0 0x2ffba80:0xc000ab3b60 0x2ffbd20:0xc006abe000 0x3026980:0xc000ab3380 0x3026d20:0xc000ab33e0 0x3027800:0xc000c36cc0 0x3029160:0xc001be2000 0x30298a0:0xc000ab35c0 0x302a720:0xc0007d7080] 0xc000118f50 0} I0505 08:20:59.903830 3735 gateway.go:532] Reconciling gateway with updates I0505 08:20:59.908757 3735 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 08:20:59.908845 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:20:59.908844 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:20:59.908863 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:20:59.908870 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:20:59.908874 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:20:59.908878 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:20:59.908883 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:20:59.908889 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 08:20:59.908898 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:20:59.908906 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 08:20:59.908904 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:20:59.908913 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:20:59.908917 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:20:59.908922 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:20:59.908924 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:20:59.908927 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:20:59.908934 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 08:20:59.908937 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:20:59.908854 3735 default_node_network_controller.go:944] Gateway and management port readiness took 55.565365ms I0505 08:20:59.908946 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:20:59.908953 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:20:59.908955 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 08:20:59.908956 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 08:20:59.908959 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 08:20:59.908974 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 08:20:59.908975 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:20:59.908980 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 08:20:59.908985 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 08:20:59.908987 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:20:59.908990 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:20:59.908981 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 08:20:59.908998 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 08:20:59.908996 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:20:59.909007 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:20:59.909007 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:20:59.909020 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:20:59.909021 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:20:59.908924 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:20:59.909033 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:20:59.909043 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 08:20:59.908977 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 08:20:59.909055 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 08:20:59.909062 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 08:20:59.909012 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:20:59.908991 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 08:20:59.909026 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:20:59.909080 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 08:20:59.909084 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 08:20:59.909077 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 08:20:59.908990 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 08:20:59.909092 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 08:20:59.909077 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:20:59.909103 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 08:20:59.909107 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:20:59.908995 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:20:59.909122 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:20:59.909121 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:20:59.909130 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 08:20:59.909140 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:20:59.909148 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:20:59.909153 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:20:59.909159 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:20:59.909191 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:20:59.909204 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:20:59.909239 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:20:59.909255 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:20:59.909269 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:20:59.909285 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 08:20:59.909297 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 08:20:59.909302 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:20:59.909326 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 32373 is already open, no action needed I0505 08:20:59.909338 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 32723 is already open, no action needed I0505 08:20:59.909338 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:20:59.909353 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:20:59.909416 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 08:20:59.909435 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 08:20:59.909436 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 08:20:59.909449 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 08:20:59.909495 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 08:20:59.909508 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 08:20:59.909511 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:20:59.909523 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:20:59.909568 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:20:59.909581 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:20:59.909580 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:20:59.909590 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:20:59.909600 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 08:20:59.909612 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:20:59.909619 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:20:59.909654 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:20:59.909671 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:20:59.909685 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:20:59.909699 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:20:59.909706 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 08:20:59.909670 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:20:59.909716 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:20:59.909721 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:20:59.909723 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:20:59.909738 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:20:59.909765 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:20:59.909779 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 08:20:59.909821 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:20:59.909856 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:20:59.909862 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:20:59.909873 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 08:20:59.909892 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:20:59.909930 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:59.909947 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:59.909958 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:20:59.909967 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:20:59.909947 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:20:59.909990 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:20:59.910526 3735 node_ip_handler_linux.go:160] Node IP manager is running W0505 08:20:59.947370 3735 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 08:20:59.947529 3735 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 08:20:59.947700 3735 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 08:20:59.955875 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 08:20:59.955920 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 08:20:59.955944 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 08:20:59.955960 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 08:20:59.955978 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 08:20:59.955984 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 08:20:59.955990 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 08:20:59.994684 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 08:20:59.994695 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 08:20:59.994711 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 08:20:59.994726 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 08:21:00.033779 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 08:21:00.033802 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 08:21:00.033809 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 08:21:00.033814 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 08:21:00.033829 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 08:21:00.033848 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 08:21:00.033859 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 08:21:00.033869 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 08:21:00.033878 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 08:21:00.033888 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 08:21:00.033897 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 08:21:00.033904 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) W0505 08:21:01.172891 3735 egressip_healthcheck.go:76] Health checking using insecure connection I0505 08:21:01.172963 3735 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 08:21:01.173042 3735 default_node_network_controller.go:1380] Starting node controller node sync I0505 08:21:01.186270 3735 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.21136ms I0505 08:21:01.186415 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-32.ec2.internal", IP: 10.0.0.32 to PMTUD blocking rules I0505 08:21:01.186419 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 08:21:01.186427 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-32.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 08:21:01.186432 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 10.0.1.71 to PMTUD blocking rules I0505 08:21:01.197402 3735 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 08:21:01.197684 3735 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 08:21:01.197814 3735 egressservice_node.go:183] Starting Egress Services Controller I0505 08:21:01.197828 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 08:21:01.197848 3735 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 08:21:01.197857 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 08:21:01.197862 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 08:21:01.197866 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 08:21:01.197871 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 08:21:01.197875 3735 egressservice_node.go:197] Repairing Egress Services I0505 08:21:01.207507 3735 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 08:21:01.207519 3735 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 08:21:01.207740 3735 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 08:21:01.207753 3735 link_network_manager.go:119] Link manager is running I0505 08:21:01.207761 3735 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 08:21:01.208029 3735 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 08:21:01.208537 3735 vrf_manager.go:128] VRF manager is running I0505 08:21:01.208818 3735 node_controller_manager.go:437] Removing flows to drop GARP I0505 08:21:01.208828 3735 gateway.go:532] Reconciling gateway with updates I0505 08:21:01.223168 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:21:01.223179 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:21:01.223186 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:21:01.223187 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:21:01.223200 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:21:01.223200 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 08:21:01.223200 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:21:01.223207 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:21:01.223215 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:21:01.223222 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:21:01.223222 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:21:01.223224 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:21:01.223238 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:21:01.223274 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 08:21:01.223276 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 08:21:01.223276 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 08:21:01.223298 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 08:21:01.223328 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:21:01.223303 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:21:01.223335 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 08:21:01.223346 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:21:01.223333 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 08:21:01.223353 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 08:21:01.223353 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:21:01.223362 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 08:21:01.223370 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:21:01.223387 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 08:21:01.223392 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:21:01.223402 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 08:21:01.223405 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:21:01.223407 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:21:01.223411 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:21:01.223415 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:21:01.223419 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 32373 is already open, no action needed I0505 08:21:01.223420 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:21:01.223423 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:21:01.223423 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:21:01.223426 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:21:01.223430 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 32723 is already open, no action needed I0505 08:21:01.223436 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 08:21:01.223446 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:21:01.223444 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 08:21:01.223388 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:21:01.223453 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:21:01.223458 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 08:21:01.223465 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:21:01.223467 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 08:21:01.223467 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:21:01.223472 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 08:21:01.223476 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:21:01.223458 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:21:01.223485 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:21:01.223489 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 08:21:01.223489 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 08:21:01.223488 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:21:01.223499 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:21:01.223504 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:21:01.223500 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:21:01.223498 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:21:01.223507 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:21:01.223512 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:21:01.223516 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:21:01.223514 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:21:01.223518 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:21:01.223524 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:21:01.223525 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:21:01.223535 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:21:01.223536 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:21:01.223538 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:21:01.223410 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:21:01.223548 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:21:01.223544 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 08:21:01.223548 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:21:01.223551 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:21:01.223549 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:21:01.223555 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:21:01.223519 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 08:21:01.223429 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 08:21:01.223570 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:21:01.223540 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:21:01.223623 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:21:01.223634 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 08:21:01.223471 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 08:21:01.223487 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:21:01.223441 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:21:01.223697 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:21:01.223704 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 08:21:01.223710 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:21:01.223716 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 08:21:01.223700 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:21:01.223770 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 08:21:01.223717 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 08:21:01.223466 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:21:01.223343 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:21:01.223485 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:21:01.223863 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:21:01.223869 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 08:21:01.223495 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:21:01.223876 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:21:01.223506 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:21:01.223931 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:21:01.223500 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 08:21:01.223969 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 08:21:01.223506 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 08:21:01.223518 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:21:01.224063 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:21:01.223520 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:21:01.223456 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 08:21:01.249798 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 08:21:01.249811 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 08:21:01.249826 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 08:21:01.249832 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 08:21:01.249838 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 08:21:01.249844 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 08:21:01.249849 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 08:21:01.249871 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 08:21:01.249888 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 08:21:01.249905 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 08:21:01.249913 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 08:21:01.249919 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 08:21:01.249925 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 08:21:01.249930 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 08:21:01.249936 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 08:21:01.249940 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 08:21:01.249945 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 08:21:01.292715 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 08:21:01.292739 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 08:21:01.292750 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 08:21:01.292756 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 08:21:01.292762 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 08:21:01.292766 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 08:21:01.336870 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 08:21:01.336901 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 08:21:01.336911 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 08:21:03.281783 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-96.ec2.internal I0505 08:21:03.281820 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-96.ec2.internal: 45.792µs I0505 08:21:03.307185 3735 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f557bd69b-fmt48] creating logical port openshift-image-registry_image-registry-5f557bd69b-fmt48 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:21:03.307344 3735 kube.go:256] Updating pod openshift-image-registry/image-registry-5f557bd69b-fmt48 I0505 08:21:03.326510 3735 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w7xz7] creating logical port openshift-dns_dns-default-w7xz7 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:21:03.326632 3735 kube.go:256] Updating pod openshift-dns/dns-default-w7xz7 I0505 08:21:03.329646 3735 pod.go:62] [openshift-image-registry/image-registry-5f557bd69b-fmt48] pod update took 22.362628ms I0505 08:21:03.329681 3735 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f557bd69b-fmt48] addLogicalPort annotation time took 22.392611ms I0505 08:21:03.331109 3735 pods.go:271] [openshift-image-registry/image-registry-5f557bd69b-fmt48] addLogicalPort took 23.938964ms, libovsdb time 1.109766ms I0505 08:21:03.331201 3735 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tzmzz] creating logical port openshift-ingress-canary_ingress-canary-tzmzz for pod on switch ip-10-0-2-96.ec2.internal I0505 08:21:03.331270 3735 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tzmzz I0505 08:21:03.347156 3735 pod.go:62] [openshift-ingress-canary/ingress-canary-tzmzz] pod update took 15.910024ms I0505 08:21:03.347180 3735 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tzmzz] addLogicalPort annotation time took 15.936307ms I0505 08:21:03.347233 3735 pod.go:62] [openshift-dns/dns-default-w7xz7] pod update took 20.642122ms I0505 08:21:03.347254 3735 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w7xz7] addLogicalPort annotation time took 20.667312ms I0505 08:21:03.348438 3735 pods.go:271] [openshift-dns/dns-default-w7xz7] addLogicalPort took 21.946436ms, libovsdb time 873.145µs I0505 08:21:03.348923 3735 pods.go:271] [openshift-ingress-canary/ingress-canary-tzmzz] addLogicalPort took 17.729405ms, libovsdb time 1.249529ms I0505 08:21:04.618084 3735 cni.go:452] [openshift-ingress-canary/ingress-canary-tzmzz b1c7840a7a5b18ad2856663a4ea19b04ec636742cdd404eb15ee77f81f9e3efd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tzmzz b1c7840a7a5b18ad2856663a4ea19b04ec636742cdd404eb15ee77f81f9e3efd network default NAD default NAD key ] I0505 08:21:04.665547 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tzmzz, hostIfaceName: b1c7840a7a5b18a, network: default, NAD default, SandboxID: "b1c7840a7a5b18ad2856663a4ea19b04ec636742cdd404eb15ee77f81f9e3efd", PCI device ID: , UID: "1da3382d-47ad-4ee5-8623-12e6d0b3ff55", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 08:21:04.721083 3735 cni.go:473] [openshift-ingress-canary/ingress-canary-tzmzz b1c7840a7a5b18ad2856663a4ea19b04ec636742cdd404eb15ee77f81f9e3efd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tzmzz b1c7840a7a5b18ad2856663a4ea19b04ec636742cdd404eb15ee77f81f9e3efd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:17:63:0c:d4:a5\",\"name\":\"b1c7840a7a5b18a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5846333f-d0d9-4966-a751-46bd9c181d37\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:21:07.915839 3735 cni.go:452] [openshift-network-diagnostics/network-check-target-zqqrr 5da354bbb17c207850a09a01a7bb12748c7dc1da8b88ec73f274a2c6a3790f48 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-zqqrr 5da354bbb17c207850a09a01a7bb12748c7dc1da8b88ec73f274a2c6a3790f48 network default NAD default NAD key ] I0505 08:21:07.926967 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-zqqrr, hostIfaceName: 5da354bbb17c207, network: default, NAD default, SandboxID: "5da354bbb17c207850a09a01a7bb12748c7dc1da8b88ec73f274a2c6a3790f48", PCI device ID: , UID: "aa6e229e-a3be-4e5a-a58b-c9da4906f59f", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 08:21:07.972256 3735 cni.go:473] [openshift-network-diagnostics/network-check-target-zqqrr 5da354bbb17c207850a09a01a7bb12748c7dc1da8b88ec73f274a2c6a3790f48 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-zqqrr 5da354bbb17c207850a09a01a7bb12748c7dc1da8b88ec73f274a2c6a3790f48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:71:ee:6b:14:b5\",\"name\":\"5da354bbb17c207\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2a309bf-db00-4dc1-9b74-a8efe26b4854\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:21:13.196010 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 08:21:14.106771 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 08:21:14.390726 3735 default_network_controller.go:1025] Node "ip-10-0-0-32.ec2.internal" in remote zone "ip-10-0-0-32.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:21:14.391541 3735 zone_ic_handler.go:195] Time taken to create transit switch: 298.76µs I0505 08:21:14.391555 3735 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-32.ec2.internal for the network default I0505 08:21:14.392573 3735 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-32.ec2.internal" on network "default" took: 1.340358ms I0505 08:21:20.338607 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.339189 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.339225 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.339240 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 08:21:20.339258 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.339265 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 08:21:21.365218 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:21.365241 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:21.365259 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:21.365267 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:24.431240 3735 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 08:21:24.439715 3735 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 08:21:32.197542 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 08:21:44.204260 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 08:21:44.204285 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 08:21:45.113562 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 08:22:42.800243 3735 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-xm58l] creating logical port openshift-insights_insights-operator-6dbb575d6c-xm58l for pod on switch ip-10-0-2-96.ec2.internal I0505 08:22:42.800383 3735 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-xm58l I0505 08:22:42.868197 3735 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-xm58l I0505 08:22:42.892193 3735 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-xm58l] pod update took 91.835896ms I0505 08:22:42.892215 3735 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-xm58l] addLogicalPort annotation time took 91.862319ms I0505 08:22:42.893150 3735 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-xm58l] addLogicalPort took 92.92274ms, libovsdb time 696.045µs I0505 08:22:42.909384 3735 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-ztmt7 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:22:42.909473 3735 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7 I0505 08:22:42.928944 3735 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7] pod update took 19.494023ms I0505 08:22:42.928966 3735 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7] addLogicalPort annotation time took 19.519342ms I0505 08:22:42.929890 3735 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7] addLogicalPort took 20.520276ms, libovsdb time 684.54µs I0505 08:22:42.929930 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-xlftk for pod on switch ip-10-0-2-96.ec2.internal I0505 08:22:42.929984 3735 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk I0505 08:22:42.953130 3735 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk] pod update took 23.160822ms I0505 08:22:42.953147 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk] addLogicalPort annotation time took 23.18318ms I0505 08:22:42.954195 3735 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk] addLogicalPort took 24.270062ms, libovsdb time 795.579µs I0505 08:22:43.008502 3735 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-hxvb5 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:22:43.008648 3735 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5 I0505 08:22:43.017214 3735 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-2ztsv for pod on switch ip-10-0-2-96.ec2.internal I0505 08:22:43.017332 3735 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv I0505 08:22:43.029831 3735 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5] pod update took 21.233784ms I0505 08:22:43.029849 3735 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5] addLogicalPort annotation time took 21.255869ms I0505 08:22:43.030892 3735 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5] addLogicalPort took 22.401208ms, libovsdb time 794.497µs I0505 08:22:43.040766 3735 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv] pod update took 23.47217ms I0505 08:22:43.040783 3735 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv] addLogicalPort annotation time took 23.493043ms I0505 08:22:43.041691 3735 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv] addLogicalPort took 24.484764ms, libovsdb time 666.977µs I0505 08:22:43.159634 3735 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-xm58l 204122a1498daf1c4e54bbd7409e0cbef36f26e016dd3d749b3eacac9739885d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-xm58l 204122a1498daf1c4e54bbd7409e0cbef36f26e016dd3d749b3eacac9739885d network default NAD default NAD key ] I0505 08:22:43.170290 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-xm58l, hostIfaceName: 204122a1498daf1, network: default, NAD default, SandboxID: "204122a1498daf1c4e54bbd7409e0cbef36f26e016dd3d749b3eacac9739885d", PCI device ID: , UID: "8fbf3d87-b4cc-406d-a5b1-2e267c069605", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 08:22:43.215842 3735 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-xm58l 204122a1498daf1c4e54bbd7409e0cbef36f26e016dd3d749b3eacac9739885d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-xm58l 204122a1498daf1c4e54bbd7409e0cbef36f26e016dd3d749b3eacac9739885d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:25:8c:69:e5:70\",\"name\":\"204122a1498daf1\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7c4f8ef-77ba-4737-b475-a095fb010727\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:22:43.375903 3735 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv 2c40400e183e0403998fe2f61fd50da4bb6d4648bc860659d8320483ec95dc57 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv 2c40400e183e0403998fe2f61fd50da4bb6d4648bc860659d8320483ec95dc57 network default NAD default NAD key ] I0505 08:22:43.386657 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-2ztsv, hostIfaceName: 2c40400e183e040, network: default, NAD default, SandboxID: "2c40400e183e0403998fe2f61fd50da4bb6d4648bc860659d8320483ec95dc57", PCI device ID: , UID: "84ec5b86-224b-4a61-b935-8cc840bc1db0", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 08:22:43.431267 3735 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv 2c40400e183e0403998fe2f61fd50da4bb6d4648bc860659d8320483ec95dc57 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-2ztsv 2c40400e183e0403998fe2f61fd50da4bb6d4648bc860659d8320483ec95dc57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3d:6d:3f:3c:89\",\"name\":\"2c40400e183e040\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/154dd0aa-78ee-4851-b259-303e682bb118\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:22:47.381502 3735 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 08:22:47.382361 3735 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 840.031µs I0505 08:22:47.400109 3735 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 08:22:47.485516 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 08:22:47.507661 3735 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ppt6f for pod on switch ip-10-0-2-96.ec2.internal I0505 08:22:47.507803 3735 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f I0505 08:22:47.527641 3735 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f] pod update took 19.866071ms I0505 08:22:47.527664 3735 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f] addLogicalPort annotation time took 19.891101ms I0505 08:22:47.528722 3735 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f] addLogicalPort took 21.077796ms, libovsdb time 773.942µs I0505 08:22:47.861010 3735 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f f93d91b82ab82333a3db9d301d833e7991d3b7d4d96a4e2fc10dd43a876815b7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f f93d91b82ab82333a3db9d301d833e7991d3b7d4d96a4e2fc10dd43a876815b7 network default NAD default NAD key ] I0505 08:22:47.870400 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ppt6f, hostIfaceName: f93d91b82ab8233, network: default, NAD default, SandboxID: "f93d91b82ab82333a3db9d301d833e7991d3b7d4d96a4e2fc10dd43a876815b7", PCI device ID: , UID: "2f9e2d60-65c1-45d7-b069-52690038ff78", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 08:22:47.916668 3735 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f f93d91b82ab82333a3db9d301d833e7991d3b7d4d96a4e2fc10dd43a876815b7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ppt6f f93d91b82ab82333a3db9d301d833e7991d3b7d4d96a4e2fc10dd43a876815b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:51:21:10:d4:ef\",\"name\":\"f93d91b82ab8233\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0d17ce7-1815-4873-bbf9-3e54f6fdc59c\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:22:48.518520 3735 namespace.go:98] [openshift-service-ca] adding namespace I0505 08:22:48.519347 3735 namespace.go:102] [openshift-service-ca] adding namespace took 808.237µs I0505 08:22:48.538886 3735 namespace.go:142] [openshift-service-ca] updating namespace W0505 08:22:57.411052 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 08:22:58.966878 3735 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5 bcbf392b20a20dc10208d7eb9c2281d9d68cbf44e974ea9f7411cb3ca38e6622 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5 bcbf392b20a20dc10208d7eb9c2281d9d68cbf44e974ea9f7411cb3ca38e6622 network default NAD default NAD key ] I0505 08:22:58.977741 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-hxvb5, hostIfaceName: bcbf392b20a20dc, network: default, NAD default, SandboxID: "bcbf392b20a20dc10208d7eb9c2281d9d68cbf44e974ea9f7411cb3ca38e6622", PCI device ID: , UID: "228b9c18-bee9-44d7-affc-dd2a22d14ffc", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 08:22:59.023873 3735 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5 bcbf392b20a20dc10208d7eb9c2281d9d68cbf44e974ea9f7411cb3ca38e6622 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hxvb5 bcbf392b20a20dc10208d7eb9c2281d9d68cbf44e974ea9f7411cb3ca38e6622 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:20:46:f7:0d:0d\",\"name\":\"bcbf392b20a20dc\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe9482c4-fefb-42c0-bd60-7250b45e64b7\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:23:09.956694 3735 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:09.956726 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:09.956732 3735 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:09.975712 3735 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 08:23:10.287973 3735 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-5qx7v] creating logical port openshift-insights_insights-runtime-extractor-5qx7v for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:10.288078 3735 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-5qx7v I0505 08:23:10.309750 3735 pod.go:62] [openshift-insights/insights-runtime-extractor-5qx7v] pod update took 21.700355ms I0505 08:23:10.309774 3735 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-5qx7v] addLogicalPort annotation time took 21.726675ms I0505 08:23:10.310812 3735 pods.go:271] [openshift-insights/insights-runtime-extractor-5qx7v] addLogicalPort took 22.854324ms, libovsdb time 761.612µs I0505 08:23:10.348725 3735 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-gjnh4] creating logical port openshift-console_downloads-5c54f4944f-gjnh4 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:10.348828 3735 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-gjnh4 I0505 08:23:10.373867 3735 pod.go:62] [openshift-console/downloads-5c54f4944f-gjnh4] pod update took 25.058069ms I0505 08:23:10.373891 3735 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-gjnh4] addLogicalPort annotation time took 25.08567ms I0505 08:23:10.375019 3735 pods.go:271] [openshift-console/downloads-5c54f4944f-gjnh4] addLogicalPort took 26.308122ms, libovsdb time 778.174µs I0505 08:23:10.660696 3735 cni.go:452] [openshift-insights/insights-runtime-extractor-5qx7v fad3aa664e9eea304c48ea0834f08a69d0200768eb0ae3f54b27be3f931ad419 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-5qx7v fad3aa664e9eea304c48ea0834f08a69d0200768eb0ae3f54b27be3f931ad419 network default NAD default NAD key ] I0505 08:23:10.670181 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-5qx7v, hostIfaceName: fad3aa664e9eea3, network: default, NAD default, SandboxID: "fad3aa664e9eea304c48ea0834f08a69d0200768eb0ae3f54b27be3f931ad419", PCI device ID: , UID: "bade8f01-e5a1-42ab-b2af-665e942a6d9f", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 08:23:10.721234 3735 cni.go:473] [openshift-insights/insights-runtime-extractor-5qx7v fad3aa664e9eea304c48ea0834f08a69d0200768eb0ae3f54b27be3f931ad419 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-5qx7v fad3aa664e9eea304c48ea0834f08a69d0200768eb0ae3f54b27be3f931ad419 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:af:ff:54:5a:63\",\"name\":\"fad3aa664e9eea3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96ab04b1-b402-4efb-966b-d7dfe8773081\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:10.721767 3735 cni.go:452] [openshift-console/downloads-5c54f4944f-gjnh4 f5b4bd400349c0fe5e1e9002b8d406da33ad45cdfb463a8a40a1a6f574d8d620 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-gjnh4 f5b4bd400349c0fe5e1e9002b8d406da33ad45cdfb463a8a40a1a6f574d8d620 network default NAD default NAD key ] I0505 08:23:10.730394 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-gjnh4, hostIfaceName: f5b4bd400349c0f, network: default, NAD default, SandboxID: "f5b4bd400349c0fe5e1e9002b8d406da33ad45cdfb463a8a40a1a6f574d8d620", PCI device ID: , UID: "f031cfda-5597-4c43-9f8d-a2e9ccf7c95e", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 08:23:10.777010 3735 cni.go:473] [openshift-console/downloads-5c54f4944f-gjnh4 f5b4bd400349c0fe5e1e9002b8d406da33ad45cdfb463a8a40a1a6f574d8d620 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-gjnh4 f5b4bd400349c0fe5e1e9002b8d406da33ad45cdfb463a8a40a1a6f574d8d620 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:83:5a:4f:96:13\",\"name\":\"f5b4bd400349c0f\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd25b363-cbee-4685-8620-f83df85c9fe0\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:11.303402 3735 cni.go:452] [openshift-dns/dns-default-w7xz7 5f8788cdd229fa2b6729557f2365b2b70a44ab600e7d08cfff902a60b8a70d73 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w7xz7 5f8788cdd229fa2b6729557f2365b2b70a44ab600e7d08cfff902a60b8a70d73 network default NAD default NAD key ] I0505 08:23:11.313187 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w7xz7, hostIfaceName: 5f8788cdd229fa2, network: default, NAD default, SandboxID: "5f8788cdd229fa2b6729557f2365b2b70a44ab600e7d08cfff902a60b8a70d73", PCI device ID: , UID: "02ef4b65-18f7-4146-a94d-b7245a3a5bce", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 08:23:11.359464 3735 cni.go:473] [openshift-dns/dns-default-w7xz7 5f8788cdd229fa2b6729557f2365b2b70a44ab600e7d08cfff902a60b8a70d73 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w7xz7 5f8788cdd229fa2b6729557f2365b2b70a44ab600e7d08cfff902a60b8a70d73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:b3:8d:2f:4a:34\",\"name\":\"5f8788cdd229fa2\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22a9a9b1-7d89-493d-8789-35e653b7f1f6\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:11.409514 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.409548 3735 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f557bd69b-fmt48 I0505 08:23:11.409576 3735 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8d5667bb4-69kfz] creating logical port openshift-image-registry_image-registry-8d5667bb4-69kfz for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:11.409682 3735 kube.go:256] Updating pod openshift-image-registry/image-registry-8d5667bb4-69kfz I0505 08:23:11.411185 3735 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f557bd69b-fmt48, ips: 10.130.0.5 I0505 08:23:11.411210 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.430872 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.430911 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.437219 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f557bd69b-fmt48 I0505 08:23:11.437247 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f557bd69b-fmt48 I0505 08:23:11.462406 3735 pod.go:62] [openshift-image-registry/image-registry-8d5667bb4-69kfz] pod update took 52.757687ms I0505 08:23:11.462427 3735 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8d5667bb4-69kfz] addLogicalPort annotation time took 52.786464ms I0505 08:23:11.463560 3735 pods.go:271] [openshift-image-registry/image-registry-8d5667bb4-69kfz] addLogicalPort took 54.00495ms, libovsdb time 832.138µs I0505 08:23:11.580424 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.581034 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.603118 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.603138 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.613378 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-749985c8d7-k8l7z I0505 08:23:11.613403 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-749985c8d7-k8l7z I0505 08:23:11.766884 3735 cni.go:452] [openshift-image-registry/image-registry-8d5667bb4-69kfz eb84944925d9e9adbe96dca032318244f3e75b8b45dfd24d70ee38d8bb4c0262 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8d5667bb4-69kfz eb84944925d9e9adbe96dca032318244f3e75b8b45dfd24d70ee38d8bb4c0262 network default NAD default NAD key ] I0505 08:23:11.777956 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8d5667bb4-69kfz, hostIfaceName: eb84944925d9e9a, network: default, NAD default, SandboxID: "eb84944925d9e9adbe96dca032318244f3e75b8b45dfd24d70ee38d8bb4c0262", PCI device ID: , UID: "b7651ac6-9b33-4072-9f34-fcd19617b439", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 08:23:11.827764 3735 cni.go:473] [openshift-image-registry/image-registry-8d5667bb4-69kfz eb84944925d9e9adbe96dca032318244f3e75b8b45dfd24d70ee38d8bb4c0262 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8d5667bb4-69kfz eb84944925d9e9adbe96dca032318244f3e75b8b45dfd24d70ee38d8bb4c0262 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:1d:a1:fd:35:4c\",\"name\":\"eb84944925d9e9a\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b12ea920-3da4-49b5-af55-14c4dec55201\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:23:12.406538 3735 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:12.562657 3735 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:13.412533 3735 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:13.412554 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:13.412564 3735 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0505 08:23:15.065574 3735 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk 0d2ce4368f742e962c10c9678a1e06688b0de7e7a5cc2aef63b76915df55e0f3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk 0d2ce4368f742e962c10c9678a1e06688b0de7e7a5cc2aef63b76915df55e0f3 network default NAD default NAD key ] I0505 08:23:15.065646 3735 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7 f406cf2c10fdff2dc5d9ed5fbb3518c4c74ea230943a98f7282f2b55a9d02c43 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7 f406cf2c10fdff2dc5d9ed5fbb3518c4c74ea230943a98f7282f2b55a9d02c43 network default NAD default NAD key ] I0505 08:23:15.077141 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-ztmt7, hostIfaceName: f406cf2c10fdff2, network: default, NAD default, SandboxID: "f406cf2c10fdff2dc5d9ed5fbb3518c4c74ea230943a98f7282f2b55a9d02c43", PCI device ID: , UID: "5afa3796-e490-4214-ae5c-21e6fafdcbce", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 08:23:15.077637 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-xlftk, hostIfaceName: 0d2ce4368f742e9, network: default, NAD default, SandboxID: "0d2ce4368f742e962c10c9678a1e06688b0de7e7a5cc2aef63b76915df55e0f3", PCI device ID: , UID: "3d94dcd1-e829-496f-9a02-7bf23cb21538", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 08:23:15.129405 3735 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7 f406cf2c10fdff2dc5d9ed5fbb3518c4c74ea230943a98f7282f2b55a9d02c43 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ztmt7 f406cf2c10fdff2dc5d9ed5fbb3518c4c74ea230943a98f7282f2b55a9d02c43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:74:93:6c:c6:b1\",\"name\":\"f406cf2c10fdff2\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/655b4a20-69c5-450f-9ac7-0a70499d7b76\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:15.144078 3735 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk 0d2ce4368f742e962c10c9678a1e06688b0de7e7a5cc2aef63b76915df55e0f3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-xlftk 0d2ce4368f742e962c10c9678a1e06688b0de7e7a5cc2aef63b76915df55e0f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:35:66:1f:85:72\",\"name\":\"0d2ce4368f742e9\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2043a644-79b2-4280-831b-1f1fdbc34c04\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:23:15.464288 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.464323 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.464421 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.464446 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.464453 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.496261 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.496275 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.496296 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.496308 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.496335 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.576950 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.577012 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.577087 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.577029 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.577169 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:17.455866 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:17.455889 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:17.455896 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:17.455913 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:17.455918 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:17.455922 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 08:23:18.045065 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-sq2mc for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:18.045171 3735 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc I0505 08:23:18.063842 3735 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc] pod update took 18.701778ms I0505 08:23:18.063867 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc] addLogicalPort annotation time took 18.733613ms I0505 08:23:18.064990 3735 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc] addLogicalPort took 19.986476ms, libovsdb time 809.214µs I0505 08:23:19.001989 3735 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc 7556f3424635e96a7a0b633203f00e18d1349da33450003e87a5eca069d3ab75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc 7556f3424635e96a7a0b633203f00e18d1349da33450003e87a5eca069d3ab75 network default NAD default NAD key ] I0505 08:23:19.012377 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-sq2mc, hostIfaceName: 7556f3424635e96, network: default, NAD default, SandboxID: "7556f3424635e96a7a0b633203f00e18d1349da33450003e87a5eca069d3ab75", PCI device ID: , UID: "ebc40081-dc94-4244-b85c-a257992171df", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 08:23:19.066399 3735 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc 7556f3424635e96a7a0b633203f00e18d1349da33450003e87a5eca069d3ab75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sq2mc 7556f3424635e96a7a0b633203f00e18d1349da33450003e87a5eca069d3ab75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:cb:cd:99:61:cb\",\"name\":\"7556f3424635e96\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3926a9fc-3a62-4000-b9ab-756a72fd6124\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:19.950788 3735 base_network_controller_pods.go:487] [default/openshift-console/console-7585666dd5-8slff] creating logical port openshift-console_console-7585666dd5-8slff for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:19.950934 3735 kube.go:256] Updating pod openshift-console/console-7585666dd5-8slff I0505 08:23:19.967244 3735 pod.go:62] [openshift-console/console-7585666dd5-8slff] pod update took 16.347574ms I0505 08:23:19.967265 3735 base_network_controller_pods.go:951] [default/openshift-console/console-7585666dd5-8slff] addLogicalPort annotation time took 16.376441ms I0505 08:23:19.968505 3735 pods.go:271] [openshift-console/console-7585666dd5-8slff] addLogicalPort took 17.737857ms, libovsdb time 873.238µs I0505 08:23:20.347879 3735 cni.go:452] [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key ] I0505 08:23:20.358386 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7585666dd5-8slff, hostIfaceName: 5eda617e5cd55ee, network: default, NAD default, SandboxID: "5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543", PCI device ID: , UID: "c39a2a72-86ce-45eb-b0b2-45db0ec16116", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 08:23:20.408901 3735 cni.go:473] [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:02:77:4c:8e:af\",\"name\":\"5eda617e5cd55ee\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d2b92ce-0aec-49c4-9e02-602b8806f5c7\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:23:20.482700 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 08:23:21.471212 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 08:23:24.428461 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:24.428480 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:24.428488 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:24.464927 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 08:23:24.513594 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 08:23:25.607114 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 08:23:28.703020 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-lgms8] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-lgms8 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:28.703143 3735 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-lgms8 I0505 08:23:28.729806 3735 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-lgms8] pod update took 26.70672ms I0505 08:23:28.729827 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-lgms8] addLogicalPort annotation time took 26.732795ms I0505 08:23:28.731179 3735 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-lgms8] addLogicalPort took 28.180496ms, libovsdb time 949.008µs W0505 08:23:30.461775 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:30.461803 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:30.568543 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:23:30.568579 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 08:23:30.769789 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5fd684db9c-ttsdw] creating logical port openshift-monitoring_thanos-querier-5fd684db9c-ttsdw for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:30.769890 3735 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5fd684db9c-ttsdw I0505 08:23:30.797991 3735 pod.go:62] [openshift-monitoring/thanos-querier-5fd684db9c-ttsdw] pod update took 28.129968ms I0505 08:23:30.798012 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5fd684db9c-ttsdw] addLogicalPort annotation time took 28.157794ms I0505 08:23:30.799742 3735 pods.go:271] [openshift-monitoring/thanos-querier-5fd684db9c-ttsdw] addLogicalPort took 29.952391ms, libovsdb time 1.019457ms I0505 08:23:32.009009 3735 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-lgms8 31df1222f843a9ccc5a00af6d64cea1ec8769b540513451ed5a1075bbb60acc2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-lgms8 31df1222f843a9ccc5a00af6d64cea1ec8769b540513451ed5a1075bbb60acc2 network default NAD default NAD key ] I0505 08:23:32.010996 3735 cni.go:452] [openshift-monitoring/thanos-querier-5fd684db9c-ttsdw c3605faf41d2157e3742a07689718c758563ca3fbea06bd65db6d2adb154deee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5fd684db9c-ttsdw c3605faf41d2157e3742a07689718c758563ca3fbea06bd65db6d2adb154deee network default NAD default NAD key ] I0505 08:23:32.020300 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-lgms8, hostIfaceName: 31df1222f843a9c, network: default, NAD default, SandboxID: "31df1222f843a9ccc5a00af6d64cea1ec8769b540513451ed5a1075bbb60acc2", PCI device ID: , UID: "8f491a1f-c1f2-4199-bced-eb1aac2269c8", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 08:23:32.021269 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5fd684db9c-ttsdw, hostIfaceName: c3605faf41d2157, network: default, NAD default, SandboxID: "c3605faf41d2157e3742a07689718c758563ca3fbea06bd65db6d2adb154deee", PCI device ID: , UID: "21eeb50c-e474-4186-80a3-295ba1b9a4ef", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 08:23:32.072296 3735 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-lgms8 31df1222f843a9ccc5a00af6d64cea1ec8769b540513451ed5a1075bbb60acc2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-lgms8 31df1222f843a9ccc5a00af6d64cea1ec8769b540513451ed5a1075bbb60acc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:55:0c:73:68:ed\",\"name\":\"31df1222f843a9c\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5441233-a681-48c5-b3e9-db06e9e0db01\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:32.090745 3735 cni.go:473] [openshift-monitoring/thanos-querier-5fd684db9c-ttsdw c3605faf41d2157e3742a07689718c758563ca3fbea06bd65db6d2adb154deee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5fd684db9c-ttsdw c3605faf41d2157e3742a07689718c758563ca3fbea06bd65db6d2adb154deee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:39:c4:3d:32:49\",\"name\":\"c3605faf41d2157\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de312692-0f46-40d0-a921-d093ee941867\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:23:32.493612 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 08:23:32.526580 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 08:23:32.561203 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:32.561224 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:32.561232 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:32.691920 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:23:32.691953 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:23:32.730764 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:23:32.730802 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 08:23:33.272729 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-77488cdcbc-cvkqm] creating logical port openshift-monitoring_metrics-server-77488cdcbc-cvkqm for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:33.272886 3735 kube.go:256] Updating pod openshift-monitoring/metrics-server-77488cdcbc-cvkqm I0505 08:23:33.290489 3735 pod.go:62] [openshift-monitoring/metrics-server-77488cdcbc-cvkqm] pod update took 17.615383ms I0505 08:23:33.290520 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-77488cdcbc-cvkqm] addLogicalPort annotation time took 17.670318ms I0505 08:23:33.291912 3735 pods.go:271] [openshift-monitoring/metrics-server-77488cdcbc-cvkqm] addLogicalPort took 19.208535ms, libovsdb time 980.015µs W0505 08:23:33.431544 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:33.689506 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:33.689525 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:33.689534 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 08:23:33.745252 3735 cni.go:452] [openshift-monitoring/metrics-server-77488cdcbc-cvkqm cd51f05a9af1f969453261da9a2acee38ee65da558b776cafcb06ba6671e34f5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-77488cdcbc-cvkqm cd51f05a9af1f969453261da9a2acee38ee65da558b776cafcb06ba6671e34f5 network default NAD default NAD key ] I0505 08:23:33.757205 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-77488cdcbc-cvkqm, hostIfaceName: cd51f05a9af1f96, network: default, NAD default, SandboxID: "cd51f05a9af1f969453261da9a2acee38ee65da558b776cafcb06ba6671e34f5", PCI device ID: , UID: "9d213ef2-ad29-4d22-9cb7-c347cd7aa7be", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 08:23:33.819181 3735 cni.go:473] [openshift-monitoring/metrics-server-77488cdcbc-cvkqm cd51f05a9af1f969453261da9a2acee38ee65da558b776cafcb06ba6671e34f5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-77488cdcbc-cvkqm cd51f05a9af1f969453261da9a2acee38ee65da558b776cafcb06ba6671e34f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f5:3d:2a:40:d1\",\"name\":\"cd51f05a9af1f96\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa84bc12-f49a-4621-bbab-0f143554c529\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:23:36.338764 3735 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-578895dbb6-2pjs8 IP address from the namespace address-set, err: pod openshift-console/console-578895dbb6-2pjs8: no pod IPs found W0505 08:23:36.538953 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.538972 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.538979 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.538985 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.571963 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 08:23:36.577236 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 08:23:36.646771 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:36.646787 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:36.673060 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 08:23:36.692379 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:36.692397 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:37.762618 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:37.762637 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:37.762644 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:37.762649 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549488 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549509 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549516 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549521 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 08:23:49.615896 3735 cni.go:452] [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key ] I0505 08:23:49.681210 3735 cni.go:473] [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7585666dd5-8slff 5eda617e5cd55ee99713254bdd73757b9a09beaefff296ae0f3d91482d692543 network default NAD default NAD key default], result "{}", err I0505 08:23:49.737661 3735 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-8slff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:49.737693 3735 pods.go:176] Deleting pod: openshift-console/console-7585666dd5-8slff I0505 08:23:49.738932 3735 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7585666dd5-8slff, ips: 10.130.0.18 I0505 08:23:49.738959 3735 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-8slff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:49.747742 3735 base_network_controller_pods.go:487] [default/openshift-console/console-794776bbc8-qcpf4] creating logical port openshift-console_console-794776bbc8-qcpf4 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:23:49.747864 3735 kube.go:256] Updating pod openshift-console/console-794776bbc8-qcpf4 I0505 08:23:49.762185 3735 pod.go:62] [openshift-console/console-794776bbc8-qcpf4] pod update took 14.348267ms I0505 08:23:49.762204 3735 base_network_controller_pods.go:951] [default/openshift-console/console-794776bbc8-qcpf4] addLogicalPort annotation time took 14.371644ms I0505 08:23:49.763276 3735 pods.go:271] [openshift-console/console-794776bbc8-qcpf4] addLogicalPort took 15.546783ms, libovsdb time 753.501µs I0505 08:23:50.148082 3735 cni.go:452] [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key ] I0505 08:23:50.157589 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-794776bbc8-qcpf4, hostIfaceName: 0d816d6e3827bed, network: default, NAD default, SandboxID: "0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988", PCI device ID: , UID: "09b4cbad-90db-4e66-8e16-ff689e710f49", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 08:23:50.206922 3735 cni.go:473] [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ac:1e:da:eb:94\",\"name\":\"0d816d6e3827bed\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55911df5-e773-4cd8-aa63-ff1849ce1c54\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:23:50.591605 3735 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-8slff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:50.591628 3735 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-8slff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:50.597370 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7585666dd5-8slff I0505 08:23:50.597390 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7585666dd5-8slff W0505 08:23:57.541978 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 08:23:57.617835 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 08:23:57.617842 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 08:23:57.617921 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0505 08:23:58.039457 3735 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-zttv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:58.040004 3735 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-zttv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 08:23:58.619486 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0505 08:23:58.684912 3735 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-zttv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:58.684933 3735 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-zttv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:58.688430 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7585666dd5-zttv2 I0505 08:23:58.688449 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7585666dd5-zttv2 I0505 08:23:58.838729 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:58.839261 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:59.697983 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:59.698005 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:59.705682 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f557bd69b-lnjm9 I0505 08:23:59.705703 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f557bd69b-lnjm9 W0505 08:24:00.633337 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:24:17.759300 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 08:24:17.890996 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 08:24:25.952572 3735 obj_retry.go:498] Detected object openshift-console/console-578895dbb6-gg97r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:25.953136 3735 obj_retry.go:498] Detected object openshift-console/console-578895dbb6-gg97r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:26.912882 3735 obj_retry.go:492] Detected object openshift-console/console-578895dbb6-gg97r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:26.912907 3735 obj_retry.go:492] Detected object openshift-console/console-578895dbb6-gg97r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:26.918370 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-578895dbb6-gg97r I0505 08:24:26.918390 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-578895dbb6-gg97r I0505 08:24:32.347098 3735 obj_retry.go:498] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:32.347659 3735 obj_retry.go:498] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:32.815478 3735 obj_retry.go:492] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:32.815504 3735 obj_retry.go:492] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:32.821870 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-96cd775b9-xpgcv I0505 08:24:32.821897 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-96cd775b9-xpgcv I0505 08:24:45.787187 3735 cni.go:452] [openshift-multus/network-metrics-daemon-hd7q7 a06a63c576baff08dfd690db190f072ed14fe0a890dc9111a90bd358b138b814 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-hd7q7 a06a63c576baff08dfd690db190f072ed14fe0a890dc9111a90bd358b138b814 network default NAD default NAD key ] I0505 08:24:45.804577 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-hd7q7, hostIfaceName: a06a63c576baff0, network: default, NAD default, SandboxID: "a06a63c576baff08dfd690db190f072ed14fe0a890dc9111a90bd358b138b814", PCI device ID: , UID: "71e7b8be-b558-4db8-8fae-884d9585b687", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 08:24:45.854348 3735 cni.go:473] [openshift-multus/network-metrics-daemon-hd7q7 a06a63c576baff08dfd690db190f072ed14fe0a890dc9111a90bd358b138b814 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-hd7q7 a06a63c576baff08dfd690db190f072ed14fe0a890dc9111a90bd358b138b814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:52:d9:b1:fc:f9\",\"name\":\"a06a63c576baff0\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53d2f23f-ec29-422b-92fd-5a13d3aec27d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:24:49.949031 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:49.949657 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:50.311387 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:50.311415 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:50.319134 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 08:24:50.319160 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 08:24:54.959743 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:54.960300 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:55.346500 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:55.346527 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:55.352362 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 08:24:55.352384 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 08:25:22.088790 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.089327 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.320055 3735 cni.go:452] [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key ] I0505 08:25:22.391827 3735 cni.go:473] [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-794776bbc8-qcpf4 0d816d6e3827bed4bda7892fb2ebc8c2fc16b8a5852bec692d32a21f983eb988 network default NAD default NAD key default], result "{}", err I0505 08:25:22.439647 3735 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-qcpf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.439684 3735 pods.go:176] Deleting pod: openshift-console/console-794776bbc8-qcpf4 I0505 08:25:22.441009 3735 pods.go:236] Attempting to release IPs for pod: openshift-console/console-794776bbc8-qcpf4, ips: 10.130.0.22 I0505 08:25:22.441035 3735 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-qcpf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.451034 3735 base_network_controller_pods.go:487] [default/openshift-console/console-bcc697d8c-bhqdz] creating logical port openshift-console_console-bcc697d8c-bhqdz for pod on switch ip-10-0-2-96.ec2.internal I0505 08:25:22.451136 3735 kube.go:256] Updating pod openshift-console/console-bcc697d8c-bhqdz I0505 08:25:22.466077 3735 pod.go:62] [openshift-console/console-bcc697d8c-bhqdz] pod update took 14.968403ms I0505 08:25:22.466103 3735 base_network_controller_pods.go:951] [default/openshift-console/console-bcc697d8c-bhqdz] addLogicalPort annotation time took 14.996159ms I0505 08:25:22.467390 3735 pods.go:271] [openshift-console/console-bcc697d8c-bhqdz] addLogicalPort took 16.368104ms, libovsdb time 851.024µs I0505 08:25:22.809272 3735 cni.go:452] [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key ] I0505 08:25:22.819276 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bcc697d8c-bhqdz, hostIfaceName: 377c4fbb12b2624, network: default, NAD default, SandboxID: "377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834", PCI device ID: , UID: "99986ffb-76c4-49b9-80e2-11eb10a334b8", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 08:25:22.868860 3735 cni.go:473] [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:df:64:0b:c2:ff\",\"name\":\"377c4fbb12b2624\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efd37308-1cee-4c5e-b29c-eeea55178dc9\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:25:22.932040 3735 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-qcpf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:22.932063 3735 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-qcpf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:22.937201 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794776bbc8-qcpf4 I0505 08:25:22.937226 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794776bbc8-qcpf4 I0505 08:25:23.038442 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:23.038464 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:23.045001 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 08:25:23.045030 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0505 08:25:32.987874 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 08:25:33.451205 3735 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-vcmbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:33.451706 3735 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-vcmbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:34.081998 3735 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-vcmbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:34.082019 3735 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-vcmbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:34.088702 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794776bbc8-vcmbr I0505 08:25:34.088731 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794776bbc8-vcmbr I0505 08:25:57.672433 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:57.672991 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:58.204094 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:58.204120 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:58.214710 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 08:25:58.214734 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 08:26:02.082515 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0505 08:26:04.175242 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 08:26:26.464893 3735 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-fqmrf for pod on switch ip-10-0-2-96.ec2.internal I0505 08:26:26.465002 3735 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf I0505 08:26:26.484531 3735 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf] pod update took 19.557742ms I0505 08:26:26.484550 3735 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf] addLogicalPort annotation time took 19.582206ms I0505 08:26:26.485738 3735 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf] addLogicalPort took 20.867666ms, libovsdb time 885.259µs I0505 08:26:26.823394 3735 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf ca88953ffff9517eeb454e9a792b4da19a2726aac60ff3915fd766226e430001 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf ca88953ffff9517eeb454e9a792b4da19a2726aac60ff3915fd766226e430001 network default NAD default NAD key ] I0505 08:26:26.833347 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-fqmrf, hostIfaceName: ca88953ffff9517, network: default, NAD default, SandboxID: "ca88953ffff9517eeb454e9a792b4da19a2726aac60ff3915fd766226e430001", PCI device ID: , UID: "5c526cf4-54a2-4c4b-86ec-75e8e7c95465", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 08:26:26.882107 3735 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf ca88953ffff9517eeb454e9a792b4da19a2726aac60ff3915fd766226e430001 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fqmrf ca88953ffff9517eeb454e9a792b4da19a2726aac60ff3915fd766226e430001 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:09:f4:ef:87:34\",\"name\":\"ca88953ffff9517\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d301111-4a7c-47ac-8c90-807beaa9e969\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:26:28.568473 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:26:28.569091 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 08:26:29.187095 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:26:29.611005 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:26:29.611031 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 08:26:40.197901 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:26:40.239301 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 08:26:40.239384 3735 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fm54j IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fm54j: no pod IPs found I0505 08:26:40.310506 3735 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 08:26:46.170739 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 08:27:00.186336 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 08:27:03.209104 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 08:27:21.083681 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0505 08:27:31.315461 3735 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-jppmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:31.316027 3735 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-jppmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:31.689541 3735 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-jppmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:31.689564 3735 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-jppmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:31.694252 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bcc697d8c-jppmh I0505 08:27:31.694282 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bcc697d8c-jppmh I0505 08:27:41.701582 3735 cni.go:452] [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key ] I0505 08:27:41.783459 3735 cni.go:473] [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-bcc697d8c-bhqdz 377c4fbb12b2624940f1beb499da60d22fff30812eadf4049213b248299dc834 network default NAD default NAD key default], result "{}", err I0505 08:27:41.867791 3735 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-bhqdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:41.867821 3735 pods.go:176] Deleting pod: openshift-console/console-bcc697d8c-bhqdz I0505 08:27:41.869219 3735 pods.go:236] Attempting to release IPs for pod: openshift-console/console-bcc697d8c-bhqdz, ips: 10.130.0.23 I0505 08:27:41.869250 3735 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-bhqdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:42.464698 3735 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-bhqdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:42.464732 3735 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-bhqdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:42.470006 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bcc697d8c-bhqdz I0505 08:27:42.470032 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bcc697d8c-bhqdz I0505 08:27:55.085074 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0505 08:28:00.192793 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 08:28:18.096224 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=563 I0505 08:28:20.209806 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 08:28:40.083558 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0505 08:28:59.085010 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0505 08:29:24.170086 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 08:29:35.203264 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 08:30:04.453657 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:30:04.454220 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:30:05.475970 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:30:05.476018 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:30:17.181298 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 08:30:48.198439 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 08:31:04.232248 3735 namespace.go:98] [tsf] adding namespace I0505 08:31:04.233283 3735 namespace.go:102] [tsf] adding namespace took 1.005085ms I0505 08:31:04.250246 3735 namespace.go:142] [tsf] updating namespace I0505 08:31:04.266549 3735 namespace.go:142] [tsf] updating namespace I0505 08:31:08.170406 3735 namespace.go:98] [tsf-tpa] adding namespace I0505 08:31:08.171234 3735 namespace.go:102] [tsf-tpa] adding namespace took 810.295µs I0505 08:31:08.174366 3735 namespace.go:98] [konflux-ui] adding namespace I0505 08:31:08.174988 3735 namespace.go:102] [konflux-ui] adding namespace took 606.372µs I0505 08:31:08.178361 3735 namespace.go:98] [tsf-tas] adding namespace I0505 08:31:08.178931 3735 namespace.go:102] [tsf-tas] adding namespace took 553.63µs I0505 08:31:08.199528 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:08.199546 3735 namespace.go:98] [cert-manager-operator] adding namespace I0505 08:31:08.199719 3735 namespace.go:98] [rhbk-operator] adding namespace I0505 08:31:08.199766 3735 namespace.go:98] [tsf-keycloak] adding namespace I0505 08:31:08.199877 3735 namespace.go:98] [rhtpa-operator] adding namespace I0505 08:31:08.200289 3735 namespace.go:102] [cert-manager-operator] adding namespace took 729.005µs I0505 08:31:08.200954 3735 namespace.go:102] [rhbk-operator] adding namespace took 1.219081ms I0505 08:31:08.201576 3735 namespace.go:102] [tsf-keycloak] adding namespace took 1.787151ms I0505 08:31:08.201606 3735 namespace.go:98] [konflux-operator] adding namespace I0505 08:31:08.202147 3735 namespace.go:102] [konflux-operator] adding namespace took 530.371µs I0505 08:31:08.202637 3735 namespace.go:102] [rhtpa-operator] adding namespace took 2.745971ms I0505 08:31:08.223551 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:08.233088 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:31:08.233105 3735 namespace.go:142] [tsf-tas] updating namespace I0505 08:31:08.233256 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:31:08.236613 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 08:31:08.251654 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:31:08.251759 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:31:08.261710 3735 namespace.go:142] [tsf-tas] updating namespace I0505 08:31:08.261814 3735 namespace.go:142] [konflux-operator] updating namespace I0505 08:31:08.261842 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:08.269368 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:08.279555 3735 namespace.go:142] [tsf-tas] updating namespace I0505 08:31:08.289137 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:31:08.314913 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:31:08.337036 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 08:31:08.349981 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 08:31:08.362985 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:08.383879 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:08.383991 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:31:08.410075 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:31:08.431453 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:31:08.461426 3735 namespace.go:142] [konflux-operator] updating namespace I0505 08:31:08.484139 3735 namespace.go:142] [konflux-operator] updating namespace I0505 08:31:09.338580 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:09.362559 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:16.749029 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.749652 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.749681 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.749689 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:16.749702 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.749708 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:17.783584 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.783611 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.783621 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.783632 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:18.768757 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.769296 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.769334 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.769342 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:18.769353 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.769357 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:19.795464 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.795488 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.795498 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.795511 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.862369 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.862888 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.862915 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.862926 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:19.862941 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.862951 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:20.889730 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:20.889761 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:20.889778 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:20.889791 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:21.810953 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.811553 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.811580 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.811590 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:21.811602 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.811607 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:22.866722 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.866837 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.866855 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.866869 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.866884 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.867215 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.867238 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.867245 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:22.867257 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.867261 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:22.917371 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.917839 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.917857 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.917865 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:22.917875 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.917879 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:23.893806 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.893833 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.893848 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.893866 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.944373 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.944392 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.944406 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.944417 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:25.033068 3735 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-tb9qj for pod on switch ip-10-0-2-96.ec2.internal I0505 08:31:25.033195 3735 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj I0505 08:31:25.054789 3735 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj] pod update took 21.622368ms I0505 08:31:25.054814 3735 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj] addLogicalPort annotation time took 21.652409ms I0505 08:31:25.055994 3735 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj] addLogicalPort took 22.947771ms, libovsdb time 840.229µs I0505 08:31:25.720530 3735 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj d7ef49137572b3e1756b21e380934e939e83244d1aabd821f2025d702126c557 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj d7ef49137572b3e1756b21e380934e939e83244d1aabd821f2025d702126c557 network default NAD default NAD key ] I0505 08:31:25.731073 3735 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-tb9qj, hostIfaceName: d7ef49137572b3e, network: default, NAD default, SandboxID: "d7ef49137572b3e1756b21e380934e939e83244d1aabd821f2025d702126c557", PCI device ID: , UID: "b9f68772-11b6-43ee-9e66-900f042ca9e6", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 08:31:25.779987 3735 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj d7ef49137572b3e1756b21e380934e939e83244d1aabd821f2025d702126c557 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tb9qj d7ef49137572b3e1756b21e380934e939e83244d1aabd821f2025d702126c557 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:26:73:93:0c:97\",\"name\":\"d7ef49137572b3e\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f6b130f-b4eb-4b99-bbce-3c53de46fc62\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:31:29.122540 3735 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-8sfqf for pod on switch ip-10-0-2-96.ec2.internal I0505 08:31:29.122691 3735 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf I0505 08:31:29.145762 3735 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf] pod update took 23.10093ms I0505 08:31:29.145784 3735 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf] addLogicalPort annotation time took 23.128001ms I0505 08:31:29.147067 3735 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf] addLogicalPort took 24.548863ms, libovsdb time 950.299µs I0505 08:31:29.485845 3735 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf 9fd1a266a01ec9c465b2c378ceac7ca6c02225ae5fb1bbd1da9338ddc85a7931 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf 9fd1a266a01ec9c465b2c378ceac7ca6c02225ae5fb1bbd1da9338ddc85a7931 network default NAD default NAD key ] I0505 08:31:29.497045 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-8sfqf, hostIfaceName: 9fd1a266a01ec9c, network: default, NAD default, SandboxID: "9fd1a266a01ec9c465b2c378ceac7ca6c02225ae5fb1bbd1da9338ddc85a7931", PCI device ID: , UID: "79e1e1aa-33fd-42db-97ee-62689bad5981", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 08:31:29.546370 3735 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf 9fd1a266a01ec9c465b2c378ceac7ca6c02225ae5fb1bbd1da9338ddc85a7931 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8sfqf 9fd1a266a01ec9c465b2c378ceac7ca6c02225ae5fb1bbd1da9338ddc85a7931 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:20:e2:76:c5:4c\",\"name\":\"9fd1a266a01ec9c\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f98a58ac-8c1c-4492-a5e5-5b180b7b0fb0\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:31:29.678819 3735 namespace.go:98] [cert-manager] adding namespace I0505 08:31:29.679710 3735 namespace.go:102] [cert-manager] adding namespace took 867.995µs I0505 08:31:29.714508 3735 namespace.go:142] [cert-manager] updating namespace I0505 08:31:29.747366 3735 namespace.go:142] [cert-manager] updating namespace I0505 08:31:31.146689 3735 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-kfqc4 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:31:31.146782 3735 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4 I0505 08:31:31.161536 3735 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4] pod update took 14.780715ms I0505 08:31:31.161558 3735 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4] addLogicalPort annotation time took 14.806111ms I0505 08:31:31.162669 3735 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4] addLogicalPort took 15.999174ms, libovsdb time 771.578µs I0505 08:31:31.820494 3735 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4 d4932355ff913d5dd3f9961025f3b0ec6248ab48aba51a0d59b6b6e1574bd6b8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4 d4932355ff913d5dd3f9961025f3b0ec6248ab48aba51a0d59b6b6e1574bd6b8 network default NAD default NAD key ] I0505 08:31:31.830706 3735 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-kfqc4, hostIfaceName: d4932355ff913d5, network: default, NAD default, SandboxID: "d4932355ff913d5dd3f9961025f3b0ec6248ab48aba51a0d59b6b6e1574bd6b8", PCI device ID: , UID: "8ed97c67-b898-4fe5-b780-7c13c54756f1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 08:31:31.879693 3735 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4 d4932355ff913d5dd3f9961025f3b0ec6248ab48aba51a0d59b6b6e1574bd6b8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-kfqc4 d4932355ff913d5dd3f9961025f3b0ec6248ab48aba51a0d59b6b6e1574bd6b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:78:d0:d9:3d:fb\",\"name\":\"d4932355ff913d5\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a958cd0f-ab15-4a2a-b857-3edb408d506b\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:31:34.325569 3735 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-tcztd] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-tcztd for pod on switch ip-10-0-2-96.ec2.internal I0505 08:31:34.325744 3735 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-tcztd I0505 08:31:34.349557 3735 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-tcztd] pod update took 23.86846ms I0505 08:31:34.349580 3735 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-tcztd] addLogicalPort annotation time took 23.89776ms I0505 08:31:34.351000 3735 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-tcztd] addLogicalPort took 25.450616ms, libovsdb time 1.026221ms I0505 08:31:34.717710 3735 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-tcztd f336314f0cf33fc2ecad15b3300176c651fadb027bb4e4794f5768767eb14a64 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-tcztd f336314f0cf33fc2ecad15b3300176c651fadb027bb4e4794f5768767eb14a64 network default NAD default NAD key ] I0505 08:31:34.726874 3735 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-tcztd, hostIfaceName: f336314f0cf33fc, network: default, NAD default, SandboxID: "f336314f0cf33fc2ecad15b3300176c651fadb027bb4e4794f5768767eb14a64", PCI device ID: , UID: "f7b3a87b-18aa-4dc2-bd58-d38f9c27a16e", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 08:31:34.779225 3735 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-tcztd f336314f0cf33fc2ecad15b3300176c651fadb027bb4e4794f5768767eb14a64 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-tcztd f336314f0cf33fc2ecad15b3300176c651fadb027bb4e4794f5768767eb14a64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f1:be:49:d2:c0\",\"name\":\"f336314f0cf33fc\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe165fb0-a2c0-44fe-995f-eeb52510ed50\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:31:35.372731 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 08:31:35.372750 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 08:31:41.362684 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 08:31:41.362711 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 08:31:42.695457 3735 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-db9rs] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-db9rs for pod on switch ip-10-0-2-96.ec2.internal I0505 08:31:42.695579 3735 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-db9rs I0505 08:31:42.709671 3735 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-db9rs] pod update took 14.119173ms I0505 08:31:42.709696 3735 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-db9rs] addLogicalPort annotation time took 14.149214ms I0505 08:31:42.711052 3735 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-db9rs] addLogicalPort took 15.611372ms, libovsdb time 929.572µs I0505 08:31:43.056589 3735 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-db9rs e3ef3382aeb902e32b82289481d50d9ea41b19350b717b332ae94808d0c2da62 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-db9rs e3ef3382aeb902e32b82289481d50d9ea41b19350b717b332ae94808d0c2da62 network default NAD default NAD key ] I0505 08:31:43.066336 3735 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-db9rs, hostIfaceName: e3ef3382aeb902e, network: default, NAD default, SandboxID: "e3ef3382aeb902e32b82289481d50d9ea41b19350b717b332ae94808d0c2da62", PCI device ID: , UID: "9559ce9e-1c6c-4589-acff-def9ed603195", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 08:31:43.066695 3735 namespace.go:142] [openshift-operators] updating namespace I0505 08:31:43.080563 3735 namespace.go:142] [openshift-operators] updating namespace I0505 08:31:43.117173 3735 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-db9rs e3ef3382aeb902e32b82289481d50d9ea41b19350b717b332ae94808d0c2da62 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-db9rs e3ef3382aeb902e32b82289481d50d9ea41b19350b717b332ae94808d0c2da62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:73:05:e8:bf:bf\",\"name\":\"e3ef3382aeb902e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a404fb4-c31b-47d0-aaa2-8b69eb7e6f8a\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:31:44.875557 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.829665 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.839619 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.854998 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.863192 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 08:31:50.430626 3735 namespace.go:142] [openshift-operators] updating namespace I0505 08:31:51.036593 3735 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-vgzc9] creating logical port cert-manager_cert-manager-59c77684cc-vgzc9 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:31:51.036690 3735 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-vgzc9 I0505 08:31:51.051514 3735 pod.go:62] [cert-manager/cert-manager-59c77684cc-vgzc9] pod update took 14.847582ms I0505 08:31:51.051533 3735 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-vgzc9] addLogicalPort annotation time took 14.871384ms I0505 08:31:51.052898 3735 pods.go:271] [cert-manager/cert-manager-59c77684cc-vgzc9] addLogicalPort took 16.322259ms, libovsdb time 1.00145ms I0505 08:31:51.392992 3735 cni.go:452] [cert-manager/cert-manager-59c77684cc-vgzc9 654f3b66abc10bddca473112a121a36de3440191089270db1b12ad3ad3f2b694 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-vgzc9 654f3b66abc10bddca473112a121a36de3440191089270db1b12ad3ad3f2b694 network default NAD default NAD key ] I0505 08:31:51.404233 3735 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-vgzc9, hostIfaceName: 654f3b66abc10bd, network: default, NAD default, SandboxID: "654f3b66abc10bddca473112a121a36de3440191089270db1b12ad3ad3f2b694", PCI device ID: , UID: "efa9d0c7-3246-4436-913e-88cb749fd9b8", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 08:31:51.457264 3735 cni.go:473] [cert-manager/cert-manager-59c77684cc-vgzc9 654f3b66abc10bddca473112a121a36de3440191089270db1b12ad3ad3f2b694 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-vgzc9 654f3b66abc10bddca473112a121a36de3440191089270db1b12ad3ad3f2b694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1c:93:22:e2:df\",\"name\":\"654f3b66abc10bd\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09195df9-9d9d-4011-a979-d4f843081002\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:31:57.531414 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 08:31:59.497478 3735 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 08:31:59.498184 3735 namespace.go:102] [trusted-artifact-signer] adding namespace took 684.554µs I0505 08:31:59.543380 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:31:59.592360 3735 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 08:31:59.911579 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 08:32:00.610471 3735 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-mkrbt for pod on switch ip-10-0-2-96.ec2.internal I0505 08:32:00.610600 3735 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt I0505 08:32:00.626520 3735 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt] pod update took 15.939032ms I0505 08:32:00.626554 3735 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt] addLogicalPort annotation time took 15.979149ms I0505 08:32:00.628011 3735 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt] addLogicalPort took 17.558651ms, libovsdb time 925.513µs I0505 08:32:00.966706 3735 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt 62d12d734037e89b4508f6c7f55dab90df6dfdfeb3363aadd2de25561f5e4d29 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt 62d12d734037e89b4508f6c7f55dab90df6dfdfeb3363aadd2de25561f5e4d29 network default NAD default NAD key ] I0505 08:32:00.976042 3735 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-mkrbt, hostIfaceName: 62d12d734037e89, network: default, NAD default, SandboxID: "62d12d734037e89b4508f6c7f55dab90df6dfdfeb3363aadd2de25561f5e4d29", PCI device ID: , UID: "0eb07205-611a-4d34-9d7c-a8ea60f88aae", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 08:32:01.026339 3735 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt 62d12d734037e89b4508f6c7f55dab90df6dfdfeb3363aadd2de25561f5e4d29 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-mkrbt 62d12d734037e89b4508f6c7f55dab90df6dfdfeb3363aadd2de25561f5e4d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:58:9e:b2:c8:02\",\"name\":\"62d12d734037e89\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8ca43d-d8b5-435b-a5e8-708e772bdeb3\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:32:06.275325 3735 namespace.go:98] [openshift-pipelines] adding namespace I0505 08:32:06.276327 3735 namespace.go:102] [openshift-pipelines] adding namespace took 958.164µs I0505 08:32:06.315214 3735 namespace.go:142] [openshift-pipelines] updating namespace I0505 08:32:06.975536 3735 namespace.go:142] [cert-manager] updating namespace I0505 08:32:07.173732 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:32:07.566854 3735 namespace.go:142] [konflux-operator] updating namespace I0505 08:32:07.770121 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:32:07.969181 3735 namespace.go:142] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] updating namespace I0505 08:32:08.369910 3735 namespace.go:142] [rhbk-operator] updating namespace W0505 08:32:08.458706 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 08:32:08.568188 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:32:08.775532 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:32:08.988060 3735 namespace.go:142] [tsf] updating namespace I0505 08:32:09.196507 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:32:09.397648 3735 namespace.go:142] [tsf-tas] updating namespace I0505 08:32:09.612503 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:32:09.744701 3735 namespace.go:142] [cert-manager] updating namespace I0505 08:32:09.754257 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:32:09.762922 3735 namespace.go:142] [default] updating namespace I0505 08:32:09.772839 3735 namespace.go:142] [konflux-operator] updating namespace I0505 08:32:09.784012 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:32:09.792973 3735 namespace.go:142] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] updating namespace I0505 08:32:09.803427 3735 namespace.go:142] [openshift] updating namespace I0505 08:32:09.816818 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 08:32:09.824677 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:32:09.835410 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:32:09.844338 3735 namespace.go:142] [tsf] updating namespace I0505 08:32:09.855131 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:32:09.874660 3735 namespace.go:142] [tsf-tas] updating namespace I0505 08:32:09.897200 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:32:09.992850 3735 namespace.go:142] [cert-manager] updating namespace I0505 08:32:10.094374 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:32:10.196088 3735 namespace.go:142] [default] updating namespace I0505 08:32:10.306527 3735 namespace.go:142] [konflux-operator] updating namespace I0505 08:32:10.398627 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:32:10.497459 3735 namespace.go:142] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] updating namespace I0505 08:32:10.596554 3735 namespace.go:142] [openshift] updating namespace I0505 08:32:10.700565 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 08:32:10.796186 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:32:10.903995 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:32:10.996965 3735 namespace.go:142] [tsf] updating namespace I0505 08:32:11.099517 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:32:11.198844 3735 namespace.go:142] [tsf-tas] updating namespace I0505 08:32:11.311578 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 08:32:12.059800 3735 namespace.go:142] [openshift-pipelines] updating namespace I0505 08:32:12.949777 3735 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:12.950289 3735 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:12.977785 3735 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:12.977805 3735 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:12.983841 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 08:32:12.983867 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 08:32:18.451012 3735 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-bv2k7 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:32:18.451118 3735 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7 I0505 08:32:18.467909 3735 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7] pod update took 16.815923ms I0505 08:32:18.467931 3735 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7] addLogicalPort annotation time took 16.842023ms I0505 08:32:18.469041 3735 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7] addLogicalPort took 18.046288ms, libovsdb time 765.255µs I0505 08:32:20.165568 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-r47p5 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:32:20.165667 3735 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5 I0505 08:32:20.181692 3735 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5] pod update took 16.052753ms I0505 08:32:20.181720 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5] addLogicalPort annotation time took 16.084312ms I0505 08:32:20.183141 3735 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5] addLogicalPort took 17.588096ms, libovsdb time 1.016469ms I0505 08:32:20.531182 3735 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5 11e6ea3f92de565d400b8c3055c3c5321a903182805e4c5bfdc6e4498ab19eb9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5 11e6ea3f92de565d400b8c3055c3c5321a903182805e4c5bfdc6e4498ab19eb9 network default NAD default NAD key ] I0505 08:32:20.540665 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-r47p5, hostIfaceName: 11e6ea3f92de565, network: default, NAD default, SandboxID: "11e6ea3f92de565d400b8c3055c3c5321a903182805e4c5bfdc6e4498ab19eb9", PCI device ID: , UID: "60612eca-36bc-4dd1-bcbe-884854acde67", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 08:32:20.590647 3735 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5 11e6ea3f92de565d400b8c3055c3c5321a903182805e4c5bfdc6e4498ab19eb9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-r47p5 11e6ea3f92de565d400b8c3055c3c5321a903182805e4c5bfdc6e4498ab19eb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:70:cf:02:38:b6\",\"name\":\"11e6ea3f92de565\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df7e2f47-75c7-499f-b505-822362d74f95\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:32:23.569092 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service trusted-artifact-signer/cli-server W0505 08:32:24.583987 3735 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.584007 3735 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.584013 3735 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.584017 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.771101 3735 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 08:32:24.771124 3735 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 08:32:24.771131 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 08:32:24.797390 3735 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 08:32:24.797406 3735 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 08:32:24.797414 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 08:32:29.374364 3735 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7 1f456eb15b0e0ad926f58c3ed59c4b89aec32876c3943e62de4bc1a4d967de75 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7 1f456eb15b0e0ad926f58c3ed59c4b89aec32876c3943e62de4bc1a4d967de75 network default NAD default NAD key ] I0505 08:32:29.383828 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-bv2k7, hostIfaceName: 1f456eb15b0e0ad, network: default, NAD default, SandboxID: "1f456eb15b0e0ad926f58c3ed59c4b89aec32876c3943e62de4bc1a4d967de75", PCI device ID: , UID: "e5ac2073-0110-4314-9afd-b1fff46c49c2", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 08:32:29.436440 3735 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7 1f456eb15b0e0ad926f58c3ed59c4b89aec32876c3943e62de4bc1a4d967de75 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bv2k7 1f456eb15b0e0ad926f58c3ed59c4b89aec32876c3943e62de4bc1a4d967de75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e0:5d:15:23:12\",\"name\":\"1f456eb15b0e0ad\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e70512e-ad36-4ed7-abfd-f59155fa8caa\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:32:34.630704 3735 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 08:32:35.600230 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:35.600250 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:35.600255 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:35.600260 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:35.840853 3735 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 08:32:47.146077 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 08:32:55.754374 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 08:32:59.070285 3735 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:59.070825 3735 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:59.088555 3735 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:59.088572 3735 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:59.094532 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 08:32:59.094552 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 08:33:01.069011 3735 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 08:33:01.069770 3735 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 08:33:01.069808 3735 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 08:33:01.072392 3735 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 08:33:01.341699 3735 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:33:01.341799 3735 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 08:33:01.358341 3735 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.548197ms I0505 08:33:01.358367 3735 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.601784ms I0505 08:33:01.359693 3735 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.00708ms, libovsdb time 963.844µs I0505 08:33:01.707659 3735 cni.go:452] [tsf-keycloak/keycloak-0 d83e7845b306c4aef2522cefb528873e73ed90edc31d1ced60eafd886034454b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 d83e7845b306c4aef2522cefb528873e73ed90edc31d1ced60eafd886034454b network default NAD default NAD key ] I0505 08:33:01.716953 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: d83e7845b306c4a, network: default, NAD default, SandboxID: "d83e7845b306c4aef2522cefb528873e73ed90edc31d1ced60eafd886034454b", PCI device ID: , UID: "a366431d-08ef-4c0c-92f0-1241a35ea8e5", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 08:33:01.770012 3735 cni.go:473] [tsf-keycloak/keycloak-0 d83e7845b306c4aef2522cefb528873e73ed90edc31d1ced60eafd886034454b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 d83e7845b306c4aef2522cefb528873e73ed90edc31d1ced60eafd886034454b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:a7:02:0b:6c:c4\",\"name\":\"d83e7845b306c4a\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/260e5006-0716-4b0c-8114-b904b73d8729\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:33:04.652868 3735 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 08:33:08.790552 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 08:33:08.790570 3735 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 08:33:08.793455 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 08:33:08.793473 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 08:33:25.356344 3735 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:25.356365 3735 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:25.356383 3735 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:34.933961 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 08:33:34.933991 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 08:33:34.936669 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 08:33:34.936691 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0505 08:33:39.173976 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 08:33:41.136077 3735 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-l8ghp] creating logical port tsf-keycloak_tsf-iam-l8ghp for pod on switch ip-10-0-2-96.ec2.internal I0505 08:33:41.136204 3735 kube.go:256] Updating pod tsf-keycloak/tsf-iam-l8ghp I0505 08:33:41.152166 3735 pod.go:62] [tsf-keycloak/tsf-iam-l8ghp] pod update took 15.985832ms I0505 08:33:41.152193 3735 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-l8ghp] addLogicalPort annotation time took 16.016925ms I0505 08:33:41.153769 3735 pods.go:271] [tsf-keycloak/tsf-iam-l8ghp] addLogicalPort took 17.70911ms, libovsdb time 988.934µs I0505 08:33:41.558557 3735 cni.go:452] [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key ] I0505 08:33:41.567863 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-l8ghp, hostIfaceName: 0a48cdc9184b050, network: default, NAD default, SandboxID: "0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce", PCI device ID: , UID: "2f44366e-f7ba-4dbb-9892-7971686dd23e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 08:33:41.620117 3735 cni.go:473] [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:10:bb:4d:74:e1\",\"name\":\"0a48cdc9184b050\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e83f7007-e57d-40bd-ac2d-da5e161fae23\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:33:51.356123 3735 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:33:51.356836 3735 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:33:51.396345 3735 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:33:51.396367 3735 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:33:51.405215 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 08:33:51.405231 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 08:33:54.089452 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 W0505 08:33:56.290807 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 08:33:56.570496 3735 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 08:33:56.570515 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 08:34:00.064897 3735 cni.go:452] [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key ] I0505 08:34:00.153685 3735 cni.go:473] [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-l8ghp 0a48cdc9184b0508f933f3ec5952de0e4d64357a3b01c379b146241c744abcce network default NAD default NAD key default], result "{}", err I0505 08:34:00.203395 3735 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l8ghp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:34:00.203431 3735 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-l8ghp I0505 08:34:00.204839 3735 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-l8ghp, ips: 10.130.0.35 I0505 08:34:00.204868 3735 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l8ghp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:34:01.086901 3735 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l8ghp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:34:01.086929 3735 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l8ghp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 08:34:02.277705 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 08:34:03.284892 3735 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 08:34:03.581539 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 08:34:08.472911 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-v6lgw for pod on switch ip-10-0-2-96.ec2.internal I0505 08:34:08.472997 3735 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw I0505 08:34:08.488291 3735 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw] pod update took 15.317027ms I0505 08:34:08.488330 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw] addLogicalPort annotation time took 15.344549ms I0505 08:34:08.489518 3735 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw] addLogicalPort took 16.622312ms, libovsdb time 821.13µs I0505 08:34:08.832214 3735 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw c18e32fd48da31a7dee0eea262ed5398751f1c66caf25c2513ca974fca30892f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw c18e32fd48da31a7dee0eea262ed5398751f1c66caf25c2513ca974fca30892f network default NAD default NAD key ] I0505 08:34:08.841537 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-v6lgw, hostIfaceName: c18e32fd48da31a, network: default, NAD default, SandboxID: "c18e32fd48da31a7dee0eea262ed5398751f1c66caf25c2513ca974fca30892f", PCI device ID: , UID: "c52a2640-d897-41b6-a049-4741b81e8273", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 08:34:08.893658 3735 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw c18e32fd48da31a7dee0eea262ed5398751f1c66caf25c2513ca974fca30892f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-v6lgw c18e32fd48da31a7dee0eea262ed5398751f1c66caf25c2513ca974fca30892f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:17:cc:af:d7:e6\",\"name\":\"c18e32fd48da31a\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ab7a325-9d51-481a-9a05-87eccf9cf230\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:34:09.212455 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 08:34:16.086003 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 08:34:59.962665 3735 namespace.go:142] [openshift-pipelines] updating namespace I0505 08:35:07.189403 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 08:35:28.195486 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 08:35:31.172840 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 08:35:34.086568 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=96 I0505 08:35:52.178763 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0505 08:36:46.184556 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 08:36:51.088124 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0505 08:37:01.211957 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 08:37:43.088240 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=64 I0505 08:37:59.108122 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=423 I0505 08:38:03.207211 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 08:39:17.202036 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 08:39:52.177719 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 08:40:00.088983 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0505 08:40:03.740228 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:40:03.740847 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:40:04.615491 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:40:04.615513 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:40:29.216047 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 08:42:07.089641 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0505 08:42:07.094664 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0505 08:42:34.187638 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 08:43:10.091234 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 08:43:29.192289 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 08:43:39.210726 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 08:43:53.890461 3735 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:53.891115 3735 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:53.902445 3735 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:53.902475 3735 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:53.909953 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/segment-backup-installation-2xl7c-9v7j8 I0505 08:43:53.909976 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/segment-backup-installation-2xl7c-9v7j8 I0505 08:43:54.919373 3735 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.919966 3735 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.933671 3735 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.933694 3735 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.942701 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/ctlog-createtree-job-52zpb-xfwp8 I0505 08:43:54.942721 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/ctlog-createtree-job-52zpb-xfwp8 I0505 08:43:54.979858 3735 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.980376 3735 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.996307 3735 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.996337 3735 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:55.000455 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/rekor-createtree-job-9d6kt-phmmf I0505 08:43:55.000471 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/rekor-createtree-job-9d6kt-phmmf I0505 08:44:24.182012 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 08:44:31.198419 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 08:44:43.214377 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 08:44:46.175743 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0505 08:45:15.181381 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 08:45:26.092510 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0505 08:46:06.090820 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0505 08:46:31.111950 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=60 I0505 08:46:31.218737 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 08:46:54.205415 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 08:47:28.097631 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 08:48:18.679220 3735 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:48:18.679821 3735 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:49:16.213512 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 08:49:18.785831 3735 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:49:18.785886 3735 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:49:18.791033 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 08:49:18.791052 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 08:49:49.184868 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 08:50:04.083674 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:50:04.084216 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:50:04.966386 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:04.966414 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:05.001930 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:05.001973 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:05.007473 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 I0505 08:50:05.007498 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 I0505 08:50:18.184962 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 08:50:25.093041 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0505 08:50:39.093844 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 08:50:42.095478 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0505 08:50:43.217372 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 08:51:07.202052 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 08:52:21.190603 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 08:52:23.195647 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 08:52:43.178534 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 08:53:18.093873 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0505 08:53:38.221492 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0505 08:54:04.501977 3735 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-l8ghp I0505 08:54:11.417606 3735 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:11.418200 3735 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:11.456344 3735 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:11.456364 3735 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:11.465051 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 08:54:11.465076 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 08:54:19.525705 3735 obj_retry.go:498] Detected object tsf/patch-tekton-config-lc6nw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:19.526271 3735 obj_retry.go:498] Detected object tsf/patch-tekton-config-lc6nw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:20.546667 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:20.546716 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:26.554284 3735 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j5wfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:26.554915 3735 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j5wfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:27.443630 3735 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j5wfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.443657 3735 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j5wfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.475009 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.475029 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.479233 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-lc6nw I0505 08:54:27.479257 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-lc6nw I0505 08:54:32.526376 3735 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:32.526920 3735 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:32.547008 3735 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:32.547040 3735 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:32.552757 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 08:54:32.552782 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 08:54:38.640302 3735 obj_retry.go:498] Detected object tsf-tpa/create-db-pqdqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:38.640922 3735 obj_retry.go:498] Detected object tsf-tpa/create-db-pqdqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:39.664980 3735 obj_retry.go:492] Detected object tsf-tpa/create-db-pqdqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:39.665007 3735 obj_retry.go:492] Detected object tsf-tpa/create-db-pqdqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:42.663413 3735 obj_retry.go:498] Detected object tsf-tpa/migrate-db-q9lx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:42.663994 3735 obj_retry.go:498] Detected object tsf-tpa/migrate-db-q9lx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:42.803734 3735 obj_retry.go:492] Detected object tsf-tpa/migrate-db-q9lx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:42.803759 3735 obj_retry.go:492] Detected object tsf-tpa/migrate-db-q9lx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:43.012585 3735 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-sxgn8] creating logical port tsf-tpa_create-importers-sxgn8 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:54:43.012683 3735 kube.go:256] Updating pod tsf-tpa/create-importers-sxgn8 I0505 08:54:43.025588 3735 pod.go:62] [tsf-tpa/create-importers-sxgn8] pod update took 12.926123ms I0505 08:54:43.025611 3735 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-sxgn8] addLogicalPort annotation time took 12.955283ms I0505 08:54:43.026977 3735 pods.go:271] [tsf-tpa/create-importers-sxgn8] addLogicalPort took 14.405985ms, libovsdb time 962.654µs I0505 08:54:43.371196 3735 cni.go:452] [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key ] I0505 08:54:43.381508 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-sxgn8, hostIfaceName: 968a03272c591a4, network: default, NAD default, SandboxID: "968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf", PCI device ID: , UID: "67dcb8d4-f7f8-4d19-b4e1-0f83c71de7f7", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 08:54:43.436570 3735 cni.go:473] [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c1:db:f9:58:27\",\"name\":\"968a03272c591a4\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d834818c-0d0a-4055-9493-5d19b12bf77d\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:54:46.842455 3735 cni.go:452] [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key ] I0505 08:54:46.934948 3735 cni.go:473] [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-sxgn8 968a03272c591a42779d13aa002d0a11d63519c59fdea2efd24f95a95ea17acf network default NAD default NAD key default], result "{}", err I0505 08:54:48.360648 3735 obj_retry.go:498] Detected object tsf-tpa/create-importers-sxgn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:48.360686 3735 pods.go:176] Deleting pod: tsf-tpa/create-importers-sxgn8 I0505 08:54:48.362033 3735 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-sxgn8, ips: 10.130.0.37 I0505 08:54:48.362067 3735 obj_retry.go:498] Detected object tsf-tpa/create-importers-sxgn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 08:54:48.844100 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service trusted-artifact-signer/cli-server I0505 08:54:49.385679 3735 obj_retry.go:492] Detected object tsf-tpa/create-importers-sxgn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:49.385706 3735 obj_retry.go:492] Detected object tsf-tpa/create-importers-sxgn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 08:54:50.577750 3735 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 08:55:06.115197 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=126 I0505 08:55:06.208272 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 08:55:18.757993 3735 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:18.758536 3735 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:18.783599 3735 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:18.783623 3735 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:18.792052 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 08:55:18.792076 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 08:55:19.490652 3735 namespace.go:98] [integration-service] adding namespace I0505 08:55:19.491472 3735 namespace.go:102] [integration-service] adding namespace took 793.862µs I0505 08:55:19.497222 3735 namespace.go:98] [build-service] adding namespace I0505 08:55:19.497246 3735 namespace.go:98] [image-controller] adding namespace I0505 08:55:19.497908 3735 namespace.go:102] [build-service] adding namespace took 672.222µs I0505 08:55:19.498402 3735 namespace.go:102] [image-controller] adding namespace took 1.140102ms I0505 08:55:19.500388 3735 namespace.go:98] [default-tenant] adding namespace I0505 08:55:19.500938 3735 namespace.go:102] [default-tenant] adding namespace took 536.409µs I0505 08:55:19.554711 3735 namespace.go:142] [integration-service] updating namespace I0505 08:55:19.594530 3735 namespace.go:142] [integration-service] updating namespace I0505 08:55:19.624413 3735 namespace.go:142] [build-service] updating namespace I0505 08:55:19.649014 3735 namespace.go:142] [build-service] updating namespace I0505 08:55:19.674525 3735 namespace.go:142] [image-controller] updating namespace I0505 08:55:19.752364 3735 namespace.go:142] [default-tenant] updating namespace I0505 08:55:19.782134 3735 namespace.go:142] [image-controller] updating namespace I0505 08:55:19.811260 3735 namespace.go:142] [default-tenant] updating namespace I0505 08:55:19.861814 3735 namespace.go:142] [build-service] updating namespace I0505 08:55:19.914947 3735 namespace.go:142] [integration-service] updating namespace I0505 08:55:19.926364 3735 namespace.go:98] [release-service] adding namespace I0505 08:55:19.927089 3735 namespace.go:102] [release-service] adding namespace took 710.593µs I0505 08:55:20.008260 3735 namespace.go:142] [release-service] updating namespace I0505 08:55:20.038099 3735 namespace.go:142] [konflux-ui] updating namespace I0505 08:55:20.075686 3735 namespace.go:142] [release-service] updating namespace I0505 08:55:20.250093 3735 namespace.go:98] [konflux-info] adding namespace I0505 08:55:20.251050 3735 namespace.go:102] [konflux-info] adding namespace took 938.629µs I0505 08:55:20.316916 3735 namespace.go:98] [namespace-lister] adding namespace I0505 08:55:20.317679 3735 namespace.go:102] [namespace-lister] adding namespace took 739.071µs I0505 08:55:20.334585 3735 namespace.go:142] [konflux-info] updating namespace I0505 08:55:20.441768 3735 namespace.go:98] [enterprise-contract-service] adding namespace I0505 08:55:20.442548 3735 namespace.go:102] [enterprise-contract-service] adding namespace took 766.574µs I0505 08:55:20.451855 3735 namespace.go:142] [konflux-info] updating namespace I0505 08:55:20.581174 3735 namespace.go:142] [image-controller] updating namespace I0505 08:55:20.581458 3735 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:20.784328 3735 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:20.896201 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:20.938034 3735 namespace.go:142] [default-tenant] updating namespace I0505 08:55:21.009435 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:21.300543 3735 namespace.go:98] [segment-bridge] adding namespace I0505 08:55:21.301375 3735 namespace.go:102] [segment-bridge] adding namespace took 811.445µs I0505 08:55:21.471910 3735 namespace.go:98] [konflux-cli] adding namespace I0505 08:55:21.472718 3735 namespace.go:102] [konflux-cli] adding namespace took 790.75µs I0505 08:55:21.602614 3735 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:21.834449 3735 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:22.003767 3735 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-mqwrh] creating logical port namespace-lister_namespace-lister-696b855848-mqwrh for pod on switch ip-10-0-2-96.ec2.internal I0505 08:55:22.003884 3735 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-mqwrh I0505 08:55:22.069688 3735 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-mqwrh I0505 08:55:22.134827 3735 pod.go:62] [namespace-lister/namespace-lister-696b855848-mqwrh] pod update took 130.985246ms I0505 08:55:22.134848 3735 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-mqwrh] addLogicalPort annotation time took 131.0113ms I0505 08:55:22.136131 3735 pods.go:271] [namespace-lister/namespace-lister-696b855848-mqwrh] addLogicalPort took 132.381486ms, libovsdb time 878.674µs I0505 08:55:22.447760 3735 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:22.609154 3735 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:22.622720 3735 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 08:55:22.623361 3735 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 08:55:22.623378 3735 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 08:55:22.626335 3735 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 08:55:22.684537 3735 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 08:55:22.684561 3735 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 08:55:22.685572 3735 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 08:55:23.150626 3735 namespace.go:142] [build-service] updating namespace I0505 08:55:23.312692 3735 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7984db869d-84c8p] creating logical port konflux-ui_proxy-7984db869d-84c8p for pod on switch ip-10-0-2-96.ec2.internal I0505 08:55:23.312810 3735 kube.go:256] Updating pod konflux-ui/proxy-7984db869d-84c8p I0505 08:55:23.354941 3735 pod.go:62] [konflux-ui/proxy-7984db869d-84c8p] pod update took 42.178249ms I0505 08:55:23.354962 3735 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7984db869d-84c8p] addLogicalPort annotation time took 42.204383ms I0505 08:55:23.356271 3735 pods.go:271] [konflux-ui/proxy-7984db869d-84c8p] addLogicalPort took 43.596472ms, libovsdb time 839.387µs I0505 08:55:23.673606 3735 namespace.go:142] [default-tenant] updating namespace I0505 08:55:23.732629 3735 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-mqrlz] creating logical port image-controller_image-controller-controller-manager-6f859968fc-mqrlz for pod on switch ip-10-0-2-96.ec2.internal I0505 08:55:23.732739 3735 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-mqrlz I0505 08:55:23.778818 3735 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-mqrlz] pod update took 46.098391ms I0505 08:55:23.778846 3735 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-mqrlz] addLogicalPort annotation time took 46.139138ms I0505 08:55:23.780236 3735 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-mqrlz] addLogicalPort took 47.628492ms, libovsdb time 968.874µs I0505 08:55:23.966464 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:24.253476 3735 namespace.go:142] [image-controller] updating namespace I0505 08:55:24.565116 3735 namespace.go:142] [integration-service] updating namespace I0505 08:55:24.600216 3735 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-wp86b] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-wp86b for pod on switch ip-10-0-2-96.ec2.internal I0505 08:55:24.600348 3735 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-wp86b I0505 08:55:24.633800 3735 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-wp86b] pod update took 33.499374ms I0505 08:55:24.633821 3735 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-wp86b] addLogicalPort annotation time took 33.527038ms I0505 08:55:24.635072 3735 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-wp86b] addLogicalPort took 34.879422ms, libovsdb time 887.316µs I0505 08:55:24.780929 3735 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:25.040655 3735 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-578bd47578-2nbg4] creating logical port integration-service_integration-service-controller-manager-578bd47578-2nbg4 for pod on switch ip-10-0-2-96.ec2.internal I0505 08:55:25.040800 3735 kube.go:256] Updating pod integration-service/integration-service-controller-manager-578bd47578-2nbg4 I0505 08:55:25.076695 3735 namespace.go:142] [konflux-info] updating namespace I0505 08:55:25.102548 3735 kube.go:256] Updating pod integration-service/integration-service-controller-manager-578bd47578-2nbg4 I0505 08:55:25.130873 3735 pod.go:62] [integration-service/integration-service-controller-manager-578bd47578-2nbg4] pod update took 90.102906ms I0505 08:55:25.130892 3735 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-578bd47578-2nbg4] addLogicalPort annotation time took 90.125923ms I0505 08:55:25.132255 3735 pods.go:271] [integration-service/integration-service-controller-manager-578bd47578-2nbg4] addLogicalPort took 91.634281ms, libovsdb time 866.016µs I0505 08:55:25.324618 3735 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:25.591031 3735 namespace.go:142] [release-service] updating namespace I0505 08:55:25.622142 3735 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-mqrlz 356df5cfbe739615666bbbfa421928acbd4fc701a5d07b46612678a69c1e7959 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-mqrlz 356df5cfbe739615666bbbfa421928acbd4fc701a5d07b46612678a69c1e7959 network default NAD default NAD key ] I0505 08:55:25.632463 3735 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-mqrlz, hostIfaceName: 356df5cfbe73961, network: default, NAD default, SandboxID: "356df5cfbe739615666bbbfa421928acbd4fc701a5d07b46612678a69c1e7959", PCI device ID: , UID: "7cd5e330-6ca0-4126-9216-682a2968aae1", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 08:55:25.685176 3735 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-mqrlz 356df5cfbe739615666bbbfa421928acbd4fc701a5d07b46612678a69c1e7959 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-mqrlz 356df5cfbe739615666bbbfa421928acbd4fc701a5d07b46612678a69c1e7959 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:34:ed:7f:ac:1d\",\"name\":\"356df5cfbe73961\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd8c461b-4d4a-43c5-9c35-ce8b26d4871a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:55:25.782121 3735 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:25.893121 3735 namespace.go:142] [build-service] updating namespace I0505 08:55:25.910077 3735 namespace.go:142] [default-tenant] updating namespace I0505 08:55:25.932090 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:25.948010 3735 namespace.go:142] [image-controller] updating namespace I0505 08:55:25.953856 3735 cni.go:452] [namespace-lister/namespace-lister-696b855848-mqwrh 85d8fbf0cff7c3ba358882b67a44516868a9a248d3761dd1659798226c2fe8ed network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-mqwrh 85d8fbf0cff7c3ba358882b67a44516868a9a248d3761dd1659798226c2fe8ed network default NAD default NAD key ] I0505 08:55:25.960035 3735 namespace.go:142] [integration-service] updating namespace I0505 08:55:25.967295 3735 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-mqwrh, hostIfaceName: 85d8fbf0cff7c3b, network: default, NAD default, SandboxID: "85d8fbf0cff7c3ba358882b67a44516868a9a248d3761dd1659798226c2fe8ed", PCI device ID: , UID: "b461a8c9-766b-4709-bd9d-faafb159f623", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 08:55:25.975952 3735 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:25.985588 3735 namespace.go:142] [konflux-info] updating namespace I0505 08:55:26.003011 3735 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:26.019744 3735 namespace.go:142] [release-service] updating namespace I0505 08:55:26.024724 3735 cni.go:473] [namespace-lister/namespace-lister-696b855848-mqwrh 85d8fbf0cff7c3ba358882b67a44516868a9a248d3761dd1659798226c2fe8ed network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-mqwrh 85d8fbf0cff7c3ba358882b67a44516868a9a248d3761dd1659798226c2fe8ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:30:92:06:d4:39\",\"name\":\"85d8fbf0cff7c3b\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e3a6001-f087-409d-a796-0fd366a49bd5\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:55:26.045976 3735 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:26.105787 3735 namespace.go:142] [build-service] updating namespace I0505 08:55:26.188674 3735 namespace.go:142] [default-tenant] updating namespace I0505 08:55:26.255727 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:26.334094 3735 namespace.go:142] [image-controller] updating namespace I0505 08:55:26.436179 3735 namespace.go:142] [integration-service] updating namespace I0505 08:55:26.547965 3735 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:26.701799 3735 namespace.go:142] [konflux-info] updating namespace I0505 08:55:26.796983 3735 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:26.895663 3735 namespace.go:142] [release-service] updating namespace I0505 08:55:27.004169 3735 namespace.go:142] [segment-bridge] updating namespace W0505 08:55:29.049946 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 08:55:29.078893 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 08:55:29.708047 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 08:55:30.055706 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0505 08:55:31.198882 3735 cni.go:452] [konflux-ui/proxy-7984db869d-84c8p b496ae9b9d5e85165ab26ab60a878fbd67c8aad94125310efb74c81f3c6cbbc2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7984db869d-84c8p b496ae9b9d5e85165ab26ab60a878fbd67c8aad94125310efb74c81f3c6cbbc2 network default NAD default NAD key ] I0505 08:55:31.208168 3735 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7984db869d-84c8p, hostIfaceName: b496ae9b9d5e851, network: default, NAD default, SandboxID: "b496ae9b9d5e85165ab26ab60a878fbd67c8aad94125310efb74c81f3c6cbbc2", PCI device ID: , UID: "aa982a7d-0cad-418a-8af3-5a0e9e440ba3", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 08:55:31.260691 3735 cni.go:473] [konflux-ui/proxy-7984db869d-84c8p b496ae9b9d5e85165ab26ab60a878fbd67c8aad94125310efb74c81f3c6cbbc2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7984db869d-84c8p b496ae9b9d5e85165ab26ab60a878fbd67c8aad94125310efb74c81f3c6cbbc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e0:e2:d5:67:c0\",\"name\":\"b496ae9b9d5e851\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a72e4e9-4588-48e6-b7d0-75f57e7be0d1\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:55:32.470462 3735 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-wp86b a8ef1b376d7d6823407e24d527a8acd5c0305ea8cbc2e72d6890bc12d80fee91 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-wp86b a8ef1b376d7d6823407e24d527a8acd5c0305ea8cbc2e72d6890bc12d80fee91 network default NAD default NAD key ] I0505 08:55:32.481130 3735 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-wp86b, hostIfaceName: a8ef1b376d7d682, network: default, NAD default, SandboxID: "a8ef1b376d7d6823407e24d527a8acd5c0305ea8cbc2e72d6890bc12d80fee91", PCI device ID: , UID: "daaea30d-4e0d-4f9f-84a3-9e672fec198d", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 08:55:32.546089 3735 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-wp86b a8ef1b376d7d6823407e24d527a8acd5c0305ea8cbc2e72d6890bc12d80fee91 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-wp86b a8ef1b376d7d6823407e24d527a8acd5c0305ea8cbc2e72d6890bc12d80fee91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ed:15:43:2b:dc\",\"name\":\"a8ef1b376d7d682\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9077103-0fb7-4995-9bc8-76ff251767ed\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 08:55:32.906329 3735 cni.go:452] [integration-service/integration-service-controller-manager-578bd47578-2nbg4 b0c0c4b06e7e95e2fd4a051d77511dbe52eb4a95a1b44b84fc85563f61032acb network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-578bd47578-2nbg4 b0c0c4b06e7e95e2fd4a051d77511dbe52eb4a95a1b44b84fc85563f61032acb network default NAD default NAD key ] I0505 08:55:32.917033 3735 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-578bd47578-2nbg4, hostIfaceName: b0c0c4b06e7e95e, network: default, NAD default, SandboxID: "b0c0c4b06e7e95e2fd4a051d77511dbe52eb4a95a1b44b84fc85563f61032acb", PCI device ID: , UID: "00d645a5-e271-42c2-ab73-b6ba9ef47885", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 08:55:32.973827 3735 cni.go:473] [integration-service/integration-service-controller-manager-578bd47578-2nbg4 b0c0c4b06e7e95e2fd4a051d77511dbe52eb4a95a1b44b84fc85563f61032acb network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-578bd47578-2nbg4 b0c0c4b06e7e95e2fd4a051d77511dbe52eb4a95a1b44b84fc85563f61032acb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:dd:1a:ca:b3:ae\",\"name\":\"b0c0c4b06e7e95e\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ff956a9-ea66-417d-a457-d9b74fcc61b9\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 08:55:38.737020 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:38.738364 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:38.766688 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:38.766707 3735 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:39.111819 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:39.111838 3735 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:39.134039 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:39.134126 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:39.151354 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 08:55:39.152453 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 08:55:40.054356 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 08:55:41.818410 3735 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 08:55:49.754477 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:49.754501 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:49.757490 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:49.757514 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:50.117173 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:50.124259 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:50.155635 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 08:55:50.157968 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-96.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0505 08:55:50.465147 3735 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:50.465726 3735 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:50.827296 3735 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:50.827340 3735 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:50.832330 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 I0505 08:55:50.832351 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8