+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-149.ec2.internal ++ [[ -n ip-10-0-1-149.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-149.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:05:12.978822736 - disable conntrack on geneve port' I0506 20:05:12.978822736 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:05:12.996161530 - starting ovnkube-node' I0506 20:05:12.996161530 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-149.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-149.ec2.internal --init-node ip-10-0-1-149.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-149.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 20:05:13.039248 3679 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 20:05:13.039306 3679 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-770043485e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 20:05:13.041172 3679 kube.go:431] Waiting for certificate I0506 20:05:13.041207 3679 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 20:05:13.041243 3679 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 20:05:13.041994 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:05:13.076529 3679 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:13.076546 3679 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:13.080022 3679 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:13.080108 3679 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cpvhx" I0506 20:05:13.085868 3679 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cpvhx" I0506 20:05:13.085949 3679 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:14.042133 3679 kube.go:438] Certificate found I0506 20:05:14.042721 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:05:14.043627 3679 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 20:05:14.090341 3679 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:00:13 +0000 UTC" deadline="2026-05-07 16:07:15.983851293 +0000 UTC" I0506 20:05:14.090388 3679 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h2m1.893472023s" I0506 20:05:14.108775 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:05:14.124945 3679 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 20:05:14.125141 3679 server.go:101] MetricServer registers OVS metrics I0506 20:05:14.125447 3679 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 20:05:14.125573 3679 factory.go:561] Starting watch factory I0506 20:05:14.125681 3679 server.go:105] MetricServer registers OVN DB metrics I0506 20:05:14.125802 3679 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.125850 3679 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.126592 3679 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.126650 3679 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.125710 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.126781 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.126947 3679 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.126967 3679 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.127011 3679 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.127037 3679 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.127442 3679 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.127469 3679 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.130949 3679 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 20:05:14.131010 3679 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 20:05:14.134484 3679 controller_manager.go:370] Starting the ovnkube controller I0506 20:05:14.134494 3679 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-149.ec2.internal I0506 20:05:14.134535 3679 controller_manager.go:395] NBDB zone sync took: 34.585µs I0506 20:05:14.134543 3679 factory.go:561] Starting watch factory I0506 20:05:14.143956 3679 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 20:05:14.143983 3679 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 20:05:14.145364 3679 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.145418 3679 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.147037 3679 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.147082 3679 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.149327 3679 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.150166 3679 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 20:05:14.150252 3679 server.go:109] MetricServer registers OVN Controller metrics I0506 20:05:14.152189 3679 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:14.156232 3679 server.go:113] MetricServer registers OVN Northd metrics I0506 20:05:14.160067 3679 metrics.go:519] OVN Metrics Server starts to run ... I0506 20:05:14.230931 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:05:14.230964 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:05:14.230968 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:05:14.230971 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:05:14.230975 3679 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:05:14.230978 3679 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:05:14.231082 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:14.231099 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:14.231100 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:14.231122 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:14.233812 3679 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:14.233827 3679 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:14.236098 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:05:14.236111 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:05:14.236178 3679 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.236194 3679 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.238352 3679 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.240349 3679 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:05:14.240359 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:05:14.240362 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:05:14.240365 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:05:14.240368 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:05:14.240371 3679 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:05:14.241258 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:05:14.241309 3679 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.241321 3679 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.243806 3679 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.245659 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:05:14.245669 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:05:14.246799 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:05:14.246861 3679 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.246875 3679 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.249164 3679 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.251067 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:05:14.252205 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:05:14.252256 3679 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.252267 3679 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.254446 3679 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.256518 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:05:14.257708 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:05:14.257762 3679 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.257773 3679 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.260199 3679 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.262108 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:05:14.263204 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:05:14.263379 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:05:14.263392 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:05:14.265936 3679 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:05:14.267905 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:05:14.269133 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:05:14.269204 3679 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.269217 3679 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.269242 3679 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.269262 3679 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.271710 3679 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.271940 3679 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:14.273798 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:05:14.275180 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:05:14.275190 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:05:14.275197 3679 factory.go:680] Watch Factory start up complete, took: 149.62981ms I0506 20:05:14.275262 3679 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 20:05:14.279658 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:05:14.284899 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:05:14.284908 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:05:14.284916 3679 factory.go:680] Watch Factory start up complete, took: 150.370462ms I0506 20:05:14.284923 3679 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-149.ec2.internal" zone I0506 20:05:14.321966 3679 default_node_network_controller.go:710] Initializing the default node network controller I0506 20:05:14.403629 3679 udn_isolation.go:101] Starting UDN host isolation manager I0506 20:05:14.409949 3679 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 20:05:14.484753 3679 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 20:05:14.484814 3679 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 20:05:14.484826 3679 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 20:05:14.518138 3679 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 20:05:14.518203 3679 default_node_network_controller.go:809] Node ip-10-0-1-149.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0506 20:05:14.523829 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.149"] k8s.ovn.org/zone-name:ip-10-0-1-149.ec2.internal] on node ip-10-0-1-149.ec2.internal I0506 20:05:14.543335 3679 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 20:05:14.549129 3679 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 20:05:14.549243 3679 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0506 20:05:14.549354 3679 gateway_init.go:263] Preparing Gateway I0506 20:05:14.549365 3679 gateway_shared_intf.go:1687] Creating new gateway I0506 20:05:14.672464 3679 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:05:14.678550 3679 iptables.go:108] Creating table: filter chain: OUTPUT I0506 20:05:14.684463 3679 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 20:05:14.684479 3679 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-149.ec2.internal","mac-address":"0a:ff:d4:60:99:dd","ip-addresses":["10.0.1.149/24"],"ip-address":"10.0.1.149/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6ac454ec-1a89-41e5-8dc1-44cecccdbc0e k8s.ovn.org/node-encap-ips:["10.0.1.149"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.149/24"} k8s.ovn.org/zone-name:ip-10-0-1-149.ec2.internal] on node ip-10-0-1-149.ec2.internal I0506 20:05:14.703804 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:14.785892 3679 controller_manager.go:429] Waiting for node in zone sync took: 500.954795ms I0506 20:05:14.790867 3679 controller_manager.go:611] Switching to transit router for layer2 networks I0506 20:05:14.790882 3679 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-149.ec2.internal I0506 20:05:14.807195 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:05:14.813980 3679 controller_manager.go:290] SCTP support detected in OVN I0506 20:05:14.814546 3679 services_controller.go:69] Creating services controller for network=default I0506 20:05:14.814642 3679 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 20:05:14.814685 3679 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 20:05:14.814725 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 20:05:14.814743 3679 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 20:05:14.814754 3679 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:05:14.814922 3679 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 20:05:14.814979 3679 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 20:05:14.815014 3679 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.319µs I0506 20:05:14.815030 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 43.758µs I0506 20:05:14.815035 3679 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 56.038µs I0506 20:05:14.815056 3679 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 20:05:14.815062 3679 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 20:05:14.815071 3679 default_network_controller.go:325] Starting the default network controller I0506 20:05:14.815095 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.268µs I0506 20:05:14.815122 3679 udn_enabled_svc.go:95] Performing full resync I0506 20:05:14.815383 3679 udn_enabled_svc.go:99] Waiting for handler to sync I0506 20:05:14.815392 3679 udn_enabled_svc.go:104] Starting worker I0506 20:05:14.824978 3679 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 20:05:14.825036 3679 repair.go:33] Syncing exgw routes took 45.557µs I0506 20:05:14.825082 3679 default_network_controller.go:414] Starting all the Watchers... I0506 20:05:14.825221 3679 namespace.go:98] [openshift-package-operator] adding namespace I0506 20:05:14.825222 3679 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 20:05:14.825235 3679 namespace.go:98] [openshift-infra] adding namespace I0506 20:05:14.825236 3679 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 20:05:14.825236 3679 namespace.go:98] [openshift-insights] adding namespace I0506 20:05:14.825248 3679 namespace.go:98] [openshift-image-registry] adding namespace I0506 20:05:14.825249 3679 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 20:05:14.825250 3679 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 20:05:14.825256 3679 namespace.go:98] [openshift-multus] adding namespace I0506 20:05:14.825262 3679 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 20:05:14.825265 3679 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 20:05:14.825268 3679 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 20:05:14.825273 3679 namespace.go:98] [openshift-marketplace] adding namespace I0506 20:05:14.825277 3679 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 20:05:14.825222 3679 namespace.go:98] [openshift-console-operator] adding namespace I0506 20:05:14.825770 3679 namespace.go:102] [openshift-package-operator] adding namespace took 537.18µs I0506 20:05:14.825785 3679 namespace.go:98] [openshift-network-diagnostics] adding namespace W0506 20:05:14.825806 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cmckz: pod openshift-network-diagnostics/network-check-target-cmckz: no pod IPs found I0506 20:05:14.826289 3679 namespace.go:102] [openshift-network-diagnostics] adding namespace took 498.384µs I0506 20:05:14.826308 3679 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 20:05:14.826804 3679 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 490.535µs I0506 20:05:14.826818 3679 namespace.go:98] [kube-system] adding namespace I0506 20:05:14.827256 3679 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.020479ms I0506 20:05:14.827267 3679 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 20:05:14.827683 3679 namespace.go:102] [openshift-infra] adding namespace took 2.437892ms I0506 20:05:14.827697 3679 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 20:05:14.828130 3679 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.88129ms I0506 20:05:14.828150 3679 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 20:05:14.828588 3679 namespace.go:102] [openshift-insights] adding namespace took 3.338585ms I0506 20:05:14.828601 3679 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 20:05:14.829009 3679 namespace.go:102] [openshift-image-registry] adding namespace took 3.754914ms I0506 20:05:14.829023 3679 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 20:05:14.829454 3679 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.19882ms I0506 20:05:14.829463 3679 namespace.go:98] [openshift-backplane] adding namespace W0506 20:05:14.829840 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mmzhr: pod openshift-multus/network-metrics-daemon-mmzhr: no pod IPs found I0506 20:05:14.829877 3679 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.616771ms I0506 20:05:14.829891 3679 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 20:05:14.830377 3679 namespace.go:102] [openshift-multus] adding namespace took 5.113826ms I0506 20:05:14.830394 3679 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 20:05:14.830781 3679 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.513677ms I0506 20:05:14.830794 3679 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 20:05:14.831133 3679 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.858956ms I0506 20:05:14.831144 3679 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 20:05:14.831588 3679 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.310597ms I0506 20:05:14.831601 3679 namespace.go:98] [openshift] adding namespace I0506 20:05:14.832025 3679 namespace.go:102] [openshift-marketplace] adding namespace took 6.74622ms I0506 20:05:14.832035 3679 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 20:05:14.832470 3679 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.18472ms I0506 20:05:14.832486 3679 namespace.go:98] [openshift-cluster-storage-operator] adding namespace W0506 20:05:14.832819 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-9qcsv: pod kube-system/global-pull-secret-syncer-9qcsv: no pod IPs found I0506 20:05:14.832871 3679 namespace.go:102] [openshift-console-operator] adding namespace took 7.542676ms I0506 20:05:14.832883 3679 namespace.go:98] [default] adding namespace I0506 20:05:14.833299 3679 namespace.go:102] [kube-system] adding namespace took 6.475103ms I0506 20:05:14.833313 3679 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 20:05:14.833675 3679 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.404543ms I0506 20:05:14.833686 3679 namespace.go:98] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] adding namespace I0506 20:05:14.834076 3679 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.372557ms I0506 20:05:14.834089 3679 namespace.go:98] [kube-public] adding namespace I0506 20:05:14.834483 3679 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.326702ms I0506 20:05:14.834498 3679 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 20:05:14.834864 3679 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.258199ms I0506 20:05:14.834876 3679 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 20:05:14.835305 3679 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.276951ms I0506 20:05:14.835319 3679 namespace.go:98] [openshift-network-console] adding namespace I0506 20:05:14.835684 3679 namespace.go:102] [openshift-backplane] adding namespace took 6.215698ms I0506 20:05:14.835698 3679 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 20:05:14.836078 3679 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.18263ms I0506 20:05:14.836090 3679 namespace.go:98] [openshift-node] adding namespace I0506 20:05:14.836470 3679 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.07082ms I0506 20:05:14.836484 3679 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 20:05:14.836825 3679 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.025441ms I0506 20:05:14.836837 3679 namespace.go:98] [openshift-operators] adding namespace I0506 20:05:14.837253 3679 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.104612ms I0506 20:05:14.837262 3679 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 20:05:14.837685 3679 namespace.go:102] [openshift] adding namespace took 6.079116ms I0506 20:05:14.837699 3679 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 20:05:14.838020 3679 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.980705ms I0506 20:05:14.838029 3679 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 20:05:14.838477 3679 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.985682ms I0506 20:05:14.838492 3679 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 20:05:14.838840 3679 namespace.go:102] [default] adding namespace took 5.949886ms I0506 20:05:14.838854 3679 namespace.go:98] [kube-node-lease] adding namespace I0506 20:05:14.839267 3679 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.949562ms I0506 20:05:14.839656 3679 namespace.go:102] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] adding namespace took 5.96512ms I0506 20:05:14.839668 3679 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 20:05:14.840032 3679 namespace.go:102] [kube-public] adding namespace took 5.938608ms I0506 20:05:14.840063 3679 namespace.go:98] [openshift-dns-operator] adding namespace I0506 20:05:14.840425 3679 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.920744ms I0506 20:05:14.840437 3679 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 20:05:14.840805 3679 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.925103ms I0506 20:05:14.840816 3679 namespace.go:98] [openshift-config] adding namespace I0506 20:05:14.841221 3679 namespace.go:102] [openshift-network-console] adding namespace took 5.896363ms I0506 20:05:14.841233 3679 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 20:05:14.841944 3679 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.241737ms I0506 20:05:14.841954 3679 namespace.go:98] [openshift-config-managed] adding namespace I0506 20:05:14.842387 3679 namespace.go:102] [openshift-node] adding namespace took 6.292251ms I0506 20:05:14.842401 3679 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 20:05:14.842792 3679 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.302572ms I0506 20:05:14.842807 3679 namespace.go:98] [openshift-logging] adding namespace I0506 20:05:14.843167 3679 namespace.go:102] [openshift-operators] adding namespace took 6.325245ms I0506 20:05:14.843181 3679 namespace.go:98] [openshift-ingress] adding namespace I0506 20:05:14.843549 3679 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.282407ms I0506 20:05:14.843562 3679 namespace.go:98] [openshift-cluster-version] adding namespace I0506 20:05:14.843935 3679 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.231153ms I0506 20:05:14.843947 3679 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 20:05:14.844348 3679 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.314974ms I0506 20:05:14.844359 3679 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 20:05:14.844733 3679 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.234687ms I0506 20:05:14.844746 3679 namespace.go:98] [openshift-network-operator] adding namespace I0506 20:05:14.845125 3679 namespace.go:102] [kube-node-lease] adding namespace took 6.265958ms I0506 20:05:14.845140 3679 namespace.go:98] [openshift-etcd] adding namespace I0506 20:05:14.845456 3679 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.783678ms I0506 20:05:14.845466 3679 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 20:05:14.845855 3679 namespace.go:102] [openshift-dns-operator] adding namespace took 5.786419ms I0506 20:05:14.845865 3679 namespace.go:98] [openshift-dns] adding namespace I0506 20:05:14.846289 3679 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.846161ms I0506 20:05:14.846304 3679 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 20:05:14.846693 3679 namespace.go:102] [openshift-config] adding namespace took 5.871719ms I0506 20:05:14.846704 3679 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 20:05:14.847038 3679 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.801124ms I0506 20:05:14.847059 3679 namespace.go:98] [openshift-apiserver] adding namespace I0506 20:05:14.847500 3679 namespace.go:102] [openshift-config-managed] adding namespace took 5.540793ms I0506 20:05:14.847517 3679 namespace.go:98] [openshift-machine-api] adding namespace I0506 20:05:14.847886 3679 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.481073ms I0506 20:05:14.847898 3679 namespace.go:98] [openshift-console] adding namespace I0506 20:05:14.848260 3679 namespace.go:102] [openshift-logging] adding namespace took 5.447543ms I0506 20:05:14.848273 3679 namespace.go:98] [openshift-authentication] adding namespace I0506 20:05:14.848700 3679 namespace.go:102] [openshift-ingress] adding namespace took 5.513165ms I0506 20:05:14.848713 3679 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 20:05:14.849171 3679 namespace.go:102] [openshift-cluster-version] adding namespace took 5.603612ms I0506 20:05:14.849183 3679 namespace.go:98] [openshift-config-operator] adding namespace I0506 20:05:14.849507 3679 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.556761ms I0506 20:05:14.849516 3679 namespace.go:98] [dedicated-admin] adding namespace I0506 20:05:14.849934 3679 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.570908ms I0506 20:05:14.849945 3679 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 20:05:14.850326 3679 namespace.go:102] [openshift-network-operator] adding namespace took 5.574337ms I0506 20:05:14.850341 3679 namespace.go:98] [openshift-controller-manager] adding namespace I0506 20:05:14.850694 3679 namespace.go:102] [openshift-etcd] adding namespace took 5.548152ms I0506 20:05:14.850704 3679 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 20:05:14.851064 3679 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.593441ms I0506 20:05:14.851492 3679 namespace.go:102] [openshift-dns] adding namespace took 5.622614ms I0506 20:05:14.851852 3679 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.542344ms I0506 20:05:14.851862 3679 namespace.go:98] [openshift-monitoring] adding namespace I0506 20:05:14.852243 3679 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.53448ms I0506 20:05:14.852613 3679 namespace.go:102] [openshift-apiserver] adding namespace took 5.550524ms I0506 20:05:14.853004 3679 namespace.go:102] [openshift-machine-api] adding namespace took 5.480902ms I0506 20:05:14.853018 3679 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 20:05:14.853350 3679 namespace.go:102] [openshift-console] adding namespace took 5.445825ms I0506 20:05:14.853761 3679 namespace.go:102] [openshift-authentication] adding namespace took 5.482664ms I0506 20:05:14.853772 3679 namespace.go:98] [openshift-host-network] adding namespace I0506 20:05:14.854148 3679 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.430112ms I0506 20:05:14.854516 3679 namespace.go:102] [openshift-config-operator] adding namespace took 5.328283ms I0506 20:05:14.854877 3679 namespace.go:102] [dedicated-admin] adding namespace took 5.356896ms I0506 20:05:14.854889 3679 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 20:05:14.855289 3679 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.339382ms I0506 20:05:14.855708 3679 namespace.go:102] [openshift-controller-manager] adding namespace took 5.361121ms I0506 20:05:14.856118 3679 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.407293ms I0506 20:05:14.856503 3679 namespace.go:102] [openshift-monitoring] adding namespace took 4.635559ms I0506 20:05:14.856920 3679 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.894966ms I0506 20:05:14.857365 3679 namespace.go:102] [openshift-host-network] adding namespace took 3.586967ms I0506 20:05:14.857733 3679 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.839333ms I0506 20:05:14.857896 3679 master.go:548] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default" I0506 20:05:14.858805 3679 zone_ic_handler.go:195] Time taken to create transit switch: 394.42µs I0506 20:05:14.858819 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-11.ec2.internal for the network default I0506 20:05:14.859662 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-11.ec2.internal" on network "default" took: 1.262751ms W0506 20:05:14.865088 3679 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-9qcsv: pod kube-system/global-pull-secret-syncer-9qcsv: no pod IPs found W0506 20:05:14.865105 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-cmckz: pod openshift-network-diagnostics/network-check-target-cmckz: no pod IPs found W0506 20:05:14.865112 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mmzhr: pod openshift-multus/network-metrics-daemon-mmzhr: no pod IPs found I0506 20:05:14.865990 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-149.ec2.internal for the network default I0506 20:05:14.866179 3679 zone_ic_handler.go:195] Time taken to create transit switch: 177.537µs I0506 20:05:14.866883 3679 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 20:05:14.866920 3679 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 20:05:14.866930 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0506 20:05:14.866939 3679 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 20:05:14.866984 3679 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:14.867004 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:05:14.867019 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0506 20:05:14.867084 3679 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:14.867095 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:05:14.967519 3679 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 20:05:14.967546 3679 services_controller.go:208] Setting up event handlers for services for network=default I0506 20:05:14.967612 3679 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 20:05:14.967651 3679 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 20:05:14.967665 3679 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 20:05:15.067957 3679 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 20:05:15.067994 3679 repair.go:60] Starting repairing loop for services I0506 20:05:15.068097 3679 repair.go:131] Deleted 0 stale service LBs I0506 20:05:15.068116 3679 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 20:05:15.068132 3679 repair.go:62] Finished repairing loop for services: 140.52µs I0506 20:05:15.068156 3679 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 20:05:15.068166 3679 services_controller.go:254] Starting workers for network=default I0506 20:05:15.068457 3679 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9qcsv] creating logical port kube-system_global-pull-secret-syncer-9qcsv for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:15.068508 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cmckz] creating logical port openshift-network-diagnostics_network-check-target-cmckz for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:15.068521 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mmzhr] creating logical port openshift-multus_network-metrics-daemon-mmzhr for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:15.068591 3679 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-9qcsv I0506 20:05:15.068600 3679 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mmzhr I0506 20:05:15.068607 3679 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-cmckz I0506 20:05:15.083243 3679 pod.go:62] [kube-system/global-pull-secret-syncer-9qcsv] pod update took 14.704251ms I0506 20:05:15.083263 3679 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-9qcsv] addLogicalPort annotation time took 14.728296ms I0506 20:05:15.084107 3679 pods.go:271] [kube-system/global-pull-secret-syncer-9qcsv] addLogicalPort took 15.655908ms, libovsdb time 647.541µs I0506 20:05:15.086171 3679 pod.go:62] [openshift-network-diagnostics/network-check-target-cmckz] pod update took 17.589993ms I0506 20:05:15.086192 3679 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-cmckz] addLogicalPort annotation time took 17.612618ms I0506 20:05:15.087377 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-cmckz] addLogicalPort took 18.878968ms, libovsdb time 965.605µs I0506 20:05:15.087506 3679 pod.go:62] [openshift-multus/network-metrics-daemon-mmzhr] pod update took 18.926588ms I0506 20:05:15.087528 3679 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mmzhr] addLogicalPort annotation time took 18.948537ms I0506 20:05:15.088396 3679 pods.go:271] [openshift-multus/network-metrics-daemon-mmzhr] addLogicalPort took 19.881331ms, libovsdb time 679.044µs I0506 20:05:15.088775 3679 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 20:05:15.088799 3679 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 20:05:15.088814 3679 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 20:05:15.088818 3679 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 20:05:15.088994 3679 repair.go:29] Repairing admin network policies took 171.055µs I0506 20:05:15.089114 3679 repair.go:92] Repairing baseline admin network policies took 112.511µs I0506 20:05:15.089487 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 20:05:15.089507 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 20:05:15.091055 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:05:15.091075 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 20:05:15.091085 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 20:05:15.092669 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 20:05:15.092691 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 20:05:15.092701 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 20:05:15.094021 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 20:05:15.094058 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 20:05:15.094066 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 20:05:15.095347 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 20:05:15.095365 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 20:05:15.095373 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 20:05:15.095832 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 20:05:15.095849 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 20:05:15.095855 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 20:05:15.097213 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 20:05:15.097231 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 20:05:15.097242 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 20:05:15.098267 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 20:05:15.098286 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 20:05:15.098294 3679 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 20:05:15.100302 3679 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 20:05:15.100321 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 20:05:15.100329 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 20:05:15.100582 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 20:05:15.100599 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 20:05:15.100606 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 20:05:15.101677 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 20:05:15.101693 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 20:05:15.101703 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 20:05:15.102553 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 20:05:15.102580 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 20:05:15.102597 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 20:05:15.103472 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 20:05:15.103495 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 20:05:15.103507 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 20:05:15.104016 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 20:05:15.104036 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 20:05:15.104062 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 20:05:15.105564 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 20:05:15.105582 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 20:05:15.105591 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 20:05:15.106130 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 20:05:15.106150 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 20:05:15.106161 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 20:05:15.107712 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 20:05:15.107730 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 20:05:15.107737 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 20:05:15.108252 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 20:05:15.108269 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 20:05:15.108276 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 20:05:15.108535 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 20:05:15.108551 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 20:05:15.108558 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 20:05:15.109072 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 20:05:15.109089 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 20:05:15.109469 3679 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 20:05:15.109480 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:05:15.110149 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 20:05:15.110169 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 20:05:15.110179 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 20:05:15.111147 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 20:05:15.111165 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 20:05:15.111175 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 20:05:15.112703 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 20:05:15.112719 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 20:05:15.112735 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 20:05:15.113226 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 20:05:15.113245 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 20:05:15.113255 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 20:05:15.113701 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:05:15.113716 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 20:05:15.113725 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 20:05:15.114934 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 20:05:15.114950 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 20:05:15.114960 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 20:05:15.116271 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 20:05:15.116289 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 20:05:15.116297 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 20:05:15.116922 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 20:05:15.116937 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 20:05:15.116968 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:05:15.117704 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 20:05:15.117725 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 20:05:15.117737 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 20:05:15.118421 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 20:05:15.122640 3679 egressfirewall.go:374] Starting EgressFirewall controller I0506 20:05:15.122666 3679 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 20:05:15.122706 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 20:05:15.122720 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 20:05:15.122667 3679 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 20:05:15.122738 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 20:05:15.122745 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 20:05:15.122997 3679 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 20:05:15.123010 3679 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 20:05:15.123015 3679 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 20:05:15.123024 3679 egressqos.go:193] Setting up event handlers for EgressQoS I0506 20:05:15.123074 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0506 20:05:15.123086 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0506 20:05:15.123142 3679 egressqos.go:245] Starting EgressQoS Controller I0506 20:05:15.123160 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 20:05:15.123167 3679 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 20:05:15.123175 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 20:05:15.123179 3679 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 20:05:15.123184 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 20:05:15.123188 3679 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 20:05:15.123192 3679 egressqos.go:259] Repairing EgressQoSes I0506 20:05:15.123196 3679 egressqos.go:399] Starting repairing loop for egressqos I0506 20:05:15.123261 3679 egressqos.go:401] Finished repairing loop for egressqos: 65.829µs I0506 20:05:15.123276 3679 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 20:05:15.123341 3679 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-149.ec2.internal I0506 20:05:15.123398 3679 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-149.ec2.internal : 57.938µs I0506 20:05:15.123429 3679 egressservice_zone.go:210] Starting Egress Services Controller I0506 20:05:15.123444 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:05:15.123452 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:05:15.123457 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:05:15.123462 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:05:15.123471 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:05:15.123479 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:05:15.123487 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 20:05:15.123493 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 20:05:15.123498 3679 egressservice_zone.go:228] Repairing Egress Services I0506 20:05:15.123754 3679 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 20:05:15.123764 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:05:15.123777 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0506 20:05:15.123786 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 10.447µs I0506 20:05:15.123795 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0506 20:05:15.123801 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 5.967µs I0506 20:05:15.123921 3679 default_network_controller.go:585] Completing all the Watchers took 298.829092ms I0506 20:05:15.123939 3679 default_network_controller.go:589] Starting unidling controllers I0506 20:05:15.123955 3679 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 20:05:15.123966 3679 unidle.go:63] Populating Initial ContollerEvent events I0506 20:05:15.123980 3679 unidle.go:79] Setting up event handlers for services I0506 20:05:15.124027 3679 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:05:15.205242 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:15.616401 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0506 20:05:15.616424 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 29.84µs I0506 20:05:15.616485 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0506 20:05:15.616500 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0506 20:05:15.616535 3679 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:15.616550 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:05:15.616534 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-11.ec2.internal. Updating no re-route policies I0506 20:05:15.704454 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:16.204485 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:16.704330 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:16.894777 3679 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:05:17.204549 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:17.222822 3679 bridgeconfig.go:537] Gateway is ready I0506 20:05:17.222843 3679 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 20:05:17.234836 3679 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.149. Updating OVN encap IP. I0506 20:05:17.240361 3679 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.149 - it is already configured I0506 20:05:17.240376 3679 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.149/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 20:05:17.240589 3679 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.149/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-149.ec2.internal","mac-address":"0a:ff:d4:60:99:dd","ip-addresses":["10.0.1.149/24"],"ip-address":"10.0.1.149/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6ac454ec-1a89-41e5-8dc1-44cecccdbc0e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.149/24"}] on node ip-10-0-1-149.ec2.internal I0506 20:05:17.257725 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0506 20:05:17.257752 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0506 20:05:17.257765 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 18.945µs I0506 20:05:17.257788 3679 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:17.257801 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:05:17.257826 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0506 20:05:17.257841 3679 master.go:548] Adding or Updating local node "ip-10-0-1-149.ec2.internal" for network "default" I0506 20:05:17.258594 3679 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.149 I0506 20:05:17.258774 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-149.ec2.internal I0506 20:05:17.262278 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies I0506 20:05:17.262414 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-cmckz I0506 20:05:17.262427 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8vrjl I0506 20:05:17.262436 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-cmckz I0506 20:05:17.262442 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8vrjl I0506 20:05:17.262442 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5q5kq I0506 20:05:17.262449 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-znnqp I0506 20:05:17.262459 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5q5kq I0506 20:05:17.262462 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-znnqp I0506 20:05:17.262460 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8x4ln I0506 20:05:17.262466 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8vrjl after 0 failed attempt(s) I0506 20:05:17.262472 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8x4ln I0506 20:05:17.262427 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal I0506 20:05:17.262478 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cmckz] creating logical port openshift-network-diagnostics_network-check-target-cmckz for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:17.262480 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-znnqp after 0 failed attempt(s) I0506 20:05:17.262484 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal I0506 20:05:17.262480 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dnbtx I0506 20:05:17.262490 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8x4ln after 0 failed attempt(s) I0506 20:05:17.262492 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zwxf5 I0506 20:05:17.262493 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-87xch I0506 20:05:17.262482 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5q5kq after 0 failed attempt(s) I0506 20:05:17.262500 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zwxf5 I0506 20:05:17.262499 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal I0506 20:05:17.262509 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-9qcsv I0506 20:05:17.262516 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zwxf5 after 0 failed attempt(s) I0506 20:05:17.262517 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal I0506 20:05:17.262517 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mmzhr I0506 20:05:17.262521 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-9qcsv I0506 20:05:17.262530 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mmzhr I0506 20:05:17.262544 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-149.ec2.internal after 0 failed attempt(s) I0506 20:05:17.262497 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dnbtx I0506 20:05:17.262560 3679 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9qcsv] creating logical port kube-system_global-pull-secret-syncer-9qcsv for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:17.262569 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mmzhr] creating logical port openshift-multus_network-metrics-daemon-mmzhr for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:17.262416 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kdcpj I0506 20:05:17.262574 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dnbtx after 0 failed attempt(s) I0506 20:05:17.262578 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-kdcpj I0506 20:05:17.262505 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-87xch I0506 20:05:17.262594 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-kdcpj after 0 failed attempt(s) I0506 20:05:17.262597 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-87xch after 0 failed attempt(s) I0506 20:05:17.262501 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-149.ec2.internal after 0 failed attempt(s) I0506 20:05:17.262506 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-f7gh4 I0506 20:05:17.262610 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-f7gh4 I0506 20:05:17.262626 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-f7gh4 after 0 failed attempt(s) I0506 20:05:17.263323 3679 pods.go:271] [kube-system/global-pull-secret-syncer-9qcsv] addLogicalPort took 774.769µs, libovsdb time 284.136µs I0506 20:05:17.263335 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-9qcsv after 0 failed attempt(s) I0506 20:05:17.263414 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-cmckz] addLogicalPort took 943.882µs, libovsdb time 264.01µs I0506 20:05:17.263431 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-cmckz after 0 failed attempt(s) I0506 20:05:17.263541 3679 pods.go:271] [openshift-multus/network-metrics-daemon-mmzhr] addLogicalPort took 984.788µs, libovsdb time 325.369µs I0506 20:05:17.263550 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mmzhr after 0 failed attempt(s) I0506 20:05:17.276020 3679 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 20:05:17.287877 3679 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 20:05:17.291021 3679 iptables.go:108] Creating table: nat chain: OUTPUT I0506 20:05:17.335366 3679 iptables.go:108] Creating table: nat chain: PREROUTING I0506 20:05:17.390164 3679 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:05:17.406510 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 20:05:17.406631 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 20:05:17.406681 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 20:05:17.406792 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 20:05:17.406853 3679 gateway_init.go:325] Gateway and management port readiness took 2.7071388s I0506 20:05:17.406880 3679 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 20:05:17.406945 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 20:05:17.406959 3679 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 20:05:17.406968 3679 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:05:17.407035 3679 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 20:05:17.407148 3679 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.289µs I0506 20:05:17.407437 3679 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 20:05:17.407470 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.215µs I0506 20:05:17.407478 3679 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.093µs I0506 20:05:17.407483 3679 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 20:05:17.407494 3679 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 20:05:17.407501 3679 default_node_network_controller.go:899] Starting the default node network controller I0506 20:05:17.407507 3679 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 20:05:17.407521 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.567µs I0506 20:05:17.407676 3679 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 20:05:17.407684 3679 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 20:05:17.407727 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f3d0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc000bad680 0xc00033e2a0 0xc00033e380 0xc0008d0460 0xc0064cf1f0 0xc00033e3f0 map[0x2ff9080:0xc003607860 0x2ff95c0:0xc003607aa0 0x2ffa2e0:0xc00248bd40 0x2ffa580:0xc003607800 0x2ffad60:0xc0036078c0 0x2ffb000:0xc003607920 0x2ffb2a0:0xc003607980 0x2ffba80:0xc003607b00 0x2ffbd20:0xc003607b60 0x3026980:0xc001787bc0 0x3026d20:0xc001787c20 0x3027800:0xc000c8f740 0x3029160:0xc001c1c000 0x30298a0:0xc00248bce0 0x302a720:0xc000799680] 0xc000ba2700 0} I0506 20:05:17.407781 3679 gateway.go:151] Starting gateway service sync I0506 20:05:17.408226 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 20:05:17.410475 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 20:05:17.432302 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 20:05:17.433450 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 20:05:17.434526 3679 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 20:05:17.468675 3679 gateway.go:168] Gateway service sync done. Time taken: 60.879995ms I0506 20:05:17.469342 3679 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31378 I0506 20:05:17.469563 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f3d0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc000bad680 0xc00033e2a0 0xc00033e380 0xc0008d0460 0xc0064cf1f0 0xc00033e3f0 map[0x2ff9080:0xc003607860 0x2ff95c0:0xc003607aa0 0x2ffa2e0:0xc00248bd40 0x2ffa580:0xc003607800 0x2ffad60:0xc0036078c0 0x2ffb000:0xc003607920 0x2ffb2a0:0xc003607980 0x2ffba80:0xc003607b00 0x2ffbd20:0xc003607b60 0x3026980:0xc001787bc0 0x3026d20:0xc001787c20 0x3027800:0xc000c8f740 0x3029160:0xc001c1c000 0x30298a0:0xc00248bce0 0x302a720:0xc000799680] 0xc000ba2700 0} I0506 20:05:17.470070 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9f3d0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc000bad680 0xc00033e2a0 0xc00033e380 0xc0008d0460 0xc0064cf1f0 0xc00033e3f0 map[0x2ff9080:0xc003607860 0x2ff95c0:0xc003607aa0 0x2ffa2e0:0xc00248bd40 0x2ffa580:0xc003607800 0x2ffad60:0xc0036078c0 0x2ffb000:0xc003607920 0x2ffb2a0:0xc003607980 0x2ffba80:0xc003607b00 0x2ffbd20:0xc003607b60 0x3026980:0xc001787bc0 0x3026d20:0xc001787c20 0x3027800:0xc000c8f740 0x3029160:0xc001c1c000 0x30298a0:0xc00248bce0 0x302a720:0xc000799680] 0xc000ba2700 0} I0506 20:05:17.470111 3679 gateway.go:532] Reconciling gateway with updates I0506 20:05:17.475746 3679 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 20:05:17.475827 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:17.475844 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:05:17.475828 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:17.475859 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:17.475864 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:05:17.475865 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:17.475874 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:05:17.475881 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:17.475887 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:05:17.475848 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:17.475928 3679 default_node_network_controller.go:944] Gateway and management port readiness took 68.190068ms I0506 20:05:17.475939 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:17.475953 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:17.475968 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31264 is already open, no action needed I0506 20:05:17.475978 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31783 is already open, no action needed I0506 20:05:17.476001 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:17.476011 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:17.475950 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:17.476030 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:17.476038 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:17.476059 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:17.476062 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:17.476074 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:17.475928 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:17.476135 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:17.476175 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:17.475933 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:05:17.476189 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:17.476199 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:17.476201 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:05:17.476216 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:17.476275 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:17.476293 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:17.476294 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:17.476308 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:17.476379 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:17.476402 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:17.476444 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:17.476457 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:17.476466 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:17.476473 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:17.476474 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:17.476488 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:17.476487 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:17.476493 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:17.476505 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:17.476515 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:17.476501 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:17.476523 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:17.476526 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:17.476528 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:17.476539 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:17.476548 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:05:17.476559 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:17.476571 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:17.476489 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:17.476550 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:17.476643 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:17.476653 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:17.476658 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:05:17.476497 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:17.476708 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:17.476563 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:05:17.476713 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:17.476732 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:05:17.476708 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:05:17.476741 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:17.476753 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:17.476764 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:17.476778 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:17.476793 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:17.476816 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:17.476823 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:17.476829 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:17.476508 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:17.476835 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:17.476852 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:17.476864 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:05:17.476716 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:17.476877 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:17.476894 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:17.476758 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:05:17.476466 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:05:17.476477 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:17.476944 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:17.476477 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:17.476987 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:17.476996 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:17.477003 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:05:17.476496 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:17.477072 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:17.476523 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:17.477146 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:17.476635 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:17.477229 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:17.476701 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:17.477246 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:17.476728 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:17.477258 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:05:17.477270 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:17.476741 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:17.477819 3679 node_ip_handler_linux.go:160] Node IP manager is running W0506 20:05:17.513967 3679 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:05:17.514196 3679 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:05:17.514353 3679 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0506 20:05:17.522810 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:05:17.522836 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:05:17.522843 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:05:17.522848 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:05:17.562524 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:05:17.562538 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:05:17.562525 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:05:17.562556 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:05:17.562568 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:05:17.562579 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:05:17.562589 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:05:17.562599 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:05:17.562608 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:05:17.562616 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:05:17.602763 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:05:17.602805 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:05:17.602822 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:05:17.602830 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:05:17.602836 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:05:17.602844 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:05:17.602849 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:05:17.602862 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:05:17.602881 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:05:17.602889 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:05:17.602897 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:05:17.602904 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:05:17.602910 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:05:17.602917 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:05:17.602926 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:05:17.602935 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:05:17.602941 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:05:17.602947 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:05:17.602952 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:05:17.602958 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:05:18.663697 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:18.663720 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 30.103µs I0506 20:05:18.663761 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:18.663777 3679 node_tracker.go:220] Node ip-10-0-2-136.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0506 20:05:18.663763 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall E0506 20:05:18.663805 3679 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 20:05:18.663825 3679 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-136.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-136.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0506 20:05:18.676306 3679 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input I0506 20:05:18.676316 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 20:05:18.676351 3679 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 20:05:18.688364 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall E0506 20:05:18.688361 3679 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input I0506 20:05:18.688400 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:18.688458 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 61.001µs I0506 20:05:18.688488 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 20:05:18.688536 3679 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0506 20:05:18.706304 3679 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input E0506 20:05:18.706395 3679 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input I0506 20:05:18.706423 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 20:05:18.706478 3679 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-136.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-136.ec2.internal" I0506 20:05:18.721191 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0506 20:05:18.858433 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:18.858456 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 29.75µs I0506 20:05:18.858472 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:18.858478 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0506 20:05:18.874553 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:05:19.122703 3679 egressip_healthcheck.go:76] Health checking using insecure connection I0506 20:05:19.122752 3679 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0506 20:05:19.122711 3679 default_node_network_controller.go:1380] Starting node controller node sync I0506 20:05:19.135273 3679 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.478256ms I0506 20:05:19.135421 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 10.0.0.11 to PMTUD blocking rules I0506 20:05:19.135440 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:05:19.142309 3679 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 20:05:19.142611 3679 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 20:05:19.142766 3679 egressservice_node.go:183] Starting Egress Services Controller I0506 20:05:19.142792 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:05:19.142804 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:05:19.142812 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:05:19.142819 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:05:19.142828 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:05:19.142835 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:05:19.142841 3679 egressservice_node.go:197] Repairing Egress Services I0506 20:05:19.152944 3679 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 20:05:19.152958 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:05:19.153159 3679 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 20:05:19.153173 3679 link_network_manager.go:119] Link manager is running I0506 20:05:19.153185 3679 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 20:05:19.153391 3679 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 20:05:19.153558 3679 vrf_manager.go:128] VRF manager is running I0506 20:05:19.153641 3679 node_controller_manager.go:437] Removing flows to drop GARP I0506 20:05:19.153651 3679 gateway.go:532] Reconciling gateway with updates I0506 20:05:19.175286 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:19.175298 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:19.175313 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:19.175316 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:19.175323 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:19.175337 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:19.175363 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:19.175372 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:19.175377 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:05:19.175380 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:19.175381 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:05:19.175389 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:19.175391 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:05:19.175398 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:05:19.175400 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:05:19.175404 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:19.175409 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:19.175415 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:19.175419 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:19.175425 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:19.175427 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:19.175438 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:05:19.175442 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:05:19.175451 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:19.175458 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:05:19.175451 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:05:19.175458 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:19.175473 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:19.175477 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:19.175477 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:19.175480 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:05:19.175463 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:19.175487 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:19.175490 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:19.175490 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:19.175499 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:05:19.175499 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:19.175500 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:19.175509 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:19.175509 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:19.175514 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:19.175511 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:19.175494 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:19.175593 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:19.175459 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:19.175589 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:19.175611 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:19.175615 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:05:19.175623 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:19.175487 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:19.175629 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:19.175482 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:19.175646 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:19.175520 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:05:19.175522 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:19.175691 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:19.175732 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:19.175615 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:19.175777 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:19.175530 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:05:19.175790 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:05:19.175800 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:05:19.175810 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:05:19.175532 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:19.175823 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:19.175600 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:19.175863 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:19.175872 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:05:19.175461 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:19.175896 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:19.175519 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:19.175936 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:19.175670 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:19.175949 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:19.175674 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:19.176003 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:19.176017 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31264 is already open, no action needed I0506 20:05:19.176037 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31783 is already open, no action needed I0506 20:05:19.175680 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:19.176093 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:19.175679 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:19.176154 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:19.175687 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:19.176208 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:19.175685 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:19.176247 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:19.175684 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:19.176306 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:19.175697 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:19.176350 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:19.175696 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:19.176392 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:19.175703 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:19.176451 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:19.175702 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:05:19.176469 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:05:19.175703 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:19.176525 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:19.175705 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:19.176563 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:19.175712 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:19.176589 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:19.175529 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:19.176662 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:19.196501 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:05:19.196529 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:05:19.196538 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:05:19.236565 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:05:19.236597 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:05:19.236604 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:05:19.236610 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:05:19.236616 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:05:19.236621 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:05:19.236626 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:05:19.236632 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:05:19.236648 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:05:19.236667 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:05:19.236675 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:05:19.236680 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:05:19.236686 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:05:19.276767 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:05:19.276780 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:05:19.276773 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:19.276795 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:05:19.276805 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:05:19.276813 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:05:19.276831 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:05:19.276836 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:05:19.276842 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:05:19.276847 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:05:19.276855 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:05:19.276860 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:05:19.276866 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:05:19.276871 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:05:19.276877 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:05:19.338652 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0506 20:05:19.338678 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 31.319µs I0506 20:05:20.973816 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0506 20:05:20.973843 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 33.268µs I0506 20:05:21.003375 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bff88964d-ltk5p] creating logical port openshift-image-registry_image-registry-7bff88964d-ltk5p for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:21.003504 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-7bff88964d-ltk5p I0506 20:05:21.033153 3679 pod.go:62] [openshift-image-registry/image-registry-7bff88964d-ltk5p] pod update took 29.675848ms I0506 20:05:21.033173 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bff88964d-ltk5p] addLogicalPort annotation time took 29.701683ms I0506 20:05:21.034688 3679 pods.go:271] [openshift-image-registry/image-registry-7bff88964d-ltk5p] addLogicalPort took 31.3326ms, libovsdb time 1.27555ms I0506 20:05:21.064267 3679 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dmg24] creating logical port openshift-dns_dns-default-dmg24 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:21.064292 3679 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qwpk4] creating logical port openshift-ingress-canary_ingress-canary-qwpk4 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:05:21.064410 3679 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qwpk4 I0506 20:05:21.064515 3679 kube.go:256] Updating pod openshift-dns/dns-default-dmg24 I0506 20:05:21.080878 3679 pod.go:62] [openshift-ingress-canary/ingress-canary-qwpk4] pod update took 16.513905ms I0506 20:05:21.080908 3679 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qwpk4] addLogicalPort annotation time took 16.546102ms I0506 20:05:21.081012 3679 pod.go:62] [openshift-dns/dns-default-dmg24] pod update took 16.523503ms I0506 20:05:21.081032 3679 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dmg24] addLogicalPort annotation time took 16.560482ms I0506 20:05:21.082392 3679 pods.go:271] [openshift-ingress-canary/ingress-canary-qwpk4] addLogicalPort took 18.115815ms, libovsdb time 977.697µs I0506 20:05:21.082677 3679 pods.go:271] [openshift-dns/dns-default-dmg24] addLogicalPort took 18.431495ms, libovsdb time 1.238122ms I0506 20:05:21.457384 3679 cni.go:452] [openshift-ingress-canary/ingress-canary-qwpk4 f1fdb863a4e5124b43634a900f487c3626eb063db0aafb9a275f9cdb48245a15 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qwpk4 f1fdb863a4e5124b43634a900f487c3626eb063db0aafb9a275f9cdb48245a15 network default NAD default NAD key ] I0506 20:05:21.511875 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qwpk4, hostIfaceName: f1fdb863a4e5124, network: default, NAD default, SandboxID: "f1fdb863a4e5124b43634a900f487c3626eb063db0aafb9a275f9cdb48245a15", PCI device ID: , UID: "96389f6b-d759-4d40-9d88-991e20648da1", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0506 20:05:21.556709 3679 cni.go:473] [openshift-ingress-canary/ingress-canary-qwpk4 f1fdb863a4e5124b43634a900f487c3626eb063db0aafb9a275f9cdb48245a15 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qwpk4 f1fdb863a4e5124b43634a900f487c3626eb063db0aafb9a275f9cdb48245a15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:86:ef:51:75:d4\",\"name\":\"f1fdb863a4e5124\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e35726bb-b63f-4d6e-9414-631fed2b35c6\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:05:23.071978 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:25.081297 3679 cni.go:452] [kube-system/global-pull-secret-syncer-9qcsv 2fd2d81979bed281e99e4218f3b7bb13ca033d00bf433fc69ad2f21b5d9f6bcf network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-9qcsv 2fd2d81979bed281e99e4218f3b7bb13ca033d00bf433fc69ad2f21b5d9f6bcf network default NAD default NAD key ] I0506 20:05:25.088615 3679 cni.go:452] [openshift-network-diagnostics/network-check-target-cmckz 55950c4a6bce9c8550a96ddb551962a70a88f3a9e492361393050da99f106454 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-cmckz 55950c4a6bce9c8550a96ddb551962a70a88f3a9e492361393050da99f106454 network default NAD default NAD key ] I0506 20:05:25.093660 3679 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-9qcsv, hostIfaceName: 2fd2d81979bed28, network: default, NAD default, SandboxID: "2fd2d81979bed281e99e4218f3b7bb13ca033d00bf433fc69ad2f21b5d9f6bcf", PCI device ID: , UID: "9f41ed24-fefa-4010-aef1-7da42109e920", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0506 20:05:25.097639 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-cmckz, hostIfaceName: 55950c4a6bce9c8, network: default, NAD default, SandboxID: "55950c4a6bce9c8550a96ddb551962a70a88f3a9e492361393050da99f106454", PCI device ID: , UID: "a3bee964-fd85-4d19-bf52-0f3284d187b0", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0506 20:05:25.141292 3679 cni.go:473] [kube-system/global-pull-secret-syncer-9qcsv 2fd2d81979bed281e99e4218f3b7bb13ca033d00bf433fc69ad2f21b5d9f6bcf network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-9qcsv 2fd2d81979bed281e99e4218f3b7bb13ca033d00bf433fc69ad2f21b5d9f6bcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:29:e4:dd:41:ba\",\"name\":\"2fd2d81979bed28\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/946c356a-ca9a-43d9-aee1-1d432079f8bb\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:05:25.147395 3679 cni.go:473] [openshift-network-diagnostics/network-check-target-cmckz 55950c4a6bce9c8550a96ddb551962a70a88f3a9e492361393050da99f106454 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-cmckz 55950c4a6bce9c8550a96ddb551962a70a88f3a9e492361393050da99f106454 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d5:14:73:ab:8b\",\"name\":\"55950c4a6bce9c8\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58ea9cf9-ef45-40b8-bba0-35d30d6ad0de\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:05:28.782655 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:05:29.286263 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:05:29.304708 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:05:30.285336 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:05:37.601267 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:37.601291 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 32.225µs I0506 20:05:37.601312 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0506 20:05:37.601336 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:42.650696 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:42.650740 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:42.650778 3679 node_tracker.go:235] Node ip-10-0-2-136.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal" I0506 20:05:42.650793 3679 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:42.650802 3679 services_controller.go:574] Full service sync requested for network=default W0506 20:05:42.651198 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:05:42.672836 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:42.837593 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:42.837662 3679 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:42.837680 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:05:42.837724 3679 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:05:42.838011 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:05:42.838713 3679 zone_ic_handler.go:195] Time taken to create transit switch: 297.273µs I0506 20:05:42.838730 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-136.ec2.internal for the network default I0506 20:05:42.839737 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-136.ec2.internal" on network "default" took: 1.333055ms I0506 20:05:44.896343 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0506 20:05:44.896351 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:44.896381 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:44.896398 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 21.909µs I0506 20:05:44.896426 3679 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:44.896439 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:05:44.896437 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:05:44.896451 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 10.0.2.136 to PMTUD blocking rules W0506 20:05:44.896855 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:05:44.902578 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-136.ec2.internal. Updating no re-route policies I0506 20:05:44.912233 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 10.0.2.136 to PMTUD blocking rules I0506 20:05:44.912248 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:05:48.366317 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:48.366345 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 38.009µs W0506 20:05:59.769019 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:00.296313 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:00.296336 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:01.296628 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:06:10.965595 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.966193 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.966219 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.966229 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 20:06:10.966248 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.966255 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 20:06:11.990594 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:11.990621 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:11.990647 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:11.990661 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:16.281565 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:06:16.293411 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:07:00.879692 3679 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-brph2 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:00.879784 3679 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2 I0506 20:07:00.893198 3679 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2] pod update took 13.437081ms I0506 20:07:00.893221 3679 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2] addLogicalPort annotation time took 13.46216ms I0506 20:07:00.894325 3679 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2] addLogicalPort took 14.656308ms, libovsdb time 838.21µs I0506 20:07:00.999537 3679 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-d244j for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:00.999618 3679 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j I0506 20:07:01.026683 3679 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j] pod update took 27.085762ms I0506 20:07:01.026708 3679 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j] addLogicalPort annotation time took 27.113996ms I0506 20:07:01.027670 3679 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j] addLogicalPort took 28.139062ms, libovsdb time 692.85µs I0506 20:07:01.028340 3679 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-8pj5n for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:01.028406 3679 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n I0506 20:07:01.058384 3679 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n] pod update took 29.997669ms I0506 20:07:01.058402 3679 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n] addLogicalPort annotation time took 30.018857ms I0506 20:07:01.059380 3679 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n] addLogicalPort took 31.048279ms, libovsdb time 714.944µs I0506 20:07:01.068362 3679 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-578877bcc7-dspg7] creating logical port openshift-ingress_router-default-578877bcc7-dspg7 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:01.068437 3679 kube.go:256] Updating pod openshift-ingress/router-default-578877bcc7-dspg7 I0506 20:07:01.068600 3679 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5589678557-tfmm8] creating logical port openshift-ingress_router-default-5589678557-tfmm8 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:01.068719 3679 kube.go:256] Updating pod openshift-ingress/router-default-5589678557-tfmm8 I0506 20:07:01.092641 3679 pod.go:62] [openshift-ingress/router-default-578877bcc7-dspg7] pod update took 24.22888ms I0506 20:07:01.092655 3679 pod.go:62] [openshift-ingress/router-default-5589678557-tfmm8] pod update took 23.989676ms I0506 20:07:01.092661 3679 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-578877bcc7-dspg7] addLogicalPort annotation time took 24.254176ms I0506 20:07:01.092671 3679 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5589678557-tfmm8] addLogicalPort annotation time took 24.022583ms I0506 20:07:01.093654 3679 pods.go:271] [openshift-ingress/router-default-578877bcc7-dspg7] addLogicalPort took 25.302116ms, libovsdb time 739.603µs I0506 20:07:01.093896 3679 pods.go:271] [openshift-ingress/router-default-5589678557-tfmm8] addLogicalPort took 25.310601ms, libovsdb time 927.31µs I0506 20:07:01.535895 3679 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2 5e4913ac7a1b05d1f4e8982c4315aed9592c3633065cc2a8e7c02d73ea467adf network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2 5e4913ac7a1b05d1f4e8982c4315aed9592c3633065cc2a8e7c02d73ea467adf network default NAD default NAD key ] I0506 20:07:01.546342 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-brph2, hostIfaceName: 5e4913ac7a1b05d, network: default, NAD default, SandboxID: "5e4913ac7a1b05d1f4e8982c4315aed9592c3633065cc2a8e7c02d73ea467adf", PCI device ID: , UID: "819ec5df-cca4-4bc3-9ae0-8c62b7282892", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0506 20:07:01.591445 3679 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2 5e4913ac7a1b05d1f4e8982c4315aed9592c3633065cc2a8e7c02d73ea467adf network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-brph2 5e4913ac7a1b05d1f4e8982c4315aed9592c3633065cc2a8e7c02d73ea467adf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2e:74:eb:53:c1\",\"name\":\"5e4913ac7a1b05d\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1e9a7df-af50-46b1-93a9-49857e77c919\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:07:03.968429 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:07:05.635991 3679 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 20:07:05.636908 3679 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 890.063µs I0506 20:07:05.657106 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:07:06.174923 3679 namespace.go:98] [openshift-service-ca] adding namespace I0506 20:07:06.175777 3679 namespace.go:102] [openshift-service-ca] adding namespace took 834.757µs I0506 20:07:06.192675 3679 namespace.go:142] [openshift-service-ca] updating namespace W0506 20:07:16.133333 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:07:16.957822 3679 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j 2f96c9814ec7fc235bbc4e5163a9a9716d75bebb05dd3913e2b2b4d32c4ca6cb network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j 2f96c9814ec7fc235bbc4e5163a9a9716d75bebb05dd3913e2b2b4d32c4ca6cb network default NAD default NAD key ] I0506 20:07:16.968290 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-d244j, hostIfaceName: 2f96c9814ec7fc2, network: default, NAD default, SandboxID: "2f96c9814ec7fc235bbc4e5163a9a9716d75bebb05dd3913e2b2b4d32c4ca6cb", PCI device ID: , UID: "07d34abc-79ec-46cc-81be-70164d3b7c4e", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0506 20:07:17.013473 3679 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j 2f96c9814ec7fc235bbc4e5163a9a9716d75bebb05dd3913e2b2b4d32c4ca6cb network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d244j 2f96c9814ec7fc235bbc4e5163a9a9716d75bebb05dd3913e2b2b4d32c4ca6cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c0:8d:43:6d:dd\",\"name\":\"2f96c9814ec7fc2\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54ee7a09-3af4-4d27-983d-8d8165ad6507\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:07:29.071819 3679 cni.go:452] [openshift-dns/dns-default-dmg24 be12a8d9cc4fff764b0c7bbdc292e6c8c7e291d9ce56ce6c3a0656efced07212 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dmg24 be12a8d9cc4fff764b0c7bbdc292e6c8c7e291d9ce56ce6c3a0656efced07212 network default NAD default NAD key ] I0506 20:07:29.080913 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dmg24, hostIfaceName: be12a8d9cc4fff7, network: default, NAD default, SandboxID: "be12a8d9cc4fff764b0c7bbdc292e6c8c7e291d9ce56ce6c3a0656efced07212", PCI device ID: , UID: "b3f14481-ecec-4c4c-95a4-069a1e60ccce", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0506 20:07:29.128614 3679 cni.go:473] [openshift-dns/dns-default-dmg24 be12a8d9cc4fff764b0c7bbdc292e6c8c7e291d9ce56ce6c3a0656efced07212 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dmg24 be12a8d9cc4fff764b0c7bbdc292e6c8c7e291d9ce56ce6c3a0656efced07212 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ac:c2:44:f2:6a\",\"name\":\"be12a8d9cc4fff7\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/babff954-c0cb-4e2a-96e8-84612aeec85f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:07:30.837449 3679 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:30.837474 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:30.837481 3679 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 20:07:30.885275 3679 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-54r8f] creating logical port openshift-insights_insights-runtime-extractor-54r8f for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:30.885361 3679 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-54r8f I0506 20:07:30.941517 3679 pod.go:62] [openshift-insights/insights-runtime-extractor-54r8f] pod update took 56.181702ms I0506 20:07:30.941543 3679 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-54r8f] addLogicalPort annotation time took 56.208435ms I0506 20:07:30.942623 3679 pods.go:271] [openshift-insights/insights-runtime-extractor-54r8f] addLogicalPort took 57.362791ms, libovsdb time 797.406µs I0506 20:07:31.238565 3679 cni.go:452] [openshift-insights/insights-runtime-extractor-54r8f 99ab11737428c93d25f89b9ad783a15799789fb76e416c6e5c70e2b9f9bbb4d9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-54r8f 99ab11737428c93d25f89b9ad783a15799789fb76e416c6e5c70e2b9f9bbb4d9 network default NAD default NAD key ] I0506 20:07:31.247835 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-54r8f, hostIfaceName: 99ab11737428c93, network: default, NAD default, SandboxID: "99ab11737428c93d25f89b9ad783a15799789fb76e416c6e5c70e2b9f9bbb4d9", PCI device ID: , UID: "3e4e100c-9b8f-4ecf-92c5-bc87f4851eb7", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0506 20:07:31.292470 3679 cni.go:473] [openshift-insights/insights-runtime-extractor-54r8f 99ab11737428c93d25f89b9ad783a15799789fb76e416c6e5c70e2b9f9bbb4d9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-54r8f 99ab11737428c93d25f89b9ad783a15799789fb76e416c6e5c70e2b9f9bbb4d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e3:04:32:b5:b3\",\"name\":\"99ab11737428c93\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ddb34cd-def8-4292-b34e-658abc1aea22\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:07:31.588237 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:31.588271 3679 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bff88964d-ltk5p I0506 20:07:31.589529 3679 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bff88964d-ltk5p, ips: 10.129.0.6 I0506 20:07:31.589560 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:31.607403 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:31.607432 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:31.633361 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bff88964d-ltk5p I0506 20:07:31.633387 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bff88964d-ltk5p I0506 20:07:31.633396 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-97fbf8ccb-zdnjj] creating logical port openshift-image-registry_image-registry-97fbf8ccb-zdnjj for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:31.633517 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-97fbf8ccb-zdnjj I0506 20:07:31.670197 3679 pod.go:62] [openshift-image-registry/image-registry-97fbf8ccb-zdnjj] pod update took 36.708147ms I0506 20:07:31.670222 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-97fbf8ccb-zdnjj] addLogicalPort annotation time took 36.735708ms I0506 20:07:31.671328 3679 pods.go:271] [openshift-image-registry/image-registry-97fbf8ccb-zdnjj] addLogicalPort took 37.944366ms, libovsdb time 821.195µs W0506 20:07:31.686224 3679 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:31.686238 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:31.686244 3679 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 20:07:31.972797 3679 cni.go:452] [openshift-image-registry/image-registry-97fbf8ccb-zdnjj 9897ccb773998d0656a78352ea00e29744dabe96efa530607304ac7d04242798 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-97fbf8ccb-zdnjj 9897ccb773998d0656a78352ea00e29744dabe96efa530607304ac7d04242798 network default NAD default NAD key ] I0506 20:07:31.982814 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-97fbf8ccb-zdnjj, hostIfaceName: 9897ccb773998d0, network: default, NAD default, SandboxID: "9897ccb773998d0656a78352ea00e29744dabe96efa530607304ac7d04242798", PCI device ID: , UID: "6b8e493f-efc4-44e1-9f25-01f1f25827ee", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0506 20:07:32.030950 3679 cni.go:473] [openshift-image-registry/image-registry-97fbf8ccb-zdnjj 9897ccb773998d0656a78352ea00e29744dabe96efa530607304ac7d04242798 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-97fbf8ccb-zdnjj 9897ccb773998d0656a78352ea00e29744dabe96efa530607304ac7d04242798 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1e:f5:a3:0c:9b\",\"name\":\"9897ccb773998d0\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb43afbe-07ad-494f-8e29-2996481540b8\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:07:32.102565 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:32.103134 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:32.116259 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:32.116278 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:32.132151 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b4447bfb7-zbdtn I0506 20:07:32.132173 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b4447bfb7-zbdtn W0506 20:07:32.613187 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:07:33.095326 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:07:33.496512 3679 cni.go:452] [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key ] I0506 20:07:33.505095 3679 cni.go:452] [openshift-ingress/router-default-578877bcc7-dspg7 21b8fc8e7765d7a99c554049790f5cb00a98ba8f234b796c163650a955942eba network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-578877bcc7-dspg7 21b8fc8e7765d7a99c554049790f5cb00a98ba8f234b796c163650a955942eba network default NAD default NAD key ] I0506 20:07:33.505156 3679 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n f4be71c88c129a4793fce4770a358564b6a5be3c1805d360b41c8dd28f38e45e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n f4be71c88c129a4793fce4770a358564b6a5be3c1805d360b41c8dd28f38e45e network default NAD default NAD key ] I0506 20:07:33.506980 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5589678557-tfmm8, hostIfaceName: 847c2fc684eb664, network: default, NAD default, SandboxID: "847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685", PCI device ID: , UID: "ca21e39b-15c0-482c-a738-da6cc04292c8", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0506 20:07:33.519091 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-578877bcc7-dspg7, hostIfaceName: 21b8fc8e7765d7a, network: default, NAD default, SandboxID: "21b8fc8e7765d7a99c554049790f5cb00a98ba8f234b796c163650a955942eba", PCI device ID: , UID: "1608da62-8fb2-4021-8f8e-79b58f8c16c5", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0506 20:07:33.519332 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-8pj5n, hostIfaceName: f4be71c88c129a4, network: default, NAD default, SandboxID: "f4be71c88c129a4793fce4770a358564b6a5be3c1805d360b41c8dd28f38e45e", PCI device ID: , UID: "434b6283-0e18-453e-afa2-2b11805e7033", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0506 20:07:33.558030 3679 cni.go:473] [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e6:4c:bf:cb:7e\",\"name\":\"847c2fc684eb664\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5714ffa0-1323-42ca-bb18-6d3e85df83aa\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:07:33.781916 3679 cni.go:473] [openshift-ingress/router-default-578877bcc7-dspg7 21b8fc8e7765d7a99c554049790f5cb00a98ba8f234b796c163650a955942eba network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-578877bcc7-dspg7 21b8fc8e7765d7a99c554049790f5cb00a98ba8f234b796c163650a955942eba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:54:28:be:06:2f\",\"name\":\"21b8fc8e7765d7a\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f04302a6-d3c9-4340-82c5-e2eabdaae97d\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:07:33.781931 3679 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n f4be71c88c129a4793fce4770a358564b6a5be3c1805d360b41c8dd28f38e45e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-8pj5n f4be71c88c129a4793fce4770a358564b6a5be3c1805d360b41c8dd28f38e45e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e6:26:ff:ba:b2\",\"name\":\"f4be71c88c129a4\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cccef68-5bd7-4ff0-aa3f-3c961a60247c\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:07:34.650312 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.650340 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.653250 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.653263 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.653267 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.674831 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.674848 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.674854 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.678295 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.678318 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.690745 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.690759 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.690764 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.691593 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.691605 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:35.667270 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:35.667288 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0506 20:07:35.750892 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:07:35.763537 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:35.763552 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:35.763558 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 20:07:35.866877 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:07:36.645907 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:07:38.649702 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:07:39.108319 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:07:39.639232 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:39.639250 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:39.639256 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:39.639267 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:39.639271 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:39.639275 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0506 20:07:40.359776 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-275mp] creating logical port openshift-monitoring_prometheus-operator-76b589d668-275mp for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:40.359867 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-275mp I0506 20:07:40.376363 3679 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-275mp] pod update took 16.517889ms I0506 20:07:40.376386 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-275mp] addLogicalPort annotation time took 16.54989ms I0506 20:07:40.377560 3679 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-275mp] addLogicalPort took 17.798038ms, libovsdb time 834.099µs I0506 20:07:40.719607 3679 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-275mp 295da6094d7d7d003498650b82c36ac1605df555887c6ae541459bb3bd1decd5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-275mp 295da6094d7d7d003498650b82c36ac1605df555887c6ae541459bb3bd1decd5 network default NAD default NAD key ] I0506 20:07:40.729559 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-275mp, hostIfaceName: 295da6094d7d7d0, network: default, NAD default, SandboxID: "295da6094d7d7d003498650b82c36ac1605df555887c6ae541459bb3bd1decd5", PCI device ID: , UID: "56109aad-2015-4529-adbb-fca136efd91e", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0506 20:07:40.775867 3679 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-275mp 295da6094d7d7d003498650b82c36ac1605df555887c6ae541459bb3bd1decd5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-275mp 295da6094d7d7d003498650b82c36ac1605df555887c6ae541459bb3bd1decd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e8:b8:ce:c3:03\",\"name\":\"295da6094d7d7d0\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75d80fc9-fb3a-4d57-95ae-12613c878557\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:07:41.591010 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:41.591032 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:41.591063 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0506 20:07:44.840348 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-dpgxq for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:44.840425 3679 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq I0506 20:07:44.878997 3679 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq] pod update took 38.591148ms I0506 20:07:44.879022 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq] addLogicalPort annotation time took 38.62059ms I0506 20:07:44.880191 3679 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq] addLogicalPort took 39.856614ms, libovsdb time 839.672µs I0506 20:07:45.797965 3679 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq 296407f5157c30acef6fbb46f19cc5791f6e2496700451de97558f5ca02f1ec3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq 296407f5157c30acef6fbb46f19cc5791f6e2496700451de97558f5ca02f1ec3 network default NAD default NAD key ] I0506 20:07:45.807599 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-dpgxq, hostIfaceName: 296407f5157c30a, network: default, NAD default, SandboxID: "296407f5157c30acef6fbb46f19cc5791f6e2496700451de97558f5ca02f1ec3", PCI device ID: , UID: "590fce7e-b4f5-4ac0-889f-97d4867e9ba9", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0506 20:07:45.870292 3679 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq 296407f5157c30acef6fbb46f19cc5791f6e2496700451de97558f5ca02f1ec3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-dpgxq 296407f5157c30acef6fbb46f19cc5791f6e2496700451de97558f5ca02f1ec3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:cc:f9:82:7d:01\",\"name\":\"296407f5157c30a\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1313868d-51f2-4a9a-92a4-686c7d661dd9\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:07:46.002006 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:46.002159 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 20:07:46.029397 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.27188ms I0506 20:07:46.029423 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.304057ms I0506 20:07:46.030689 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.697062ms, libovsdb time 867.828µs I0506 20:07:46.366837 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key ] I0506 20:07:46.376996 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a88511052c37a54, network: default, NAD default, SandboxID: "a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258", PCI device ID: , UID: "28d423ad-7ec2-4c07-bf08-dfbe4ec827a3", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0506 20:07:46.428443 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:6e:62:a3:42:aa\",\"name\":\"a88511052c37a54\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4263644f-d716-4c2d-a7dd-698a948b1e43\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:07:47.695572 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:47.695592 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:47.695597 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:48.734847 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:48.734868 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:48.734874 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:07:49.419980 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7454c7b55c-dnmkw] creating logical port openshift-monitoring_metrics-server-7454c7b55c-dnmkw for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:49.420142 3679 kube.go:256] Updating pod openshift-monitoring/metrics-server-7454c7b55c-dnmkw I0506 20:07:49.435176 3679 pod.go:62] [openshift-monitoring/metrics-server-7454c7b55c-dnmkw] pod update took 15.065709ms I0506 20:07:49.435199 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7454c7b55c-dnmkw] addLogicalPort annotation time took 15.093968ms I0506 20:07:49.436511 3679 pods.go:271] [openshift-monitoring/metrics-server-7454c7b55c-dnmkw] addLogicalPort took 16.550401ms, libovsdb time 944.498µs I0506 20:07:49.824360 3679 cni.go:452] [openshift-monitoring/metrics-server-7454c7b55c-dnmkw 189f42ef6d7e154441ea7d7a19ccf1255ae420abdebd6f5ebb8feadc2e60c974 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7454c7b55c-dnmkw 189f42ef6d7e154441ea7d7a19ccf1255ae420abdebd6f5ebb8feadc2e60c974 network default NAD default NAD key ] I0506 20:07:49.834263 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7454c7b55c-dnmkw, hostIfaceName: 189f42ef6d7e154, network: default, NAD default, SandboxID: "189f42ef6d7e154441ea7d7a19ccf1255ae420abdebd6f5ebb8feadc2e60c974", PCI device ID: , UID: "82771bbe-b2b0-4487-8fe4-ee548a338fc5", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0506 20:07:49.884298 3679 cni.go:473] [openshift-monitoring/metrics-server-7454c7b55c-dnmkw 189f42ef6d7e154441ea7d7a19ccf1255ae420abdebd6f5ebb8feadc2e60c974 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7454c7b55c-dnmkw 189f42ef6d7e154441ea7d7a19ccf1255ae420abdebd6f5ebb8feadc2e60c974 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ac:ca:3f:a2:be\",\"name\":\"189f42ef6d7e154\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3272dd9-8954-4ad0-aba4-9087e32b0f60\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:07:51.181188 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.181208 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.181213 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.181226 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.728484 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:07:51.775884 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.775902 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.775907 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.775911 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:52.182184 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 20:07:52.718091 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:07:52.787638 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:52.787658 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:53.202966 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:53.202984 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:54.094231 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:07:54.094264 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:07:54.609918 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:07:56.741711 3679 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-w7q9t] creating logical port openshift-console_downloads-5c54f4944f-w7q9t for pod on switch ip-10-0-1-149.ec2.internal I0506 20:07:56.741805 3679 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-w7q9t I0506 20:07:56.756975 3679 pod.go:62] [openshift-console/downloads-5c54f4944f-w7q9t] pod update took 15.198977ms I0506 20:07:56.756995 3679 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-w7q9t] addLogicalPort annotation time took 15.222719ms I0506 20:07:56.758173 3679 pods.go:271] [openshift-console/downloads-5c54f4944f-w7q9t] addLogicalPort took 16.478544ms, libovsdb time 809.822µs I0506 20:07:57.100258 3679 cni.go:452] [openshift-console/downloads-5c54f4944f-w7q9t a6207252879e238a4f02092764d2df3b9f86e0ff813e50d6888255203436f1b1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-w7q9t a6207252879e238a4f02092764d2df3b9f86e0ff813e50d6888255203436f1b1 network default NAD default NAD key ] I0506 20:07:57.109404 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-w7q9t, hostIfaceName: a6207252879e238, network: default, NAD default, SandboxID: "a6207252879e238a4f02092764d2df3b9f86e0ff813e50d6888255203436f1b1", PCI device ID: , UID: "29c22116-0b27-4a2c-891e-2e95c240dd4d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0506 20:07:57.158541 3679 cni.go:473] [openshift-console/downloads-5c54f4944f-w7q9t a6207252879e238a4f02092764d2df3b9f86e0ff813e50d6888255203436f1b1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-w7q9t a6207252879e238a4f02092764d2df3b9f86e0ff813e50d6888255203436f1b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f6:91:df:3f:c8\",\"name\":\"a6207252879e238\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f9e1b9e-8446-4d07-8791-36eb9d0c8aa5\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:08:05.196992 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:08:05.278509 3679 base_network_controller_pods.go:487] [default/openshift-console/console-b447fb6c-rvg7p] creating logical port openshift-console_console-b447fb6c-rvg7p for pod on switch ip-10-0-1-149.ec2.internal I0506 20:08:05.278623 3679 kube.go:256] Updating pod openshift-console/console-b447fb6c-rvg7p I0506 20:08:05.303877 3679 pod.go:62] [openshift-console/console-b447fb6c-rvg7p] pod update took 25.295978ms I0506 20:08:05.303966 3679 base_network_controller_pods.go:951] [default/openshift-console/console-b447fb6c-rvg7p] addLogicalPort annotation time took 25.388546ms I0506 20:08:05.305400 3679 pods.go:271] [openshift-console/console-b447fb6c-rvg7p] addLogicalPort took 26.907705ms, libovsdb time 973.438µs I0506 20:08:08.033921 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:08:12.064510 3679 cni.go:452] [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key ] I0506 20:08:12.074512 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b447fb6c-rvg7p, hostIfaceName: dc4f774439c7567, network: default, NAD default, SandboxID: "dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82", PCI device ID: , UID: "e32af0e3-1b99-4852-b8f5-e75b8faeeb6e", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0506 20:08:12.125627 3679 cni.go:473] [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:eb:2c:c4:46:19\",\"name\":\"dc4f774439c7567\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3771a545-996f-40fb-8e36-2fbfca84a330\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:08:12.288929 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:08:12.686873 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:08:12.750520 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 20:08:12.771603 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 20:08:12.811775 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:08:15.306241 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:08:15.764685 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:08:16.399538 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.399555 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.399561 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.399571 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.399575 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.399579 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.436890 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.436915 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:08:16.436922 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:08:19.430187 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:19.430813 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:08:19.850689 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:08:19.850716 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:08:19.865513 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:19.865536 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:19.869502 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bff88964d-sdzlt I0506 20:08:19.869532 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bff88964d-sdzlt W0506 20:08:29.881624 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 20:08:35.908484 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 20:08:40.614789 3679 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-4m5gg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:40.615366 3679 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-4m5gg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:41.428982 3679 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-4m5gg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:41.429004 3679 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-4m5gg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:41.432515 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b447fb6c-4m5gg I0506 20:08:41.432537 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b447fb6c-4m5gg I0506 20:08:45.065198 3679 cni.go:452] [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key ] I0506 20:08:45.143200 3679 cni.go:473] [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-b447fb6c-rvg7p dc4f774439c756701c0e051c3be7502c4534602590a59bcc289dae25f233ef82 network default NAD default NAD key default], result "{}", err I0506 20:08:45.218559 3679 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-rvg7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:45.218601 3679 pods.go:176] Deleting pod: openshift-console/console-b447fb6c-rvg7p I0506 20:08:45.219840 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-b447fb6c-rvg7p, ips: 10.129.0.21 I0506 20:08:45.219874 3679 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-rvg7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:45.873333 3679 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-rvg7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:45.873379 3679 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-rvg7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:45.879801 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b447fb6c-rvg7p I0506 20:08:45.879895 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b447fb6c-rvg7p I0506 20:08:51.217965 3679 cni.go:452] [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key ] I0506 20:08:51.294449 3679 cni.go:473] [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5589678557-tfmm8 847c2fc684eb66422107986e4237025f7b4d907bb5fab8d833085b415c4fb685 network default NAD default NAD key default], result "{}", err I0506 20:08:51.369750 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:51.369787 3679 pods.go:176] Deleting pod: openshift-ingress/router-default-5589678557-tfmm8 I0506 20:08:51.371093 3679 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5589678557-tfmm8, ips: 10.129.0.13 I0506 20:08:51.371125 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:51.898738 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:51.898764 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:51.906536 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5589678557-tfmm8 I0506 20:08:51.906554 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5589678557-tfmm8 I0506 20:09:03.171290 3679 cni.go:452] [openshift-multus/network-metrics-daemon-mmzhr 6c978ea31caf8d7a9d60d704e108cddc59de6b17cf4b6066bea5531c5b9aff21 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mmzhr 6c978ea31caf8d7a9d60d704e108cddc59de6b17cf4b6066bea5531c5b9aff21 network default NAD default NAD key ] I0506 20:09:03.180279 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mmzhr, hostIfaceName: 6c978ea31caf8d7, network: default, NAD default, SandboxID: "6c978ea31caf8d7a9d60d704e108cddc59de6b17cf4b6066bea5531c5b9aff21", PCI device ID: , UID: "7e18f7d7-ab9b-4402-baae-a6889708217b", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0506 20:09:03.228670 3679 cni.go:473] [openshift-multus/network-metrics-daemon-mmzhr 6c978ea31caf8d7a9d60d704e108cddc59de6b17cf4b6066bea5531c5b9aff21 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mmzhr 6c978ea31caf8d7a9d60d704e108cddc59de6b17cf4b6066bea5531c5b9aff21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:01:b6:0e:2d:a5\",\"name\":\"6c978ea31caf8d7\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e63f6f34-65a9-4012-8889-6c93a3803976\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:09:06.170397 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key ] I0506 20:09:06.257811 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 a88511052c37a544281d44fd218bf35dfa73de1f2c48877a99931fcf270a8258 network default NAD default NAD key default], result "{}", err I0506 20:09:06.315334 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:06.315371 3679 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0506 20:09:06.316532 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.18 I0506 20:09:06.316561 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:06.969455 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:06.969485 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:06.975743 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 20:09:06.975781 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 20:09:07.014670 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:09:07.014782 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 20:09:07.045422 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 30.676456ms I0506 20:09:07.045454 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 30.711961ms I0506 20:09:07.046660 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 32.010212ms, libovsdb time 890.857µs I0506 20:09:07.373873 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 e902882f93c1b212251b911099d218eeac5601a4b891620c79e57e23878a14fa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e902882f93c1b212251b911099d218eeac5601a4b891620c79e57e23878a14fa network default NAD default NAD key ] I0506 20:09:07.383302 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e902882f93c1b21, network: default, NAD default, SandboxID: "e902882f93c1b212251b911099d218eeac5601a4b891620c79e57e23878a14fa", PCI device ID: , UID: "bc0952cc-1ea0-4ce1-afb9-d96c3009bdb5", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0506 20:09:07.431021 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 e902882f93c1b212251b911099d218eeac5601a4b891620c79e57e23878a14fa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e902882f93c1b212251b911099d218eeac5601a4b891620c79e57e23878a14fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:38:3b:c7:18:a8\",\"name\":\"e902882f93c1b21\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5028bf4-e616-4b86-a886-4e07ee72e374\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:09:09.477678 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-f58fc7846-s9lpq] creating logical port openshift-monitoring_telemeter-client-f58fc7846-s9lpq for pod on switch ip-10-0-1-149.ec2.internal I0506 20:09:09.477828 3679 kube.go:256] Updating pod openshift-monitoring/telemeter-client-f58fc7846-s9lpq I0506 20:09:09.503585 3679 pod.go:62] [openshift-monitoring/telemeter-client-f58fc7846-s9lpq] pod update took 25.782071ms I0506 20:09:09.503612 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-f58fc7846-s9lpq] addLogicalPort annotation time took 25.813726ms I0506 20:09:09.504894 3679 pods.go:271] [openshift-monitoring/telemeter-client-f58fc7846-s9lpq] addLogicalPort took 27.231276ms, libovsdb time 972.78µs I0506 20:09:09.848888 3679 cni.go:452] [openshift-monitoring/telemeter-client-f58fc7846-s9lpq 504e741f5a676995c506bc50799e5f55828ade305a89533cae932176691ebe3c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-f58fc7846-s9lpq 504e741f5a676995c506bc50799e5f55828ade305a89533cae932176691ebe3c network default NAD default NAD key ] I0506 20:09:09.859896 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-f58fc7846-s9lpq, hostIfaceName: 504e741f5a67699, network: default, NAD default, SandboxID: "504e741f5a676995c506bc50799e5f55828ade305a89533cae932176691ebe3c", PCI device ID: , UID: "dcb59b0d-e1c3-45b0-a454-88f320dea872", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0506 20:09:09.913292 3679 cni.go:473] [openshift-monitoring/telemeter-client-f58fc7846-s9lpq 504e741f5a676995c506bc50799e5f55828ade305a89533cae932176691ebe3c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-f58fc7846-s9lpq 504e741f5a676995c506bc50799e5f55828ade305a89533cae932176691ebe3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c5:2d:7a:e4:68\",\"name\":\"504e741f5a67699\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/081bf56e-b09f-44cf-827f-e890e8aea8f0\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:09:11.131733 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:11.132327 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:11.550843 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:11.550880 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:11.554341 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 20:09:11.554368 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 20:09:13.268667 3679 base_network_controller_pods.go:487] [default/openshift-console/console-6d5b98456d-n4wfx] creating logical port openshift-console_console-6d5b98456d-n4wfx for pod on switch ip-10-0-1-149.ec2.internal I0506 20:09:13.268809 3679 kube.go:256] Updating pod openshift-console/console-6d5b98456d-n4wfx I0506 20:09:13.287072 3679 pod.go:62] [openshift-console/console-6d5b98456d-n4wfx] pod update took 18.289786ms I0506 20:09:13.287093 3679 base_network_controller_pods.go:951] [default/openshift-console/console-6d5b98456d-n4wfx] addLogicalPort annotation time took 18.321506ms I0506 20:09:13.288220 3679 pods.go:271] [openshift-console/console-6d5b98456d-n4wfx] addLogicalPort took 19.57075ms, libovsdb time 834.373µs I0506 20:09:13.630343 3679 cni.go:452] [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key ] I0506 20:09:13.641422 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d5b98456d-n4wfx, hostIfaceName: bee16e78f910105, network: default, NAD default, SandboxID: "bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc", PCI device ID: , UID: "b1e4107f-a796-4759-a8bf-adb78b3c4003", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0506 20:09:13.693261 3679 cni.go:473] [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:42:04:73:b3:54\",\"name\":\"bee16e78f910105\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e56302bd-f87a-4d27-a62b-57a5a9b9784e\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:09:24.057667 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:09:37.443647 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:09:37.443669 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:09:37.443675 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:09:38.591211 3679 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-8kvlb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.591805 3679 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-8kvlb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.667644 3679 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-8kvlb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:38.667689 3679 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-8kvlb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:38.673207 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754bcd54d-8kvlb I0506 20:09:38.673231 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754bcd54d-8kvlb I0506 20:09:38.760145 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.760701 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:39.181138 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:39.181164 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:39.189147 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 20:09:39.189170 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 20:09:49.380125 3679 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-w7j29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:49.380695 3679 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-w7j29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:50.231084 3679 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-w7j29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:50.231113 3679 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-w7j29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:50.237318 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754bcd54d-w7j29 I0506 20:09:50.237343 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754bcd54d-w7j29 I0506 20:10:00.218509 3679 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634970-f7xs4 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:10:00.218595 3679 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 I0506 20:10:00.232120 3679 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4] pod update took 13.547994ms I0506 20:10:00.232147 3679 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4] addLogicalPort annotation time took 13.57753ms I0506 20:10:00.233485 3679 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4] addLogicalPort took 14.990812ms, libovsdb time 994.193µs I0506 20:10:00.589643 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key ] I0506 20:10:00.598750 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634970-f7xs4, hostIfaceName: e8a483176c09235, network: default, NAD default, SandboxID: "e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8", PCI device ID: , UID: "d54ddbeb-fa7d-467d-b046-a2e3c0f49aab", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0506 20:10:00.647678 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e3:b6:09:03:da\",\"name\":\"e8a483176c09235\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d0ba1a7-7c79-49a7-8928-56b32249bb18\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:10:01.285179 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:01.285697 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:01.296178 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:01.296202 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:01.301702 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp I0506 20:10:01.301727 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp I0506 20:10:05.209242 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key ] I0506 20:10:05.279586 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 e8a483176c09235d39500afad6388e30a3cfd983082c41edf81d8f72b8f6a1c8 network default NAD default NAD key default], result "{}", err I0506 20:10:05.322778 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:05.322818 3679 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 I0506 20:10:05.323930 3679 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4, ips: 10.129.0.25 I0506 20:10:05.323957 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:06.222326 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:06.222356 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:14.155645 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:14.156208 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:14.349591 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:14.349620 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:14.357457 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 20:10:14.357477 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 20:10:39.236741 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 20:10:55.274737 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 20:11:17.417684 3679 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-77xhj for pod on switch ip-10-0-1-149.ec2.internal I0506 20:11:17.417808 3679 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj I0506 20:11:17.430710 3679 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj] pod update took 12.936778ms I0506 20:11:17.430732 3679 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj] addLogicalPort annotation time took 12.964256ms I0506 20:11:17.431940 3679 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj] addLogicalPort took 14.295737ms, libovsdb time 862.426µs I0506 20:11:17.775289 3679 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj b54a1e2fe928dc37e154563f4d394842ca73782437be695278767677d9cdc47f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj b54a1e2fe928dc37e154563f4d394842ca73782437be695278767677d9cdc47f network default NAD default NAD key ] I0506 20:11:17.784629 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-77xhj, hostIfaceName: b54a1e2fe928dc3, network: default, NAD default, SandboxID: "b54a1e2fe928dc37e154563f4d394842ca73782437be695278767677d9cdc47f", PCI device ID: , UID: "cc623382-13a4-4a67-9d1a-b4d0973a086b", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0506 20:11:17.833879 3679 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj b54a1e2fe928dc37e154563f4d394842ca73782437be695278767677d9cdc47f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-77xhj b54a1e2fe928dc37e154563f4d394842ca73782437be695278767677d9cdc47f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:93:b0:0d:bb:87\",\"name\":\"b54a1e2fe928dc3\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/135d91d2-a6ff-416f-8531-64b382ceba8f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:11:20.498337 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:11:29.252289 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0506 20:11:31.503985 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:11:31.533196 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 20:11:31.533255 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pmrbk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pmrbk: no pod IPs found I0506 20:11:39.148596 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 20:11:39.152428 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0506 20:11:54.497755 3679 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-phg2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:11:54.498370 3679 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-phg2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:11:55.229208 3679 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-phg2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:11:55.229236 3679 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-phg2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:11:55.232137 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b98456d-phg2w I0506 20:11:55.232159 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b98456d-phg2w I0506 20:12:04.923947 3679 cni.go:452] [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key ] I0506 20:12:04.999002 3679 cni.go:473] [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d5b98456d-n4wfx bee16e78f910105afd03532f8dea9094772bf823edf9208c7d40895ff45127cc network default NAD default NAD key default], result "{}", err I0506 20:12:05.046237 3679 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-n4wfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:05.046311 3679 pods.go:176] Deleting pod: openshift-console/console-6d5b98456d-n4wfx I0506 20:12:05.047759 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d5b98456d-n4wfx, ips: 10.129.0.24 I0506 20:12:05.047793 3679 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-n4wfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:05.661105 3679 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-n4wfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:05.661138 3679 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-n4wfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:05.664243 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b98456d-n4wfx I0506 20:12:05.664266 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b98456d-n4wfx I0506 20:12:36.257164 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 20:12:40.268961 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 20:12:46.236549 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 20:12:52.262467 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 20:13:20.242347 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 20:13:34.150619 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0506 20:13:46.150358 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=96 I0506 20:13:56.149220 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=146 I0506 20:13:56.155086 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=681 I0506 20:14:47.274420 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 20:14:56.246977 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0506 20:15:53.636336 3679 namespace.go:98] [tsf] adding namespace I0506 20:15:53.637231 3679 namespace.go:102] [tsf] adding namespace took 870.676µs I0506 20:15:53.650791 3679 namespace.go:142] [tsf] updating namespace I0506 20:15:53.665596 3679 namespace.go:142] [tsf] updating namespace I0506 20:15:57.296831 3679 namespace.go:98] [cert-manager-operator] adding namespace I0506 20:15:57.296842 3679 namespace.go:98] [konflux-operator] adding namespace I0506 20:15:57.297697 3679 namespace.go:102] [cert-manager-operator] adding namespace took 835.244µs I0506 20:15:57.298262 3679 namespace.go:102] [konflux-operator] adding namespace took 1.311122ms I0506 20:15:57.300214 3679 namespace.go:98] [rhtpa-operator] adding namespace I0506 20:15:57.300219 3679 namespace.go:98] [konflux-ui] adding namespace I0506 20:15:57.300946 3679 namespace.go:102] [rhtpa-operator] adding namespace took 714.756µs I0506 20:15:57.301463 3679 namespace.go:102] [konflux-ui] adding namespace took 1.22903ms I0506 20:15:57.303758 3679 namespace.go:98] [tsf-keycloak] adding namespace I0506 20:15:57.303840 3679 namespace.go:98] [tsf-tas] adding namespace I0506 20:15:57.303862 3679 namespace.go:98] [rhbk-operator] adding namespace I0506 20:15:57.304008 3679 namespace.go:98] [tsf-tpa] adding namespace I0506 20:15:57.305517 3679 namespace.go:102] [tsf-keycloak] adding namespace took 1.742983ms I0506 20:15:57.306276 3679 namespace.go:102] [tsf-tas] adding namespace took 2.418478ms I0506 20:15:57.306875 3679 namespace.go:102] [rhbk-operator] adding namespace took 3.002096ms I0506 20:15:57.307439 3679 namespace.go:102] [tsf-tpa] adding namespace took 3.419046ms I0506 20:15:57.318389 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:15:57.333109 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:15:57.339093 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:57.339170 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:15:57.339240 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:15:57.339323 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:15:57.353387 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:15:57.353507 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:15:57.353551 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:15:57.359814 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:15:57.408581 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:15:57.434561 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:15:57.437590 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:15:57.455337 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:15:57.472888 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:57.486396 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:57.519030 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:15:57.529138 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:15:57.545229 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:15:57.565182 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:15:57.614007 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:15:57.641022 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:15:57.659082 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:15:57.673663 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:15:58.532753 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:58.541286 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:04.395203 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.395733 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.395765 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.395776 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:04.395792 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.395801 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:05.423345 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.423364 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.423374 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.423386 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:06.416163 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.416725 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.416752 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.416761 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:06.416770 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.416774 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:07.442619 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.442643 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.442655 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.442668 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.455799 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.456411 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.456438 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.456446 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:07.456457 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.456462 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:08.484739 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:08.484769 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:08.484784 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:08.484797 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:10.461225 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.461805 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.461837 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.461848 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:10.461862 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.461868 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:10.489341 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.489755 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.489780 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.489788 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:10.489796 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.489800 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:11.460094 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.460622 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.460658 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.460667 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:11.460679 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.460685 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:11.497579 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.497603 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.497616 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.497627 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.532375 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.532397 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.532410 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.532420 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.499562 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.499584 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.499603 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.499613 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:15.650537 3679 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-w94kb for pod on switch ip-10-0-1-149.ec2.internal I0506 20:16:15.650667 3679 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb I0506 20:16:15.669934 3679 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb] pod update took 19.293982ms I0506 20:16:15.669959 3679 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb] addLogicalPort annotation time took 19.325284ms I0506 20:16:15.671452 3679 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb] addLogicalPort took 20.929479ms, libovsdb time 1.03139ms I0506 20:16:16.012972 3679 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb f40c86825265f653942f69f15d77b4f1e527cb357b13575d2ea1b82bfcefcee3 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb f40c86825265f653942f69f15d77b4f1e527cb357b13575d2ea1b82bfcefcee3 network default NAD default NAD key ] I0506 20:16:16.022037 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-w94kb, hostIfaceName: f40c86825265f65, network: default, NAD default, SandboxID: "f40c86825265f653942f69f15d77b4f1e527cb357b13575d2ea1b82bfcefcee3", PCI device ID: , UID: "12da2a5c-bd2b-4976-9866-45dc2884094c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0506 20:16:16.071449 3679 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb f40c86825265f653942f69f15d77b4f1e527cb357b13575d2ea1b82bfcefcee3 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w94kb f40c86825265f653942f69f15d77b4f1e527cb357b13575d2ea1b82bfcefcee3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:45:17:c6:c7:c6\",\"name\":\"f40c86825265f65\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb23239a-78c3-4741-a86c-b2f5ffe13614\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:16:19.080500 3679 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-jqzdj] creating logical port rhbk-operator_rhbk-operator-69889d554d-jqzdj for pod on switch ip-10-0-1-149.ec2.internal I0506 20:16:19.080613 3679 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-jqzdj I0506 20:16:19.097115 3679 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-jqzdj] pod update took 16.529422ms I0506 20:16:19.097139 3679 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-jqzdj] addLogicalPort annotation time took 16.557001ms I0506 20:16:19.098376 3679 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-jqzdj] addLogicalPort took 17.891799ms, libovsdb time 886.759µs I0506 20:16:19.445135 3679 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-jqzdj 839273be3baa7130964f6f40e077f572d5eafdf2a09d34991fd2ec88050618cc network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-jqzdj 839273be3baa7130964f6f40e077f572d5eafdf2a09d34991fd2ec88050618cc network default NAD default NAD key ] I0506 20:16:19.454921 3679 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-jqzdj, hostIfaceName: 839273be3baa713, network: default, NAD default, SandboxID: "839273be3baa7130964f6f40e077f572d5eafdf2a09d34991fd2ec88050618cc", PCI device ID: , UID: "375896ab-152a-41f3-82a5-066098cff03f", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0506 20:16:19.504677 3679 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-jqzdj 839273be3baa7130964f6f40e077f572d5eafdf2a09d34991fd2ec88050618cc network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-jqzdj 839273be3baa7130964f6f40e077f572d5eafdf2a09d34991fd2ec88050618cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:01:53:ac:f4:6d\",\"name\":\"839273be3baa713\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a15b34e9-2e97-493e-952f-eabcc28dd1e7\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:16:19.803237 3679 namespace.go:98] [cert-manager] adding namespace I0506 20:16:19.804146 3679 namespace.go:102] [cert-manager] adding namespace took 889.146µs I0506 20:16:19.893683 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:16:19.936206 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:16:20.962155 3679 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-hnhf8 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:16:20.962405 3679 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8 I0506 20:16:20.978704 3679 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8] pod update took 16.328939ms I0506 20:16:20.978724 3679 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8] addLogicalPort annotation time took 16.357189ms I0506 20:16:20.980060 3679 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8] addLogicalPort took 17.902102ms, libovsdb time 942.047µs W0506 20:16:24.422711 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:16:24.422731 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:16:24.435648 3679 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8 5bf0c42fadf89d37ef08b8ac0196577afcda3373d92bd73e3cf605be6f796418 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8 5bf0c42fadf89d37ef08b8ac0196577afcda3373d92bd73e3cf605be6f796418 network default NAD default NAD key ] I0506 20:16:24.445854 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-hnhf8, hostIfaceName: 5bf0c42fadf89d3, network: default, NAD default, SandboxID: "5bf0c42fadf89d37ef08b8ac0196577afcda3373d92bd73e3cf605be6f796418", PCI device ID: , UID: "f9329814-349f-4971-a7da-564847c34cf5", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0506 20:16:24.495981 3679 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8 5bf0c42fadf89d37ef08b8ac0196577afcda3373d92bd73e3cf605be6f796418 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-hnhf8 5bf0c42fadf89d37ef08b8ac0196577afcda3373d92bd73e3cf605be6f796418 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:54:46:a8:ba:68\",\"name\":\"5bf0c42fadf89d3\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c53b67ab-d316-47f9-9316-e6039cdc963a\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:16:24.815171 3679 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-kfb7t for pod on switch ip-10-0-1-149.ec2.internal I0506 20:16:24.815329 3679 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t I0506 20:16:24.832942 3679 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t] pod update took 17.641889ms I0506 20:16:24.832967 3679 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t] addLogicalPort annotation time took 17.671849ms I0506 20:16:24.834393 3679 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t] addLogicalPort took 19.270715ms, libovsdb time 1.013778ms I0506 20:16:25.198005 3679 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t 6295f5fa9ed480a40e8e293f6bb782f05cbd3d8faa10ef13d45e9fd489c16098 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t 6295f5fa9ed480a40e8e293f6bb782f05cbd3d8faa10ef13d45e9fd489c16098 network default NAD default NAD key ] I0506 20:16:25.210917 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-kfb7t, hostIfaceName: 6295f5fa9ed480a, network: default, NAD default, SandboxID: "6295f5fa9ed480a40e8e293f6bb782f05cbd3d8faa10ef13d45e9fd489c16098", PCI device ID: , UID: "441dadc5-5965-4553-b885-9d0883dd8ff1", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0506 20:16:25.270757 3679 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t 6295f5fa9ed480a40e8e293f6bb782f05cbd3d8faa10ef13d45e9fd489c16098 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kfb7t 6295f5fa9ed480a40e8e293f6bb782f05cbd3d8faa10ef13d45e9fd489c16098 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:03:4c:e2:ed:21\",\"name\":\"6295f5fa9ed480a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5537cb54-df91-4f83-b399-5fc7ed458f05\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:16:25.829369 3679 namespace.go:142] [openshift-operators] updating namespace I0506 20:16:25.941717 3679 namespace.go:142] [openshift-operators] updating namespace W0506 20:16:26.689177 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:28.740859 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:16:32.716729 3679 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-8fvd2 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:16:32.716915 3679 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2 I0506 20:16:32.732582 3679 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2] pod update took 15.6944ms I0506 20:16:32.732611 3679 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2] addLogicalPort annotation time took 15.730831ms I0506 20:16:32.733900 3679 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2] addLogicalPort took 17.191104ms, libovsdb time 923.986µs I0506 20:16:33.085254 3679 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2 b020d9af20689b1cc9fc28ee0ef085f322e76afd44181148f42e0aa30ab6a894 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2 b020d9af20689b1cc9fc28ee0ef085f322e76afd44181148f42e0aa30ab6a894 network default NAD default NAD key ] I0506 20:16:33.094560 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-8fvd2, hostIfaceName: b020d9af20689b1, network: default, NAD default, SandboxID: "b020d9af20689b1cc9fc28ee0ef085f322e76afd44181148f42e0aa30ab6a894", PCI device ID: , UID: "05b45943-9615-4afd-9318-7e2b64841cf5", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0506 20:16:33.147286 3679 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2 b020d9af20689b1cc9fc28ee0ef085f322e76afd44181148f42e0aa30ab6a894 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-8fvd2 b020d9af20689b1cc9fc28ee0ef085f322e76afd44181148f42e0aa30ab6a894 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e5:f7:56:11:db\",\"name\":\"b020d9af20689b1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff4a8101-8eb5-4901-91ed-244e1704f757\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:16:34.583539 3679 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 20:16:34.584504 3679 namespace.go:102] [trusted-artifact-signer] adding namespace took 943.307µs I0506 20:16:34.619964 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:34.634394 3679 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 20:16:34.762274 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 20:16:34.996473 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:35.015237 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:35.037477 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:35.050196 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:37.685079 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:16:39.191245 3679 namespace.go:142] [openshift-operators] updating namespace W0506 20:16:39.768658 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:16:39.875512 3679 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-d2fzh for pod on switch ip-10-0-1-149.ec2.internal I0506 20:16:39.875640 3679 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh I0506 20:16:39.903573 3679 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh] pod update took 27.964302ms I0506 20:16:39.903598 3679 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh] addLogicalPort annotation time took 27.994967ms I0506 20:16:39.904890 3679 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh] addLogicalPort took 29.400519ms, libovsdb time 874.078µs I0506 20:16:40.267915 3679 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh b5ba9e44ef1a5bc0e8ec4c7ab2fde35cfb1e8d5fcd476092af77e24a246d64fc network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh b5ba9e44ef1a5bc0e8ec4c7ab2fde35cfb1e8d5fcd476092af77e24a246d64fc network default NAD default NAD key ] I0506 20:16:40.278286 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-d2fzh, hostIfaceName: b5ba9e44ef1a5bc, network: default, NAD default, SandboxID: "b5ba9e44ef1a5bc0e8ec4c7ab2fde35cfb1e8d5fcd476092af77e24a246d64fc", PCI device ID: , UID: "857eaad4-6588-4f5f-9266-37e48dbae2de", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0506 20:16:40.328130 3679 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh b5ba9e44ef1a5bc0e8ec4c7ab2fde35cfb1e8d5fcd476092af77e24a246d64fc network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-d2fzh b5ba9e44ef1a5bc0e8ec4c7ab2fde35cfb1e8d5fcd476092af77e24a246d64fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c9:58:e0:9c:c5\",\"name\":\"b5ba9e44ef1a5bc\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1224653e-fb7e-46f4-930b-e3bc8ebfc15d\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:16:45.724008 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:16:47.128760 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:47.129302 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:47.161645 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:47.161670 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:47.181376 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 20:16:47.181402 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 20:16:54.215465 3679 namespace.go:98] [openshift-pipelines] adding namespace I0506 20:16:54.216351 3679 namespace.go:102] [openshift-pipelines] adding namespace took 860.894µs I0506 20:16:54.236483 3679 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:16:54.920360 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:16:55.123425 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:16:55.526704 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:16:55.727825 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:16:55.927582 3679 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace I0506 20:16:56.325983 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:16:56.528927 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:16:56.729276 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:56.931543 3679 namespace.go:142] [tsf] updating namespace I0506 20:16:57.136589 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:16:57.335901 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:16:57.533627 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:57.668904 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:16:57.681432 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:16:57.689440 3679 namespace.go:142] [default] updating namespace I0506 20:16:57.699284 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:16:57.710205 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:16:57.720659 3679 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace I0506 20:16:57.729152 3679 namespace.go:142] [openshift] updating namespace I0506 20:16:57.736990 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:16:57.748333 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:16:57.758002 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:57.768184 3679 namespace.go:142] [tsf] updating namespace I0506 20:16:57.780544 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:16:57.801177 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:16:57.818606 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:57.917992 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:16:58.019180 3679 namespace.go:142] [cert-manager-operator] updating namespace W0506 20:16:58.043947 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 20:16:58.073034 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 20:16:58.119250 3679 namespace.go:142] [default] updating namespace I0506 20:16:58.214985 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:16:58.319287 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:16:58.422282 3679 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace I0506 20:16:58.519311 3679 namespace.go:142] [openshift] updating namespace I0506 20:16:58.616854 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:16:58.718899 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:16:58.818318 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:58.916895 3679 namespace.go:142] [tsf] updating namespace I0506 20:16:59.015076 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:16:59.120508 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:16:59.216106 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:59.582263 3679 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:17:07.220758 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-6xv5q for pod on switch ip-10-0-1-149.ec2.internal I0506 20:17:07.220871 3679 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q I0506 20:17:07.236160 3679 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q] pod update took 15.32098ms I0506 20:17:07.236183 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q] addLogicalPort annotation time took 15.34856ms I0506 20:17:07.237596 3679 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q] addLogicalPort took 16.858644ms, libovsdb time 1.01354ms I0506 20:17:07.313536 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:17:07.313626 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9 I0506 20:17:07.330541 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9] pod update took 16.939371ms I0506 20:17:07.330627 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9] addLogicalPort annotation time took 17.030286ms I0506 20:17:07.332790 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9] addLogicalPort took 19.270846ms, libovsdb time 1.342989ms I0506 20:17:07.409606 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-58s7p for pod on switch ip-10-0-1-149.ec2.internal I0506 20:17:07.409704 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p I0506 20:17:07.427398 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p] pod update took 17.722199ms I0506 20:17:07.427425 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p] addLogicalPort annotation time took 17.752449ms I0506 20:17:07.428708 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p] addLogicalPort took 19.124461ms, libovsdb time 868.69µs I0506 20:17:07.502910 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-sbfd2 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:17:07.503000 3679 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2 I0506 20:17:07.516934 3679 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2] pod update took 13.956554ms I0506 20:17:07.516955 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2] addLogicalPort annotation time took 13.981959ms I0506 20:17:07.518369 3679 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2] addLogicalPort took 15.476979ms, libovsdb time 936.859µs I0506 20:17:07.596494 3679 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q c04638991941a2109cf2c68ee7714a1141254c44c20f285d22c1509ab662d9ac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q c04638991941a2109cf2c68ee7714a1141254c44c20f285d22c1509ab662d9ac network default NAD default NAD key ] I0506 20:17:07.606260 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-6xv5q, hostIfaceName: c04638991941a21, network: default, NAD default, SandboxID: "c04638991941a2109cf2c68ee7714a1141254c44c20f285d22c1509ab662d9ac", PCI device ID: , UID: "61d70c4e-0e87-45e7-b2a3-9e5286d0fb98", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0506 20:17:07.657095 3679 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q c04638991941a2109cf2c68ee7714a1141254c44c20f285d22c1509ab662d9ac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-6xv5q c04638991941a2109cf2c68ee7714a1141254c44c20f285d22c1509ab662d9ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ce:f2:b0:a3:2e\",\"name\":\"c04638991941a21\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f6edff4-0d6e-4fcb-910a-999262c58592\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:17:07.678751 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9 edda389330fc61703a185fda7e3822c9db6939b9084d1e7fcc053ea95fea8e55 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9 edda389330fc61703a185fda7e3822c9db6939b9084d1e7fcc053ea95fea8e55 network default NAD default NAD key ] I0506 20:17:07.689464 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9, hostIfaceName: edda389330fc617, network: default, NAD default, SandboxID: "edda389330fc61703a185fda7e3822c9db6939b9084d1e7fcc053ea95fea8e55", PCI device ID: , UID: "abb4d6fd-b1b9-4b82-97ca-85d77f2ca561", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0506 20:17:07.742956 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9 edda389330fc61703a185fda7e3822c9db6939b9084d1e7fcc053ea95fea8e55 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5f7b9 edda389330fc61703a185fda7e3822c9db6939b9084d1e7fcc053ea95fea8e55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3f:1c:9c:50:c1\",\"name\":\"edda389330fc617\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/227d3662-2db5-469a-99f5-99357a5085fa\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:17:07.774598 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p e185c9c6202566a108884a333e45113c43d3fc2d2dd7046446d387763b84a6b2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p e185c9c6202566a108884a333e45113c43d3fc2d2dd7046446d387763b84a6b2 network default NAD default NAD key ] I0506 20:17:07.784491 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-58s7p, hostIfaceName: e185c9c6202566a, network: default, NAD default, SandboxID: "e185c9c6202566a108884a333e45113c43d3fc2d2dd7046446d387763b84a6b2", PCI device ID: , UID: "0cb9eeed-3c68-4260-aba2-036ab823c6d0", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0506 20:17:07.839561 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p e185c9c6202566a108884a333e45113c43d3fc2d2dd7046446d387763b84a6b2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-58s7p e185c9c6202566a108884a333e45113c43d3fc2d2dd7046446d387763b84a6b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b3:f3:b8:79:b3\",\"name\":\"e185c9c6202566a\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daea5716-a542-4123-9d27-5d24d7cc6066\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:17:07.871902 3679 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2 18f9f8c050a6689380e375abf9813eb440d4d25f8c6936a1305b57be245f97e2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2 18f9f8c050a6689380e375abf9813eb440d4d25f8c6936a1305b57be245f97e2 network default NAD default NAD key ] I0506 20:17:07.882295 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-sbfd2, hostIfaceName: 18f9f8c050a6689, network: default, NAD default, SandboxID: "18f9f8c050a6689380e375abf9813eb440d4d25f8c6936a1305b57be245f97e2", PCI device ID: , UID: "ae999541-4fb5-4f83-9f48-de5a69c8fc44", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0506 20:17:07.933355 3679 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2 18f9f8c050a6689380e375abf9813eb440d4d25f8c6936a1305b57be245f97e2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-sbfd2 18f9f8c050a6689380e375abf9813eb440d4d25f8c6936a1305b57be245f97e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:65:00:e9:84:39\",\"name\":\"18f9f8c050a6689\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af804baf-8597-4ace-9155-b952c01985bb\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:17:10.679576 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:10.679598 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:10.679604 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:12.927390 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:12.927409 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:12.927416 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:12.983700 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:12.983725 3679 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:12.983732 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:12.983738 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:23.914346 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:23.914365 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:23.914371 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:23.914376 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:23.938683 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:23.938704 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:23.938710 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0506 20:17:31.239440 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0506 20:17:35.247538 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 20:17:40.375590 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:40.376145 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:40.394906 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:40.394926 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:40.398170 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 20:17:40.398194 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 20:17:42.315324 3679 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 20:17:42.316030 3679 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 20:17:42.316072 3679 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 20:17:42.318950 3679 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 20:17:42.594320 3679 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:17:42.594446 3679 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 20:17:42.609647 3679 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.235177ms I0506 20:17:42.610166 3679 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.758777ms I0506 20:17:42.611847 3679 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.549525ms, libovsdb time 1.086053ms I0506 20:17:42.796682 3679 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:17:42.955393 3679 cni.go:452] [tsf-keycloak/keycloak-0 07c64f9dd917a545c0dcffca2791ace286d1cb373fc470d4ec54ba170dc1058f network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 07c64f9dd917a545c0dcffca2791ace286d1cb373fc470d4ec54ba170dc1058f network default NAD default NAD key ] I0506 20:17:42.964651 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 07c64f9dd917a54, network: default, NAD default, SandboxID: "07c64f9dd917a545c0dcffca2791ace286d1cb373fc470d4ec54ba170dc1058f", PCI device ID: , UID: "04cc929e-a5ad-4807-9358-4b7677344dc1", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0506 20:17:43.015793 3679 cni.go:473] [tsf-keycloak/keycloak-0 07c64f9dd917a545c0dcffca2791ace286d1cb373fc470d4ec54ba170dc1058f network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 07c64f9dd917a545c0dcffca2791ace286d1cb373fc470d4ec54ba170dc1058f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f9:86:f9:be:8e\",\"name\":\"07c64f9dd917a54\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a2dddb4-87d7-463d-a88a-da1b9c2b1f0f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:17:51.888162 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:17:52.107872 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:17:52.107903 3679 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:17:52.108089 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:17:52.108107 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:18:09.995731 3679 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:09.995751 3679 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:09.995759 3679 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:16.199273 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:18:16.199298 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:18:16.200359 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:18:16.200381 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0506 20:18:16.265654 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0506 20:18:30.260746 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 20:18:32.791408 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:32.791972 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:32.842974 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:32.842995 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:32.847161 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 20:18:32.847187 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 20:18:35.691512 3679 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-tgpp7-tkwq6] creating logical port tsf-tas_ctlog-createtree-job-tgpp7-tkwq6 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:18:35.691603 3679 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 I0506 20:18:35.722572 3679 pod.go:62] [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6] pod update took 30.991143ms I0506 20:18:35.722603 3679 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-tgpp7-tkwq6] addLogicalPort annotation time took 31.029516ms I0506 20:18:35.724029 3679 pods.go:271] [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6] addLogicalPort took 32.533025ms, libovsdb time 1.040623ms I0506 20:18:36.013281 3679 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j] creating logical port tsf-tas_trillian-logsigner-797dfc7dd7-l4v4j for pod on switch ip-10-0-1-149.ec2.internal I0506 20:18:36.013389 3679 kube.go:256] Updating pod tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j I0506 20:18:36.032427 3679 pod.go:62] [tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j] pod update took 19.060964ms I0506 20:18:36.032450 3679 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j] addLogicalPort annotation time took 19.089584ms I0506 20:18:36.033864 3679 pods.go:271] [tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j] addLogicalPort took 20.59993ms, libovsdb time 976.327µs I0506 20:18:36.041673 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-nzd7b-trwr4] creating logical port tsf-tas_rekor-createtree-job-nzd7b-trwr4 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:18:36.041780 3679 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-nzd7b-trwr4 I0506 20:18:36.054316 3679 pod.go:62] [tsf-tas/rekor-createtree-job-nzd7b-trwr4] pod update took 12.56524ms I0506 20:18:36.054411 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-nzd7b-trwr4] addLogicalPort annotation time took 12.663169ms I0506 20:18:36.055832 3679 pods.go:271] [tsf-tas/rekor-createtree-job-nzd7b-trwr4] addLogicalPort took 14.189407ms, libovsdb time 938.41µs I0506 20:18:36.057396 3679 cni.go:452] [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key ] I0506 20:18:36.068411 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-tgpp7-tkwq6, hostIfaceName: ad05e3348c4bba5, network: default, NAD default, SandboxID: "ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b", PCI device ID: , UID: "f3139661-8459-4b8b-9b1a-19b9c3bb296a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0506 20:18:36.120406 3679 cni.go:473] [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:be:7b:62:b4:01\",\"name\":\"ad05e3348c4bba5\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdff6240-9fad-4d38-8932-b91444fea1ec\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:18:36.403245 3679 cni.go:452] [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key ] I0506 20:18:36.413641 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-nzd7b-trwr4, hostIfaceName: bd742f16fa32afb, network: default, NAD default, SandboxID: "bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a", PCI device ID: , UID: "aa642dc6-1648-42fb-bdec-915966ea1610", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0506 20:18:36.465669 3679 cni.go:473] [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:55:93:64:c7:6d\",\"name\":\"bd742f16fa32afb\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/663bd380-8fc5-4846-acdf-b3f69bd272c1\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:18:36.696673 3679 cni.go:452] [tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j 43ca7096d9ef8a31fc7842e79cbda2f194477f74acb3b716c80f8f6ae6ea1941 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j 43ca7096d9ef8a31fc7842e79cbda2f194477f74acb3b716c80f8f6ae6ea1941 network default NAD default NAD key ] I0506 20:18:36.707609 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-797dfc7dd7-l4v4j, hostIfaceName: 43ca7096d9ef8a3, network: default, NAD default, SandboxID: "43ca7096d9ef8a31fc7842e79cbda2f194477f74acb3b716c80f8f6ae6ea1941", PCI device ID: , UID: "7c33f1d8-9dd4-41a3-afe2-bcd595826b19", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0506 20:18:36.762594 3679 cni.go:473] [tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j 43ca7096d9ef8a31fc7842e79cbda2f194477f74acb3b716c80f8f6ae6ea1941 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-797dfc7dd7-l4v4j 43ca7096d9ef8a31fc7842e79cbda2f194477f74acb3b716c80f8f6ae6ea1941 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e0:86:2b:2e:87\",\"name\":\"43ca7096d9ef8a3\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/944c5ee8-8e8f-477e-9fc5-03afd716d389\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:18:38.160599 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:18:38.160621 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 20:18:40.654442 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-7qsh5 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:18:40.654665 3679 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5 I0506 20:18:40.671165 3679 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5] pod update took 16.529808ms I0506 20:18:40.671191 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5] addLogicalPort annotation time took 16.560313ms I0506 20:18:40.672718 3679 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5] addLogicalPort took 18.300074ms, libovsdb time 971.539µs I0506 20:18:42.853885 3679 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5 dd0b032e7507a25c106f121432cae54a0fe955dc2019dddbacfa29f5088be222 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5 dd0b032e7507a25c106f121432cae54a0fe955dc2019dddbacfa29f5088be222 network default NAD default NAD key ] I0506 20:18:42.863551 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-7qsh5, hostIfaceName: dd0b032e7507a25, network: default, NAD default, SandboxID: "dd0b032e7507a25c106f121432cae54a0fe955dc2019dddbacfa29f5088be222", PCI device ID: , UID: "318081db-cfac-4cca-8b1f-4e13c94c261e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0506 20:18:42.919118 3679 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5 dd0b032e7507a25c106f121432cae54a0fe955dc2019dddbacfa29f5088be222 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7qsh5 dd0b032e7507a25c106f121432cae54a0fe955dc2019dddbacfa29f5088be222 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:95:5a:e5:80:76\",\"name\":\"dd0b032e7507a25\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/695a6067-1c33-448b-96a2-5096663a0a04\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:18:43.387507 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 20:18:45.766996 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4tshr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:45.767563 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4tshr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:18:46.403925 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 20:18:46.644821 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4tshr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:46.644842 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4tshr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:18:50.239380 3679 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 20:18:50.239400 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 20:18:50.285308 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:18:52.239216 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 20:18:53.283828 3679 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 20:18:54.418272 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:54.418815 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:55.284174 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:55.284199 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:18:57.410423 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 20:19:22.543667 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 20:19:23.962892 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:23.963465 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:23.982437 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:23.982459 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:23.988387 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 20:19:23.988410 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 20:19:27.152552 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=96 I0506 20:19:27.620200 3679 cni.go:452] [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key ] I0506 20:19:27.711539 3679 cni.go:473] [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-nzd7b-trwr4 bd742f16fa32afb4a6e1694599ae572ce63cf587d6d189d51aa51f16ac16729a network default NAD default NAD key default], result "{}", err I0506 20:19:27.767924 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:27.767964 3679 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-nzd7b-trwr4 I0506 20:19:27.769263 3679 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-nzd7b-trwr4, ips: 10.129.0.40 I0506 20:19:27.769300 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:28.639503 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:28.639532 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:32.160090 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7484f5bb5f-fgnmd] creating logical port tsf-tas_rekor-redis-7484f5bb5f-fgnmd for pod on switch ip-10-0-1-149.ec2.internal I0506 20:19:32.160194 3679 kube.go:256] Updating pod tsf-tas/rekor-redis-7484f5bb5f-fgnmd I0506 20:19:32.175804 3679 pod.go:62] [tsf-tas/rekor-redis-7484f5bb5f-fgnmd] pod update took 15.638116ms I0506 20:19:32.175831 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7484f5bb5f-fgnmd] addLogicalPort annotation time took 15.672453ms I0506 20:19:32.177230 3679 pods.go:271] [tsf-tas/rekor-redis-7484f5bb5f-fgnmd] addLogicalPort took 17.184846ms, libovsdb time 863.787µs I0506 20:19:33.021548 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:33.022183 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:33.150335 3679 cni.go:452] [tsf-tas/rekor-redis-7484f5bb5f-fgnmd 78aa0d02003d6f00fe5f4a5dc3d57a8496efa3c0c2427668db1ad3b5ee844f6d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7484f5bb5f-fgnmd 78aa0d02003d6f00fe5f4a5dc3d57a8496efa3c0c2427668db1ad3b5ee844f6d network default NAD default NAD key ] I0506 20:19:33.159699 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7484f5bb5f-fgnmd, hostIfaceName: 78aa0d02003d6f0, network: default, NAD default, SandboxID: "78aa0d02003d6f00fe5f4a5dc3d57a8496efa3c0c2427668db1ad3b5ee844f6d", PCI device ID: , UID: "d76e28f3-42a9-4f55-9027-1feda9e9d8a0", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0506 20:19:33.214641 3679 cni.go:473] [tsf-tas/rekor-redis-7484f5bb5f-fgnmd 78aa0d02003d6f00fe5f4a5dc3d57a8496efa3c0c2427668db1ad3b5ee844f6d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7484f5bb5f-fgnmd 78aa0d02003d6f00fe5f4a5dc3d57a8496efa3c0c2427668db1ad3b5ee844f6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:19:29:87:ac:d9\",\"name\":\"78aa0d02003d6f0\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c23633b-3426-466e-be6e-11ac08780c23\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:19:33.908345 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:33.908413 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:19:36.907695 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0506 20:19:37.670711 3679 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 20:19:41.153090 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0506 20:19:41.697559 3679 cni.go:452] [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key ] I0506 20:19:41.790580 3679 cni.go:473] [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 ad05e3348c4bba5a7ab635d1645001d4f96d9425ada0fe17f9774967bf2d766b network default NAD default NAD key default], result "{}", err I0506 20:19:41.839642 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:41.839695 3679 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 I0506 20:19:41.841168 3679 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-tgpp7-tkwq6, ips: 10.129.0.38 I0506 20:19:41.841198 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:19:41.948430 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 20:19:42.700655 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-th76m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:42.701219 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-th76m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:42.715447 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:42.715473 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.721364 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-th76m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.721388 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-th76m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.757691 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.757713 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.762439 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7wrfc I0506 20:19:43.762459 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7wrfc I0506 20:19:45.944576 3679 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5f4bdd6566-lcghp] creating logical port tsf-tas_ctlog-5f4bdd6566-lcghp for pod on switch ip-10-0-1-149.ec2.internal I0506 20:19:45.944677 3679 kube.go:256] Updating pod tsf-tas/ctlog-5f4bdd6566-lcghp I0506 20:19:45.963226 3679 pod.go:62] [tsf-tas/ctlog-5f4bdd6566-lcghp] pod update took 18.57098ms I0506 20:19:45.963313 3679 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5f4bdd6566-lcghp] addLogicalPort annotation time took 18.663913ms I0506 20:19:45.964826 3679 pods.go:271] [tsf-tas/ctlog-5f4bdd6566-lcghp] addLogicalPort took 20.277239ms, libovsdb time 942.578µs I0506 20:19:46.912564 3679 cni.go:452] [tsf-tas/ctlog-5f4bdd6566-lcghp 1e2d2c114b683d06b900fcb56c6f9cd62bf7d52be7c2c83d1b9beb32fefc0bc0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5f4bdd6566-lcghp 1e2d2c114b683d06b900fcb56c6f9cd62bf7d52be7c2c83d1b9beb32fefc0bc0 network default NAD default NAD key ] I0506 20:19:46.922700 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5f4bdd6566-lcghp, hostIfaceName: 1e2d2c114b683d0, network: default, NAD default, SandboxID: "1e2d2c114b683d06b900fcb56c6f9cd62bf7d52be7c2c83d1b9beb32fefc0bc0", PCI device ID: , UID: "a4ce60ce-dbd6-47b4-ac61-95b7a2547983", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0506 20:19:46.976646 3679 cni.go:473] [tsf-tas/ctlog-5f4bdd6566-lcghp 1e2d2c114b683d06b900fcb56c6f9cd62bf7d52be7c2c83d1b9beb32fefc0bc0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5f4bdd6566-lcghp 1e2d2c114b683d06b900fcb56c6f9cd62bf7d52be7c2c83d1b9beb32fefc0bc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f3:58:3a:60:17\",\"name\":\"1e2d2c114b683d0\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddafa550-d081-4eb4-aaa4-c97fc0fb3c65\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:19:48.730901 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 20:19:49.133456 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:49.134001 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:49.152953 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:49.152979 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:49.159214 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 20:19:49.159240 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0506 20:19:49.712436 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0506 20:19:54.778318 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:54.778910 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:55.801670 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:55.801696 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:57.154313 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0506 20:19:57.278216 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0506 20:19:59.743805 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0506 20:20:00.176630 3679 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634980-c4wn2 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:00.176738 3679 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 I0506 20:20:00.189312 3679 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2] pod update took 12.597299ms I0506 20:20:00.189339 3679 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2] addLogicalPort annotation time took 12.635603ms I0506 20:20:00.190659 3679 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2] addLogicalPort took 14.045112ms, libovsdb time 885.032µs I0506 20:20:00.245402 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0506 20:20:00.541692 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key ] I0506 20:20:00.551014 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634980-c4wn2, hostIfaceName: 542d27638f1343a, network: default, NAD default, SandboxID: "542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e", PCI device ID: , UID: "26fc6c20-35af-4d74-a993-798ff8f5c21f", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0506 20:20:00.605312 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:cc:8e:e6:4e:91\",\"name\":\"542d27638f1343a\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b9b0e2f-8f22-4ff6-aa03-3137e8644f3d\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:20:02.361476 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:02.362070 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.087172 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:03.087197 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:03.820314 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key ] I0506 20:20:03.911920 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 542d27638f1343abc47b3d2e84323f401dfc2ef2ce140c2f3a3faf060ae1410e network default NAD default NAD key default], result "{}", err I0506 20:20:03.961433 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.961479 3679 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 I0506 20:20:03.963013 3679 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2, ips: 10.129.0.44 I0506 20:20:03.963059 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:04.826751 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:04.826777 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:05.848029 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:05.848639 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:06.871317 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:06.871350 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:20:13.141977 3679 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 20:20:14.263191 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 20:20:15.917561 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:15.918155 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:16.791838 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:16.791876 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:17.157726 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=516 I0506 20:20:26.353593 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:26.354251 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:26.376276 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:26.376305 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:26.382494 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 20:20:26.382524 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 20:20:27.197916 3679 namespace.go:98] [default-tenant] adding namespace I0506 20:20:27.199108 3679 namespace.go:102] [default-tenant] adding namespace took 1.159552ms I0506 20:20:27.199668 3679 namespace.go:98] [integration-service] adding namespace I0506 20:20:27.199877 3679 namespace.go:98] [build-service] adding namespace I0506 20:20:27.200746 3679 namespace.go:102] [integration-service] adding namespace took 1.021373ms I0506 20:20:27.201506 3679 namespace.go:102] [build-service] adding namespace took 1.587977ms I0506 20:20:27.202733 3679 namespace.go:98] [image-controller] adding namespace I0506 20:20:27.203494 3679 namespace.go:102] [image-controller] adding namespace took 745.329µs I0506 20:20:27.274628 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:20:27.313668 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:20:27.343759 3679 namespace.go:142] [integration-service] updating namespace I0506 20:20:27.390387 3679 namespace.go:142] [integration-service] updating namespace I0506 20:20:27.401304 3679 namespace.go:142] [build-service] updating namespace I0506 20:20:27.438536 3679 namespace.go:142] [build-service] updating namespace I0506 20:20:27.442499 3679 namespace.go:142] [image-controller] updating namespace I0506 20:20:27.454685 3679 namespace.go:142] [build-service] updating namespace I0506 20:20:27.473005 3679 namespace.go:142] [integration-service] updating namespace I0506 20:20:27.489670 3679 namespace.go:142] [image-controller] updating namespace I0506 20:20:27.515276 3679 namespace.go:98] [release-service] adding namespace I0506 20:20:27.516683 3679 namespace.go:102] [release-service] adding namespace took 1.353579ms I0506 20:20:27.565660 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:20:27.581121 3679 namespace.go:142] [release-service] updating namespace I0506 20:20:27.613350 3679 namespace.go:142] [release-service] updating namespace I0506 20:20:27.741493 3679 namespace.go:98] [konflux-info] adding namespace I0506 20:20:27.742501 3679 namespace.go:102] [konflux-info] adding namespace took 983.534µs I0506 20:20:27.787023 3679 namespace.go:98] [namespace-lister] adding namespace I0506 20:20:27.787807 3679 namespace.go:102] [namespace-lister] adding namespace took 726.903µs I0506 20:20:27.802950 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:20:27.838528 3679 namespace.go:98] [enterprise-contract-service] adding namespace I0506 20:20:27.839461 3679 namespace.go:102] [enterprise-contract-service] adding namespace took 905.504µs I0506 20:20:27.853726 3679 namespace.go:142] [image-controller] updating namespace I0506 20:20:27.891156 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:20:27.926381 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:27.956345 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:28.062309 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:20:28.094336 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:28.179241 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:28.196884 3679 namespace.go:98] [segment-bridge] adding namespace I0506 20:20:28.197851 3679 namespace.go:102] [segment-bridge] adding namespace took 942.394µs I0506 20:20:28.353034 3679 namespace.go:98] [konflux-cli] adding namespace I0506 20:20:28.353790 3679 namespace.go:102] [konflux-cli] adding namespace took 725.748µs I0506 20:20:28.436503 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:28.605032 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:28.619674 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:20:28.684736 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:20:28.857848 3679 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-qqrfp] creating logical port namespace-lister_namespace-lister-696b855848-qqrfp for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:28.858006 3679 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-qqrfp I0506 20:20:28.871346 3679 pod.go:62] [namespace-lister/namespace-lister-696b855848-qqrfp] pod update took 13.374662ms I0506 20:20:28.871370 3679 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-qqrfp] addLogicalPort annotation time took 13.404275ms I0506 20:20:28.872713 3679 pods.go:271] [namespace-lister/namespace-lister-696b855848-qqrfp] addLogicalPort took 14.882347ms, libovsdb time 890.924µs I0506 20:20:29.002830 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 20:20:29.003480 3679 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 20:20:29.003499 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 20:20:29.006490 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 20:20:29.176339 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 20:20:29.176365 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 20:20:29.177674 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel W0506 20:20:29.939548 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 20:20:30.280374 3679 namespace.go:142] [build-service] updating namespace I0506 20:20:30.341428 3679 base_network_controller_pods.go:487] [default/konflux-ui/dex-766667d855-4sjwp] creating logical port konflux-ui_dex-766667d855-4sjwp for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:30.341566 3679 kube.go:256] Updating pod konflux-ui/dex-766667d855-4sjwp I0506 20:20:30.357064 3679 pod.go:62] [konflux-ui/dex-766667d855-4sjwp] pod update took 15.51009ms I0506 20:20:30.357089 3679 base_network_controller_pods.go:951] [default/konflux-ui/dex-766667d855-4sjwp] addLogicalPort annotation time took 15.5542ms I0506 20:20:30.358440 3679 pods.go:271] [konflux-ui/dex-766667d855-4sjwp] addLogicalPort took 17.02908ms, libovsdb time 869.842µs I0506 20:20:30.486016 3679 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6746d6dd7b-wgxzg] creating logical port konflux-ui_proxy-6746d6dd7b-wgxzg for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:30.486196 3679 kube.go:256] Updating pod konflux-ui/proxy-6746d6dd7b-wgxzg I0506 20:20:30.506555 3679 pod.go:62] [konflux-ui/proxy-6746d6dd7b-wgxzg] pod update took 20.400087ms I0506 20:20:30.506584 3679 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6746d6dd7b-wgxzg] addLogicalPort annotation time took 20.43573ms I0506 20:20:30.508000 3679 pods.go:271] [konflux-ui/proxy-6746d6dd7b-wgxzg] addLogicalPort took 22.001455ms, libovsdb time 858.956µs I0506 20:20:30.529152 3679 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-mcxnn] creating logical port image-controller_image-controller-controller-manager-6f859968fc-mcxnn for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:30.529250 3679 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-mcxnn I0506 20:20:30.551087 3679 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-mcxnn] pod update took 21.859425ms I0506 20:20:30.551118 3679 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-mcxnn] addLogicalPort annotation time took 21.898772ms I0506 20:20:30.552727 3679 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-mcxnn] addLogicalPort took 23.590954ms, libovsdb time 1.048458ms I0506 20:20:30.823334 3679 cni.go:452] [namespace-lister/namespace-lister-696b855848-qqrfp 927b37e9d31fc66bcb119dd675d893e4e4d2e7bb87be3bb364a2d7035e946f0d network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-qqrfp 927b37e9d31fc66bcb119dd675d893e4e4d2e7bb87be3bb364a2d7035e946f0d network default NAD default NAD key ] I0506 20:20:30.833108 3679 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-qqrfp, hostIfaceName: 927b37e9d31fc66, network: default, NAD default, SandboxID: "927b37e9d31fc66bcb119dd675d893e4e4d2e7bb87be3bb364a2d7035e946f0d", PCI device ID: , UID: "b6d1c340-a5ce-4699-bdd4-011fffaa85c6", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0506 20:20:30.876667 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:20:30.888520 3679 cni.go:473] [namespace-lister/namespace-lister-696b855848-qqrfp 927b37e9d31fc66bcb119dd675d893e4e4d2e7bb87be3bb364a2d7035e946f0d network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-qqrfp 927b37e9d31fc66bcb119dd675d893e4e4d2e7bb87be3bb364a2d7035e946f0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:25:8b:10:db:ee\",\"name\":\"927b37e9d31fc66\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b6f088-1345-416d-a988-9ff6a7ef8e65\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:20:31.145433 3679 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-qwk8c for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:31.145526 3679 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c I0506 20:20:31.175230 3679 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c] pod update took 29.729205ms I0506 20:20:31.175255 3679 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c] addLogicalPort annotation time took 29.759425ms I0506 20:20:31.176502 3679 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c] addLogicalPort took 31.108068ms, libovsdb time 823.578µs I0506 20:20:31.318459 3679 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-7g2w6] creating logical port build-service_build-service-controller-manager-7cbf488fcf-7g2w6 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:31.318634 3679 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-7g2w6 I0506 20:20:31.344733 3679 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-7g2w6] pod update took 26.125873ms I0506 20:20:31.344754 3679 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-7g2w6] addLogicalPort annotation time took 26.15329ms I0506 20:20:31.346079 3679 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-7g2w6] addLogicalPort took 27.641603ms, libovsdb time 830.786µs I0506 20:20:31.584926 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:32.214223 3679 namespace.go:142] [image-controller] updating namespace I0506 20:20:32.635540 3679 namespace.go:142] [integration-service] updating namespace I0506 20:20:32.667325 3679 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-v5fhh for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:32.667441 3679 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh I0506 20:20:32.682007 3679 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh] pod update took 14.599433ms I0506 20:20:32.682030 3679 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh] addLogicalPort annotation time took 14.630268ms I0506 20:20:32.683406 3679 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh] addLogicalPort took 16.104519ms, libovsdb time 829.194µs I0506 20:20:32.733116 3679 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-mcxnn 36bf98e1c99ef1c7bf0f103aaa46035f012c30a86cd30747635f6fb6a5edbff3 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-mcxnn 36bf98e1c99ef1c7bf0f103aaa46035f012c30a86cd30747635f6fb6a5edbff3 network default NAD default NAD key ] I0506 20:20:32.743381 3679 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-mcxnn, hostIfaceName: 36bf98e1c99ef1c, network: default, NAD default, SandboxID: "36bf98e1c99ef1c7bf0f103aaa46035f012c30a86cd30747635f6fb6a5edbff3", PCI device ID: , UID: "e64d2414-1968-4d5b-94da-342685d53da2", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0506 20:20:32.801888 3679 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-mcxnn 36bf98e1c99ef1c7bf0f103aaa46035f012c30a86cd30747635f6fb6a5edbff3 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-mcxnn 36bf98e1c99ef1c7bf0f103aaa46035f012c30a86cd30747635f6fb6a5edbff3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:86:42:d4:e5:69\",\"name\":\"36bf98e1c99ef1c\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15b060d3-42d9-42d8-9183-79974bc23484\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:20:33.136255 3679 namespace.go:142] [konflux-cli] updating namespace W0506 20:20:33.156805 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:20:33.402545 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:20:33.467252 3679 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7cc9d885cc-889l7] creating logical port integration-service_integration-service-controller-manager-7cc9d885cc-889l7 for pod on switch ip-10-0-1-149.ec2.internal I0506 20:20:33.467354 3679 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7cc9d885cc-889l7 I0506 20:20:33.484707 3679 pod.go:62] [integration-service/integration-service-controller-manager-7cc9d885cc-889l7] pod update took 17.380402ms I0506 20:20:33.484737 3679 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7cc9d885cc-889l7] addLogicalPort annotation time took 17.415181ms I0506 20:20:33.486261 3679 pods.go:271] [integration-service/integration-service-controller-manager-7cc9d885cc-889l7] addLogicalPort took 19.032643ms, libovsdb time 977.987µs I0506 20:20:33.603277 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:33.796137 3679 namespace.go:142] [release-service] updating namespace I0506 20:20:33.803833 3679 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-7g2w6 1b012bbdb71f20e2383a38a648bb1e2bece9e9274604466ac502052d74903a26 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-7g2w6 1b012bbdb71f20e2383a38a648bb1e2bece9e9274604466ac502052d74903a26 network default NAD default NAD key ] I0506 20:20:33.814721 3679 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-7g2w6, hostIfaceName: 1b012bbdb71f20e, network: default, NAD default, SandboxID: "1b012bbdb71f20e2383a38a648bb1e2bece9e9274604466ac502052d74903a26", PCI device ID: , UID: "e3bf77f3-7163-4373-8a4d-c62042c01299", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0506 20:20:33.875453 3679 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-7g2w6 1b012bbdb71f20e2383a38a648bb1e2bece9e9274604466ac502052d74903a26 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-7g2w6 1b012bbdb71f20e2383a38a648bb1e2bece9e9274604466ac502052d74903a26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:91:ce:52:09:0a\",\"name\":\"1b012bbdb71f20e\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77299595-5478-4b18-9f6a-3bac7aa3bdf5\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:20:34.005114 3679 namespace.go:142] [segment-bridge] updating namespace W0506 20:20:34.010325 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:20:34.146495 3679 namespace.go:142] [build-service] updating namespace I0506 20:20:34.169093 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:20:34.191139 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:34.206547 3679 namespace.go:142] [image-controller] updating namespace I0506 20:20:34.224846 3679 namespace.go:142] [integration-service] updating namespace I0506 20:20:34.265016 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:20:34.293005 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:20:34.325986 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:34.341923 3679 namespace.go:142] [release-service] updating namespace I0506 20:20:34.373157 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:34.427675 3679 namespace.go:142] [build-service] updating namespace I0506 20:20:34.536909 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:20:34.635274 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:34.725030 3679 namespace.go:142] [image-controller] updating namespace I0506 20:20:34.825032 3679 namespace.go:142] [integration-service] updating namespace I0506 20:20:34.935332 3679 namespace.go:142] [konflux-cli] updating namespace W0506 20:20:34.987216 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 20:20:35.032838 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:20:35.129087 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:35.225671 3679 namespace.go:142] [release-service] updating namespace I0506 20:20:35.328902 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:37.440077 3679 cni.go:452] [integration-service/integration-service-controller-manager-7cc9d885cc-889l7 cd34bf02bca9fe81b20a6e0e40536e6dad11f6a4e5c47e9bb4d2c64e3d694b67 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7cc9d885cc-889l7 cd34bf02bca9fe81b20a6e0e40536e6dad11f6a4e5c47e9bb4d2c64e3d694b67 network default NAD default NAD key ] I0506 20:20:37.451889 3679 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7cc9d885cc-889l7, hostIfaceName: cd34bf02bca9fe8, network: default, NAD default, SandboxID: "cd34bf02bca9fe81b20a6e0e40536e6dad11f6a4e5c47e9bb4d2c64e3d694b67", PCI device ID: , UID: "41d17229-05a1-4878-a53c-3a32920360c4", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0506 20:20:37.507703 3679 cni.go:473] [integration-service/integration-service-controller-manager-7cc9d885cc-889l7 cd34bf02bca9fe81b20a6e0e40536e6dad11f6a4e5c47e9bb4d2c64e3d694b67 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7cc9d885cc-889l7 cd34bf02bca9fe81b20a6e0e40536e6dad11f6a4e5c47e9bb4d2c64e3d694b67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:ab:a0:c2:3b:f1\",\"name\":\"cd34bf02bca9fe8\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf7e8ba6-814c-4488-8dd3-6eaceb0590e4\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:20:38.007004 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 20:20:38.218947 3679 cni.go:452] [konflux-ui/dex-766667d855-4sjwp d04a460326c5275f1cb8dc3a8ca40e8d36d3dce402bde7b18e120638e351e198 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-766667d855-4sjwp d04a460326c5275f1cb8dc3a8ca40e8d36d3dce402bde7b18e120638e351e198 network default NAD default NAD key ] I0506 20:20:38.229961 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-766667d855-4sjwp, hostIfaceName: d04a460326c5275, network: default, NAD default, SandboxID: "d04a460326c5275f1cb8dc3a8ca40e8d36d3dce402bde7b18e120638e351e198", PCI device ID: , UID: "1b2bd765-d745-4d9b-a94e-b08739ad43a3", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0506 20:20:38.287842 3679 cni.go:473] [konflux-ui/dex-766667d855-4sjwp d04a460326c5275f1cb8dc3a8ca40e8d36d3dce402bde7b18e120638e351e198 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-766667d855-4sjwp d04a460326c5275f1cb8dc3a8ca40e8d36d3dce402bde7b18e120638e351e198 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:68:11:7d:18:b9\",\"name\":\"d04a460326c5275\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5088e5b1-5f6d-4c94-b89a-f262b90459be\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:20:39.875516 3679 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key ] I0506 20:20:39.882087 3679 cni.go:452] [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key ] I0506 20:20:39.886274 3679 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-qwk8c, hostIfaceName: 0478ae292ab3bec, network: default, NAD default, SandboxID: "0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f", PCI device ID: , UID: "d1e5b36f-aec9-45a0-91a1-3158869e3fa9", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0506 20:20:39.893390 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6746d6dd7b-wgxzg, hostIfaceName: f3a5b7710a0fa69, network: default, NAD default, SandboxID: "f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63", PCI device ID: , UID: "e42acc49-44a8-47e3-839d-2006f5665afa", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0506 20:20:39.947918 3679 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:03:f0:5d:70:32\",\"name\":\"0478ae292ab3bec\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23b125e4-b533-450e-a744-0f2c268edbfb\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:20:39.972630 3679 cni.go:473] [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:cf:84:96:e7:a1\",\"name\":\"f3a5b7710a0fa69\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2e76330-5d84-4f30-9c92-1d1c625f2d4b\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:20:40.019703 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:20:40.025554 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:20:41.034293 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:20:41.038061 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:20:41.072063 3679 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 20:20:42.958221 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:42.958243 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0506 20:20:44.366408 3679 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh 6e20362740eccf55ca2e4adf66619f76b59cdfd19070d1da08d2f47ca65a526c network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh 6e20362740eccf55ca2e4adf66619f76b59cdfd19070d1da08d2f47ca65a526c network default NAD default NAD key ] I0506 20:20:44.377537 3679 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-v5fhh, hostIfaceName: 6e20362740eccf5, network: default, NAD default, SandboxID: "6e20362740eccf55ca2e4adf66619f76b59cdfd19070d1da08d2f47ca65a526c", PCI device ID: , UID: "72441944-f267-4ae5-8062-034f99c83e36", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0506 20:20:44.432444 3679 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh 6e20362740eccf55ca2e4adf66619f76b59cdfd19070d1da08d2f47ca65a526c network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-v5fhh 6e20362740eccf55ca2e4adf66619f76b59cdfd19070d1da08d2f47ca65a526c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c2:de:d5:fd:ff\",\"name\":\"6e20362740eccf5\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d533472f-4edb-4801-af02-bc135de45fc8\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 20:20:45.068815 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:45.068837 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:45.997406 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 20:20:46.076004 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:20:46.076098 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 20:20:49.019259 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 20:20:51.040698 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:20:51.040913 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0506 20:20:51.840490 3679 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key ] I0506 20:20:51.927848 3679 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c 0478ae292ab3bec9ab58e119ff1ac8d0a986c945ac1885d1a48f81660da7ea1f network default NAD default NAD key default], result "{}", err I0506 20:20:52.197535 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:52.197575 3679 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c I0506 20:20:52.199037 3679 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c, ips: 10.129.0.49 I0506 20:20:52.199089 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:53.120690 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:53.120721 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:53.128574 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c I0506 20:20:53.128602 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c I0506 20:20:54.271943 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0506 20:20:56.081017 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0506 20:20:57.094707 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 20:20:57.094804 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:21:22.032150 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:21:22.032171 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 20:21:22.032182 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:21:22.032187 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 20:21:25.151608 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0506 20:21:26.158241 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 20:21:26.158262 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-149.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0506 20:21:38.154955 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0506 20:21:51.201332 3679 cni.go:452] [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key ] I0506 20:21:51.293036 3679 cni.go:473] [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6746d6dd7b-wgxzg f3a5b7710a0fa697a6b4e66d455dfc534c5e8c2b68a4277ccb7d4f5852d4af63 network default NAD default NAD key default], result "{}", err I0506 20:21:51.358688 3679 obj_retry.go:498] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:51.358727 3679 pods.go:176] Deleting pod: konflux-ui/proxy-6746d6dd7b-wgxzg I0506 20:21:51.360139 3679 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6746d6dd7b-wgxzg, ips: 10.129.0.47 I0506 20:21:51.360168 3679 obj_retry.go:498] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:51.749947 3679 obj_retry.go:492] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:51.749990 3679 obj_retry.go:492] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:51.756774 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6746d6dd7b-wgxzg I0506 20:21:51.756800 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6746d6dd7b-wgxzg I0506 20:21:59.584583 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:59.585226 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:59.622529 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:59.622577 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:59.628155 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 20:21:59.628174 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 20:22:31.792353 3679 namespace.go:98] [managed-tenant-0pd7z] adding namespace I0506 20:22:31.793382 3679 namespace.go:102] [managed-tenant-0pd7z] adding namespace took 974.656µs I0506 20:22:31.819984 3679 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:31.842205 3679 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:32.924728 3679 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:33.055897 3679 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:33.154125 3679 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:43.250039 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0506 20:23:28.268139 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 20:24:00.241625 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 20:24:30.277857 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 20:25:06.155419 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=63 I0506 20:25:08.242320 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 20:25:21.267844 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:26:43.155385 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0506 20:27:06.157302 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=21 I0506 20:27:28.157803 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0506 20:27:35.263251 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 20:28:04.280662 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 20:28:37.161304 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=113 I0506 20:29:11.155027 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:29:48.248357 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 20:29:48.274459 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 20:29:55.054317 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:29:55.054359 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:29:55.058799 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vbwdp I0506 20:29:55.058813 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vbwdp I0506 20:30:00.202370 3679 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634990-nhmvz for pod on switch ip-10-0-1-149.ec2.internal I0506 20:30:00.202492 3679 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz I0506 20:30:00.225343 3679 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz] pod update took 22.878989ms I0506 20:30:00.225369 3679 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz] addLogicalPort annotation time took 22.909294ms I0506 20:30:00.226774 3679 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz] addLogicalPort took 24.415712ms, libovsdb time 915.34µs I0506 20:30:00.564681 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key ] I0506 20:30:00.574806 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634990-nhmvz, hostIfaceName: 15f7e7bca311474, network: default, NAD default, SandboxID: "15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725", PCI device ID: , UID: "6c3e7bcf-8d9b-4d8c-8551-b7d5364433af", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0506 20:30:00.836864 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:df:81:5b:99:17\",\"name\":\"15f7e7bca311474\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb290986-0677-41b5-a4e6-604c72574267\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 20:30:03.042820 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:03.042848 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:03.048125 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-pr2vg I0506 20:30:03.048158 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-pr2vg I0506 20:30:04.138971 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key ] I0506 20:30:04.235428 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz 15f7e7bca311474cf8a6cd3342983d4790ad7803dfe09728763367f5670bd725 network default NAD default NAD key default], result "{}", err I0506 20:30:04.286446 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.286490 3679 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz I0506 20:30:04.287961 3679 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz, ips: 10.129.0.53 I0506 20:30:04.287990 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:05.149089 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:05.149121 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:06.034476 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:06.034522 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:06.039283 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-f22p6 I0506 20:30:06.039313 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-f22p6 I0506 20:31:01.253360 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 20:32:01.245891 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 20:32:34.270792 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0506 20:32:38.158629 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0506 20:33:35.245205 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0506 20:34:09.160516 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0506 20:34:18.281025 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 20:34:58.270598 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 20:35:00.158438 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 20:35:07.164376 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6