+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-101.ec2.internal ++ [[ -n ip-10-0-2-101.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-101.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 14:11:36.115694789 - disable conntrack on geneve port' I0430 14:11:36.115694789 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 14:11:36.164271549 - starting ovnkube-node + echo 'I0430 14:11:36.164271549 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-101.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-101.ec2.internal --init-node ip-10-0-2-101.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-101.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 14:11:36.211265 3793 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 14:11:36.211335 3793 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bb52e1b948.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 14:11:36.212793 3793 kube.go:431] Waiting for certificate I0430 14:11:36.212832 3793 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 14:11:36.212866 3793 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 14:11:36.213714 3793 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 14:11:36.245953 3793 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:11:36.245978 3793 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:11:36.249783 3793 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:11:36.249874 3793 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n4ztc" I0430 14:11:36.259417 3793 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n4ztc" I0430 14:11:36.259522 3793 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:11:37.213774 3793 kube.go:438] Certificate found I0430 14:11:37.214443 3793 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 14:11:37.215701 3793 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 14:11:37.263437 3793 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 14:06:36 +0000 UTC" deadline="2026-05-01 07:02:53.642621945 +0000 UTC" I0430 14:11:37.263492 3793 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h51m16.379142736s" I0430 14:11:37.289625 3793 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 14:11:37.297219 3793 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 14:11:37.297330 3793 server.go:101] MetricServer registers OVS metrics I0430 14:11:37.297707 3793 server.go:105] MetricServer registers OVN DB metrics I0430 14:11:37.301474 3793 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 14:11:37.301531 3793 factory.go:561] Starting watch factory I0430 14:11:37.301611 3793 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301626 3793 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301627 3793 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301642 3793 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301642 3793 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301652 3793 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301660 3793 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301664 3793 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301803 3793 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301842 3793 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301861 3793 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.301829 3793 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.302210 3793 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 14:11:37.302620 3793 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 14:11:37.307133 3793 controller_manager.go:370] Starting the ovnkube controller I0430 14:11:37.307145 3793 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-101.ec2.internal I0430 14:11:37.307188 3793 controller_manager.go:395] NBDB zone sync took: 35.08µs I0430 14:11:37.307194 3793 factory.go:561] Starting watch factory I0430 14:11:37.316800 3793 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 14:11:37.316820 3793 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 14:11:37.320829 3793 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 14:11:37.320864 3793 server.go:109] MetricServer registers OVN Controller metrics I0430 14:11:37.321930 3793 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.322052 3793 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.325146 3793 server.go:113] MetricServer registers OVN Northd metrics I0430 14:11:37.325401 3793 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.326248 3793 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.326480 3793 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.330450 3793 metrics.go:519] OVN Metrics Server starts to run ... I0430 14:11:37.333614 3793 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:11:37.407194 3793 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 14:11:37.407217 3793 factory.go:1977] *v1.Node informer cache synced successfully I0430 14:11:37.407222 3793 factory.go:1977] *v1.Service informer cache synced successfully I0430 14:11:37.407225 3793 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 14:11:37.407228 3793 factory.go:1977] *v1.Pod informer cache synced successfully I0430 14:11:37.407231 3793 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 14:11:37.407345 3793 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:11:37.407345 3793 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:11:37.407365 3793 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:11:37.407371 3793 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:11:37.410818 3793 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:11:37.410818 3793 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:11:37.412681 3793 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 14:11:37.412695 3793 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 14:11:37.412755 3793 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.412768 3793 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.412808 3793 factory.go:1977] *v1.Service informer cache synced successfully I0430 14:11:37.412820 3793 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 14:11:37.412823 3793 factory.go:1977] *v1.Pod informer cache synced successfully I0430 14:11:37.412826 3793 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 14:11:37.412829 3793 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 14:11:37.412832 3793 factory.go:1977] *v1.Node informer cache synced successfully I0430 14:11:37.415295 3793 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.418682 3793 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 14:11:37.418695 3793 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 14:11:37.418748 3793 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 14:11:37.418833 3793 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.418848 3793 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.421645 3793 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.424101 3793 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 14:11:37.424162 3793 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.424163 3793 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 14:11:37.424172 3793 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.426685 3793 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.429947 3793 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 14:11:37.429966 3793 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 14:11:37.430055 3793 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.430078 3793 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.432574 3793 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.435924 3793 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 14:11:37.435935 3793 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 14:11:37.436008 3793 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.436023 3793 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.438477 3793 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.441738 3793 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 14:11:37.441739 3793 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 14:11:37.441897 3793 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:11:37.441909 3793 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:11:37.444452 3793 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:11:37.447163 3793 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 14:11:37.447186 3793 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 14:11:37.447237 3793 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.447254 3793 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.447241 3793 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.447294 3793 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.450002 3793 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.450009 3793 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:11:37.452413 3793 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 14:11:37.452458 3793 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 14:11:37.452469 3793 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 14:11:37.452476 3793 factory.go:680] Watch Factory start up complete, took: 150.947539ms I0430 14:11:37.452539 3793 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 14:11:37.458246 3793 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 14:11:37.458258 3793 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 14:11:37.458265 3793 factory.go:680] Watch Factory start up complete, took: 151.069612ms I0430 14:11:37.458273 3793 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-101.ec2.internal" zone I0430 14:11:37.499312 3793 default_node_network_controller.go:710] Initializing the default node network controller I0430 14:11:37.565006 3793 udn_isolation.go:101] Starting UDN host isolation manager I0430 14:11:37.571641 3793 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 14:11:37.626586 3793 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 14:11:37.626660 3793 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 14:11:37.626677 3793 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 14:11:37.661932 3793 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 14:11:37.662007 3793 default_node_network_controller.go:809] Node ip-10-0-2-101.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0430 14:11:37.667859 3793 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.101"] k8s.ovn.org/zone-name:ip-10-0-2-101.ec2.internal] on node ip-10-0-2-101.ec2.internal I0430 14:11:37.688451 3793 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 14:11:37.694670 3793 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 14:11:37.694802 3793 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0430 14:11:37.694959 3793 gateway_init.go:263] Preparing Gateway I0430 14:11:37.694970 3793 gateway_shared_intf.go:1687] Creating new gateway I0430 14:11:37.709032 3793 controller_manager.go:429] Waiting for node in zone sync took: 250.746942ms I0430 14:11:37.714210 3793 controller_manager.go:611] Switching to transit router for layer2 networks I0430 14:11:37.714230 3793 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-101.ec2.internal I0430 14:11:37.730551 3793 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 14:11:37.737114 3793 controller_manager.go:290] SCTP support detected in OVN I0430 14:11:37.737684 3793 services_controller.go:69] Creating services controller for network=default I0430 14:11:37.737799 3793 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 14:11:37.737835 3793 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 14:11:37.737864 3793 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 14:11:37.737876 3793 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 14:11:37.737885 3793 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 14:11:37.738067 3793 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 14:11:37.738120 3793 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 14:11:37.738172 3793 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.784µs I0430 14:11:37.738189 3793 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 61.513µs I0430 14:11:37.738196 3793 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 76.801µs I0430 14:11:37.738201 3793 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 14:11:37.738210 3793 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 14:11:37.738218 3793 default_network_controller.go:325] Starting the default network controller I0430 14:11:37.738277 3793 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.954µs I0430 14:11:37.738300 3793 udn_enabled_svc.go:95] Performing full resync I0430 14:11:37.738604 3793 udn_enabled_svc.go:99] Waiting for handler to sync I0430 14:11:37.738615 3793 udn_enabled_svc.go:104] Starting worker I0430 14:11:37.747534 3793 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 14:11:37.747596 3793 repair.go:33] Syncing exgw routes took 49.746µs I0430 14:11:37.747620 3793 default_network_controller.go:414] Starting all the Watchers... I0430 14:11:37.747751 3793 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 14:11:37.747756 3793 namespace.go:98] [openshift-insights] adding namespace I0430 14:11:37.747761 3793 namespace.go:98] [dedicated-admin] adding namespace I0430 14:11:37.747762 3793 namespace.go:98] [openshift-network-console] adding namespace I0430 14:11:37.747770 3793 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 14:11:37.747784 3793 namespace.go:98] [openshift-apiserver] adding namespace I0430 14:11:37.747784 3793 namespace.go:98] [openshift-network-operator] adding namespace I0430 14:11:37.747791 3793 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 14:11:37.747794 3793 namespace.go:98] [openshift-controller-manager] adding namespace I0430 14:11:37.747798 3793 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 14:11:37.747803 3793 namespace.go:98] [kube-public] adding namespace I0430 14:11:37.747801 3793 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 14:11:37.747807 3793 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 14:11:37.747817 3793 namespace.go:98] [openshift-package-operator] adding namespace I0430 14:11:37.747753 3793 namespace.go:98] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] adding namespace I0430 14:11:37.748331 3793 namespace.go:102] [openshift-backplane-cee] adding namespace took 568.714µs I0430 14:11:37.748347 3793 namespace.go:98] [openshift-image-registry] adding namespace I0430 14:11:37.748872 3793 namespace.go:102] [openshift-image-registry] adding namespace took 518.575µs I0430 14:11:37.748886 3793 namespace.go:98] [kube-node-lease] adding namespace I0430 14:11:37.749369 3793 namespace.go:102] [kube-node-lease] adding namespace took 476.895µs I0430 14:11:37.749383 3793 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 14:11:37.749937 3793 namespace.go:102] [openshift-insights] adding namespace took 2.168622ms I0430 14:11:37.749951 3793 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 14:11:37.750515 3793 namespace.go:102] [dedicated-admin] adding namespace took 2.744017ms I0430 14:11:37.750528 3793 namespace.go:98] [openshift-monitoring] adding namespace I0430 14:11:37.751008 3793 namespace.go:102] [openshift-network-console] adding namespace took 3.23479ms I0430 14:11:37.751018 3793 namespace.go:98] [openshift-config-managed] adding namespace I0430 14:11:37.751548 3793 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 3.770456ms I0430 14:11:37.751563 3793 namespace.go:98] [openshift] adding namespace I0430 14:11:37.752041 3793 namespace.go:102] [openshift-apiserver] adding namespace took 4.250339ms I0430 14:11:37.752054 3793 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 14:11:37.752562 3793 namespace.go:102] [openshift-network-operator] adding namespace took 4.766291ms I0430 14:11:37.752580 3793 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 14:11:37.753051 3793 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.253413ms I0430 14:11:37.753066 3793 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 14:11:37.753935 3793 namespace.go:102] [openshift-controller-manager] adding namespace took 6.134616ms I0430 14:11:37.753950 3793 namespace.go:98] [openshift-authentication] adding namespace I0430 14:11:37.754420 3793 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.616103ms I0430 14:11:37.754445 3793 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 14:11:37.754883 3793 namespace.go:102] [kube-public] adding namespace took 7.073167ms I0430 14:11:37.754898 3793 namespace.go:98] [openshift-ingress] adding namespace I0430 14:11:37.755315 3793 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.500506ms I0430 14:11:37.755326 3793 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 14:11:37.755776 3793 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.958476ms I0430 14:11:37.755787 3793 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 14:11:37.756199 3793 namespace.go:102] [openshift-package-operator] adding namespace took 8.372598ms I0430 14:11:37.756211 3793 namespace.go:98] [default] adding namespace I0430 14:11:37.756624 3793 namespace.go:102] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] adding namespace took 8.755849ms I0430 14:11:37.756636 3793 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 14:11:37.757051 3793 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.662411ms I0430 14:11:37.757064 3793 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 14:11:37.757457 3793 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.497949ms I0430 14:11:37.757477 3793 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 14:11:37.757984 3793 namespace.go:102] [openshift-monitoring] adding namespace took 7.450104ms I0430 14:11:37.757997 3793 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 14:11:37.758329 3793 namespace.go:102] [openshift-config-managed] adding namespace took 7.305967ms I0430 14:11:37.758341 3793 namespace.go:98] [openshift-logging] adding namespace I0430 14:11:37.758859 3793 namespace.go:102] [openshift] adding namespace took 7.291625ms I0430 14:11:37.758871 3793 namespace.go:98] [openshift-config] adding namespace I0430 14:11:37.759294 3793 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.23635ms I0430 14:11:37.759305 3793 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 14:11:37.759726 3793 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.139424ms I0430 14:11:37.759741 3793 namespace.go:98] [openshift-infra] adding namespace I0430 14:11:37.760131 3793 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.059964ms I0430 14:11:37.760144 3793 namespace.go:98] [kube-system] adding namespace I0430 14:11:37.760549 3793 namespace.go:102] [openshift-authentication] adding namespace took 6.594614ms I0430 14:11:37.760558 3793 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 14:11:37.760940 3793 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.490593ms I0430 14:11:37.760953 3793 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 14:11:37.761358 3793 namespace.go:102] [openshift-ingress] adding namespace took 6.455412ms I0430 14:11:37.761370 3793 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 14:11:37.761876 3793 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.545216ms I0430 14:11:37.761890 3793 namespace.go:98] [openshift-console-operator] adding namespace I0430 14:11:37.762264 3793 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.472754ms I0430 14:11:37.762275 3793 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 14:11:37.762731 3793 namespace.go:102] [default] adding namespace took 6.51553ms I0430 14:11:37.762744 3793 namespace.go:98] [openshift-config-operator] adding namespace I0430 14:11:37.763092 3793 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.451676ms I0430 14:11:37.763101 3793 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 14:11:37.763660 3793 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.588256ms I0430 14:11:37.764096 3793 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.6107ms I0430 14:11:37.764114 3793 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 14:11:37.764532 3793 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.527971ms I0430 14:11:37.764551 3793 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 14:11:37.764943 3793 namespace.go:102] [openshift-logging] adding namespace took 6.596197ms I0430 14:11:37.764960 3793 namespace.go:98] [openshift-cluster-version] adding namespace I0430 14:11:37.765373 3793 namespace.go:102] [openshift-config] adding namespace took 6.495875ms I0430 14:11:37.765390 3793 namespace.go:98] [openshift-marketplace] adding namespace I0430 14:11:37.765816 3793 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.505223ms I0430 14:11:37.765835 3793 namespace.go:98] [openshift-dns] adding namespace I0430 14:11:37.766238 3793 namespace.go:102] [openshift-infra] adding namespace took 6.490495ms I0430 14:11:37.766255 3793 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 14:11:37.766693 3793 namespace.go:102] [kube-system] adding namespace took 6.541252ms I0430 14:11:37.766712 3793 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 14:11:37.767098 3793 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.533984ms I0430 14:11:37.767114 3793 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 14:11:37.767540 3793 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.580564ms I0430 14:11:37.767558 3793 namespace.go:98] [openshift-multus] adding namespace I0430 14:11:37.767986 3793 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.609421ms I0430 14:11:37.768002 3793 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 14:11:37.768462 3793 namespace.go:102] [openshift-console-operator] adding namespace took 6.565664ms I0430 14:11:37.768478 3793 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 14:11:37.769271 3793 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.990031ms I0430 14:11:37.769288 3793 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 14:11:37.769742 3793 namespace.go:102] [openshift-config-operator] adding namespace took 6.99181ms I0430 14:11:37.769756 3793 namespace.go:98] [openshift-etcd] adding namespace I0430 14:11:37.770291 3793 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.185636ms I0430 14:11:37.770301 3793 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 14:11:37.770743 3793 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.623553ms I0430 14:11:37.770754 3793 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 14:11:37.771323 3793 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.765023ms I0430 14:11:37.771338 3793 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 14:11:37.771885 3793 namespace.go:102] [openshift-cluster-version] adding namespace took 6.918451ms I0430 14:11:37.771897 3793 namespace.go:98] [openshift-operators] adding namespace I0430 14:11:37.772410 3793 namespace.go:102] [openshift-marketplace] adding namespace took 7.015086ms I0430 14:11:37.772419 3793 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 14:11:37.772959 3793 namespace.go:102] [openshift-dns] adding namespace took 7.118443ms I0430 14:11:37.772972 3793 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 14:11:37.773525 3793 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.264644ms I0430 14:11:37.773535 3793 namespace.go:98] [openshift-node] adding namespace I0430 14:11:37.773953 3793 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.235701ms I0430 14:11:37.773964 3793 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 14:11:37.774340 3793 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.216407ms W0430 14:11:37.774344 3793 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5vwn5: pod openshift-multus/network-metrics-daemon-5vwn5: no pod IPs found I0430 14:11:37.774362 3793 namespace.go:98] [openshift-dns-operator] adding namespace I0430 14:11:37.774904 3793 namespace.go:102] [openshift-multus] adding namespace took 7.338378ms I0430 14:11:37.774923 3793 namespace.go:98] [openshift-machine-api] adding namespace W0430 14:11:37.775368 3793 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-922tf: pod openshift-network-diagnostics/network-check-target-922tf: no pod IPs found I0430 14:11:37.775401 3793 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.393557ms I0430 14:11:37.775887 3793 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.402196ms I0430 14:11:37.775902 3793 namespace.go:98] [openshift-backplane] adding namespace I0430 14:11:37.776274 3793 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.980323ms I0430 14:11:37.776766 3793 namespace.go:102] [openshift-etcd] adding namespace took 7.004106ms I0430 14:11:37.776779 3793 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 14:11:37.777172 3793 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.866766ms I0430 14:11:37.777183 3793 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 14:11:37.777623 3793 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.863032ms I0430 14:11:37.777638 3793 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 14:11:37.778023 3793 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.680373ms I0430 14:11:37.778404 3793 namespace.go:102] [openshift-operators] adding namespace took 6.503066ms I0430 14:11:37.778415 3793 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 14:11:37.778867 3793 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.443445ms I0430 14:11:37.778878 3793 namespace.go:98] [openshift-host-network] adding namespace I0430 14:11:37.779259 3793 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.28238ms I0430 14:11:37.779682 3793 namespace.go:102] [openshift-node] adding namespace took 6.142191ms I0430 14:11:37.779693 3793 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 14:11:37.780072 3793 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.10317ms I0430 14:11:37.780469 3793 namespace.go:102] [openshift-dns-operator] adding namespace took 6.100838ms I0430 14:11:37.780876 3793 namespace.go:102] [openshift-machine-api] adding namespace took 5.949835ms I0430 14:11:37.781362 3793 namespace.go:102] [openshift-backplane] adding namespace took 5.454711ms I0430 14:11:37.781784 3793 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.000366ms I0430 14:11:37.781796 3793 namespace.go:98] [openshift-console] adding namespace I0430 14:11:37.782169 3793 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.98052ms I0430 14:11:37.782182 3793 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 14:11:37.782566 3793 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.923956ms I0430 14:11:37.782967 3793 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.547372ms I0430 14:11:37.783412 3793 namespace.go:102] [openshift-host-network] adding namespace took 4.529235ms I0430 14:11:37.783826 3793 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.127074ms I0430 14:11:37.784198 3793 namespace.go:102] [openshift-console] adding namespace took 2.396971ms I0430 14:11:37.784554 3793 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.368026ms W0430 14:11:37.784632 3793 master.go:458] Unable to parse local node ip-10-0-2-101.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 14:11:37.784641 3793 master.go:481] Removing stale chassis with ID/Name: 9f29b604-a793-4fd1-9896-44c472548f2f, hostname: ip-10-0-2-101.ec2.internal I0430 14:11:37.785521 3793 master.go:548] Adding or Updating local node "ip-10-0-2-101.ec2.internal" for network "default" I0430 14:11:37.786265 3793 zone_ic_handler.go:195] Time taken to create transit switch: 347.946µs I0430 14:11:37.786280 3793 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-82.ec2.internal for the network default E0430 14:11:37.786470 3793 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-229.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-229.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-229.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c0a178 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1666629722}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0430 14:11:37.786571 3793 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-229.ec2.internal", UID:"a6ce47c9-750f-4fc9-8b1c-91adaebec109", APIVersion:"v1", ResourceVersion:"10283", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-229.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-229.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c0a178 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1666629722}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0430 14:11:37.787481 3793 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-82.ec2.internal" on network "default" took: 1.572761ms I0430 14:11:37.789585 3793 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-101.ec2.internal for the network default I0430 14:11:37.789749 3793 zone_ic_handler.go:195] Time taken to create transit switch: 150.413µs I0430 14:11:37.790383 3793 default_network_controller.go:823] Node add failed for ip-10-0-2-101.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal, error getting gateway config for node ip-10-0-2-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-101.ec2.internal", failed to update chassis to local for local node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal] E0430 14:11:37.790443 3793 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-101.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal, error getting gateway config for node ip-10-0-2-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-101.ec2.internal", failed to update chassis to local for local node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal] I0430 14:11:37.790484 3793 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 14:11:37.790487 3793 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-101.ec2.internal", UID:"5ba45f5a-ea84-4b33-9e84-e702944cb0aa", APIVersion:"v1", ResourceVersion:"10556", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal, error getting gateway config for node ip-10-0-2-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-101.ec2.internal", failed to update chassis to local for local node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal] I0430 14:11:37.790504 3793 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 14:11:37.790518 3793 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 14:11:37.790521 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:11:37.790592 3793 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.790610 3793 services_controller.go:574] Full service sync requested for network=default I0430 14:11:37.790620 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0430 14:11:37.790648 3793 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.790656 3793 services_controller.go:574] Full service sync requested for network=default I0430 14:11:37.790664 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:37.790672 3793 node_tracker.go:235] Node ip-10-0-2-101.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-101.ec2.internal" I0430 14:11:37.790679 3793 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.790689 3793 services_controller.go:574] Full service sync requested for network=default I0430 14:11:37.814868 3793 iptables.go:108] Creating table: filter chain: FORWARD I0430 14:11:37.821817 3793 iptables.go:108] Creating table: filter chain: OUTPUT I0430 14:11:37.828861 3793 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 14:11:37.828879 3793 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-101.ec2.internal","mac-address":"0e:c3:3c:28:5b:7f","ip-addresses":["10.0.2.101/24"],"ip-address":"10.0.2.101/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9f29b604-a793-4fd1-9896-44c472548f2f k8s.ovn.org/node-encap-ips:["10.0.2.101"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.101/24"} k8s.ovn.org/zone-name:ip-10-0-2-101.ec2.internal] on node ip-10-0-2-101.ec2.internal I0430 14:11:37.844155 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:37.844196 3793 master.go:548] Adding or Updating local node "ip-10-0-2-101.ec2.internal" for network "default" I0430 14:11:37.844217 3793 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.844229 3793 services_controller.go:574] Full service sync requested for network=default I0430 14:11:37.848885 3793 default_node_network_controller.go:519] Node connection status = connected W0430 14:11:37.849349 3793 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-922tf: pod openshift-network-diagnostics/network-check-target-922tf: no pod IPs found W0430 14:11:37.849363 3793 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5vwn5: pod openshift-multus/network-metrics-daemon-5vwn5: no pod IPs found I0430 14:11:37.850446 3793 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-101.ec2.internal for the network default I0430 14:11:37.850643 3793 zone_ic_handler.go:195] Time taken to create transit switch: 181.584µs I0430 14:11:37.891591 3793 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 14:11:37.891615 3793 services_controller.go:208] Setting up event handlers for services for network=default I0430 14:11:37.891688 3793 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 14:11:37.891730 3793 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 14:11:37.891745 3793 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 14:11:37.992460 3793 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 14:11:37.992487 3793 repair.go:60] Starting repairing loop for services I0430 14:11:37.992584 3793 repair.go:131] Deleted 0 stale service LBs I0430 14:11:37.992605 3793 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 14:11:37.992622 3793 repair.go:62] Finished repairing loop for services: 138.314µs I0430 14:11:37.992653 3793 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 14:11:37.992668 3793 services_controller.go:254] Starting workers for network=default I0430 14:11:37.993258 3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-922tf] creating logical port openshift-network-diagnostics_network-check-target-922tf for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:37.993369 3793 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:37.993448 3793 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5vwn5] creating logical port openshift-multus_network-metrics-daemon-5vwn5 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:37.993554 3793 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5vwn5 W0430 14:11:37.998611 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:38.013663 3793 pod.go:62] [openshift-multus/network-metrics-daemon-5vwn5] pod update took 20.144217ms I0430 14:11:38.013683 3793 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5vwn5] addLogicalPort annotation time took 20.168486ms I0430 14:11:38.013860 3793 pod.go:62] [openshift-network-diagnostics/network-check-target-922tf] pod update took 20.538224ms I0430 14:11:38.013883 3793 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-922tf] addLogicalPort annotation time took 20.56556ms I0430 14:11:38.014689 3793 pods.go:271] [openshift-multus/network-metrics-daemon-5vwn5] addLogicalPort took 21.26375ms, libovsdb time 715.672µs I0430 14:11:38.014920 3793 pods.go:271] [openshift-network-diagnostics/network-check-target-922tf] addLogicalPort took 21.687285ms, libovsdb time 825.089µs I0430 14:11:38.015295 3793 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 14:11:38.015319 3793 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 14:11:38.015338 3793 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 14:11:38.015344 3793 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 14:11:38.015579 3793 repair.go:29] Repairing admin network policies took 224.746µs I0430 14:11:38.015721 3793 repair.go:92] Repairing baseline admin network policies took 130.298µs I0430 14:11:38.016256 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 14:11:38.016276 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 14:11:38.017940 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 14:11:38.017967 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 14:11:38.017977 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 14:11:38.019660 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 14:11:38.019683 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 14:11:38.019692 3793 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 14:11:38.021734 3793 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 14:11:38.021758 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 14:11:38.021770 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 14:11:38.022268 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 14:11:38.022287 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 14:11:38.023080 3793 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 14:11:38.023094 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 14:11:38.023868 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 14:11:38.023890 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 14:11:38.023904 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 14:11:38.025419 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 14:11:38.025452 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 14:11:38.025466 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 14:11:38.027786 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 14:11:38.027810 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 14:11:38.027821 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 14:11:38.028328 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 14:11:38.028346 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 14:11:38.028355 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 14:11:38.030141 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 14:11:38.030159 3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 14:11:38.030230 3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 14:11:38.032576 3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 14:11:38.032595 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 14:11:38.032605 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 14:11:38.033755 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 14:11:38.033775 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 14:11:38.033783 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 14:11:38.034333 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 14:11:38.034351 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 14:11:38.034358 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 14:11:38.034968 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 14:11:38.034991 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 14:11:38.035000 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 14:11:38.036648 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 14:11:38.036666 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 14:11:38.036674 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 14:11:38.037026 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 14:11:38.037050 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 14:11:38.037090 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 14:11:38.037905 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 14:11:38.037925 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 14:11:38.037934 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 14:11:38.038284 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 14:11:38.038309 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 14:11:38.038317 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 14:11:38.038934 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 14:11:38.038954 3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 14:11:38.038963 3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 14:11:38.039898 3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 14:11:38.039914 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 14:11:38.039923 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 14:11:38.040518 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 14:11:38.040537 3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 14:11:38.040546 3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 14:11:38.041503 3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 14:11:38.041525 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 14:11:38.041534 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 14:11:38.042028 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 14:11:38.042047 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 14:11:38.042055 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 14:11:38.042581 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 14:11:38.042599 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 14:11:38.042605 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 14:11:38.044205 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 14:11:38.044224 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 14:11:38.044236 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 14:11:38.045459 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 14:11:38.045480 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 14:11:38.045489 3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 14:11:38.046347 3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 14:11:38.046368 3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 14:11:38.046380 3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 14:11:38.046922 3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 14:11:38.046941 3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 14:11:38.046947 3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 14:11:38.047249 3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 14:11:38.047266 3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 14:11:38.047278 3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 14:11:38.048557 3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 14:11:38.054767 3793 egressfirewall.go:374] Starting EgressFirewall controller I0430 14:11:38.054806 3793 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 14:11:38.054827 3793 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 14:11:38.054838 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 14:11:38.054862 3793 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 14:11:38.054867 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 14:11:38.054877 3793 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 14:11:38.055160 3793 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 14:11:38.055176 3793 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 14:11:38.055181 3793 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 14:11:38.055191 3793 egressqos.go:193] Setting up event handlers for EgressQoS I0430 14:11:38.055258 3793 egressfirewall.go:723] Syncing node "ip-10-0-0-229.ec2.internal" for egress firewall I0430 14:11:38.055273 3793 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0430 14:11:38.055279 3793 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:38.055305 3793 egressqos.go:245] Starting EgressQoS Controller I0430 14:11:38.055319 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 14:11:38.055327 3793 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 14:11:38.055333 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 14:11:38.055338 3793 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 14:11:38.055344 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 14:11:38.055351 3793 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 14:11:38.055357 3793 egressqos.go:259] Repairing EgressQoSes I0430 14:11:38.055363 3793 egressqos.go:399] Starting repairing loop for egressqos I0430 14:11:38.055460 3793 egressqos.go:401] Finished repairing loop for egressqos: 98.02µs I0430 14:11:38.055481 3793 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 14:11:38.055512 3793 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-101.ec2.internal I0430 14:11:38.055590 3793 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-101.ec2.internal : 76.828µs I0430 14:11:38.055715 3793 egressservice_zone.go:210] Starting Egress Services Controller I0430 14:11:38.055770 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 14:11:38.055780 3793 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 14:11:38.055785 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 14:11:38.055789 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 14:11:38.055794 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 14:11:38.055799 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 14:11:38.055803 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 14:11:38.055808 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 14:11:38.055811 3793 egressservice_zone.go:228] Repairing Egress Services I0430 14:11:38.056097 3793 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 14:11:38.056105 3793 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 14:11:38.056176 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:11:38.056205 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 30.34µs I0430 14:11:38.056217 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:11:38.056223 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 5.934µs I0430 14:11:38.056231 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:38.056234 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 5.54µs I0430 14:11:38.056339 3793 default_network_controller.go:585] Completing all the Watchers took 308.711779ms I0430 14:11:38.056352 3793 default_network_controller.go:589] Starting unidling controllers I0430 14:11:38.056363 3793 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 14:11:38.056369 3793 unidle.go:63] Populating Initial ContollerEvent events I0430 14:11:38.056379 3793 unidle.go:79] Setting up event handlers for services I0430 14:11:38.056464 3793 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 14:11:38.349032 3793 default_node_network_controller.go:519] Node connection status = connected I0430 14:11:38.848848 3793 default_node_network_controller.go:519] Node connection status = connected I0430 14:11:39.349119 3793 default_node_network_controller.go:519] Node connection status = connected I0430 14:11:39.848782 3793 default_node_network_controller.go:519] Node connection status = connected I0430 14:11:40.037680 3793 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 14:11:40.349338 3793 default_node_network_controller.go:519] Node connection status = connected I0430 14:11:40.367853 3793 bridgeconfig.go:537] Gateway is ready I0430 14:11:40.367871 3793 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 14:11:40.380258 3793 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.101. Updating OVN encap IP. I0430 14:11:40.386026 3793 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.101 - it is already configured I0430 14:11:40.386039 3793 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.101/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 14:11:40.386298 3793 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.101/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-101.ec2.internal","mac-address":"0e:c3:3c:28:5b:7f","ip-addresses":["10.0.2.101/24"],"ip-address":"10.0.2.101/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9f29b604-a793-4fd1-9896-44c472548f2f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.101/24"}] on node ip-10-0-2-101.ec2.internal I0430 14:11:40.402135 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:40.402159 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 30.967µs I0430 14:11:40.402172 3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:40.402214 3793 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:40.402242 3793 master.go:548] Adding or Updating local node "ip-10-0-2-101.ec2.internal" for network "default" I0430 14:11:40.402251 3793 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:40.402267 3793 services_controller.go:574] Full service sync requested for network=default I0430 14:11:40.402573 3793 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.101 I0430 14:11:40.402678 3793 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-101.ec2.internal W0430 14:11:40.403134 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:40.406867 3793 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-101.ec2.internal. Updating no re-route policies I0430 14:11:40.406945 3793 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-101.ec2.internal I0430 14:11:40.406961 3793 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-101.ec2.internal I0430 14:11:40.406985 3793 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-101.ec2.internal after 0 failed attempt(s) I0430 14:11:40.407028 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 I0430 14:11:40.407034 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xnslw I0430 14:11:40.407048 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 I0430 14:11:40.407046 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-101.ec2.internal I0430 14:11:40.407049 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-xnslw I0430 14:11:40.407058 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5pdrp I0430 14:11:40.407060 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-101.ec2.internal I0430 14:11:40.407060 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-q4cjt I0430 14:11:40.407065 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5pdrp I0430 14:11:40.407075 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-q4cjt I0430 14:11:40.407072 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g8jm5 I0430 14:11:40.407075 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-101.ec2.internal after 0 failed attempt(s) I0430 14:11:40.407074 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-xnslw after 0 failed attempt(s) I0430 14:11:40.407083 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-4kjn7 I0430 14:11:40.407087 3793 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pj766 I0430 14:11:40.407060 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:40.407097 3793 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pj766 I0430 14:11:40.407095 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8hhrt I0430 14:11:40.407103 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-4kjn7 I0430 14:11:40.407108 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8hhrt I0430 14:11:40.407103 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:40.407110 3793 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pj766 after 0 failed attempt(s) I0430 14:11:40.407104 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xqpxz I0430 14:11:40.407119 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8hhrt after 0 failed attempt(s) I0430 14:11:40.407115 3793 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ww5rv I0430 14:11:40.407129 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-4kjn7 after 0 failed attempt(s) I0430 14:11:40.407131 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xqpxz I0430 14:11:40.407143 3793 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5vwn5] creating logical port openshift-multus_network-metrics-daemon-5vwn5 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:40.407142 3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-922tf] creating logical port openshift-network-diagnostics_network-check-target-922tf for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:40.407080 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5pdrp after 0 failed attempt(s) I0430 14:11:40.407092 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g8jm5 I0430 14:11:40.407162 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xqpxz after 0 failed attempt(s) I0430 14:11:40.407175 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-g8jm5 after 0 failed attempt(s) I0430 14:11:40.407094 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-q4cjt after 0 failed attempt(s) I0430 14:11:40.407145 3793 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ww5rv I0430 14:11:40.407268 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ww5rv after 0 failed attempt(s) I0430 14:11:40.407991 3793 pods.go:271] [openshift-multus/network-metrics-daemon-5vwn5] addLogicalPort took 915.539µs, libovsdb time 255.534µs I0430 14:11:40.408005 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 after 0 failed attempt(s) I0430 14:11:40.408064 3793 pods.go:271] [openshift-network-diagnostics/network-check-target-922tf] addLogicalPort took 934.623µs, libovsdb time 290.553µs I0430 14:11:40.408073 3793 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-922tf after 0 failed attempt(s) I0430 14:11:40.417131 3793 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 14:11:40.430967 3793 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 14:11:40.434832 3793 iptables.go:108] Creating table: nat chain: OUTPUT I0430 14:11:40.477737 3793 iptables.go:108] Creating table: nat chain: PREROUTING I0430 14:11:40.541377 3793 iptables.go:108] Creating table: filter chain: FORWARD I0430 14:11:40.560865 3793 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 14:11:40.561010 3793 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 14:11:40.561063 3793 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 14:11:40.561160 3793 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 14:11:40.561223 3793 gateway_init.go:325] Gateway and management port readiness took 2.717238284s I0430 14:11:40.561256 3793 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 14:11:40.561301 3793 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 14:11:40.561319 3793 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 14:11:40.561329 3793 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 14:11:40.561403 3793 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 14:11:40.561506 3793 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.041µs I0430 14:11:40.561852 3793 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 14:11:40.561887 3793 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.98µs I0430 14:11:40.561900 3793 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.429µs I0430 14:11:40.561908 3793 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 14:11:40.561921 3793 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 14:11:40.561930 3793 default_node_network_controller.go:899] Starting the default node network controller I0430 14:11:40.561937 3793 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 14:11:40.562015 3793 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.707µs I0430 14:11:40.562130 3793 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 14:11:40.562141 3793 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 14:11:40.562173 3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c56060 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc0002ece70 0xc0002ecee0 0xc0002ecfc0 0xc000c582d0 0xc0002ed0a0 0xc0002ed110 0xc00023a2d0 0xc0063cf340 0xc0002ed1f0 map[0x2ff9080:0xc0025f0120 0x2ff95c0:0xc0025f02a0 0x2ffa2e0:0xc0025f0060 0x2ffa580:0xc0025f00c0 0x2ffad60:0xc0025f0180 0x2ffb000:0xc0025f01e0 0x2ffb2a0:0xc0025f0240 0x2ffba80:0xc0025f03c0 0x2ffbd20:0xc0025f0420 0x3026980:0xc0011e5d40 0x3026d20:0xc0011e5da0 0x3027800:0xc000c545a0 0x3029160:0xc001baa000 0x30298a0:0xc0025f0000 0x302a720:0xc001baa060] 0xc0000d38f0 0} I0430 14:11:40.562253 3793 gateway.go:151] Starting gateway service sync I0430 14:11:40.562860 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 14:11:40.565803 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 14:11:40.596901 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 14:11:40.598527 3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 14:11:40.599901 3793 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 14:11:40.636071 3793 gateway.go:168] Gateway service sync done. Time taken: 73.802043ms I0430 14:11:40.636410 3793 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30186 I0430 14:11:40.636889 3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c56060 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc0002ece70 0xc0002ecee0 0xc0002ecfc0 0xc000c582d0 0xc0002ed0a0 0xc0002ed110 0xc00023a2d0 0xc0063cf340 0xc0002ed1f0 map[0x2ff9080:0xc0025f0120 0x2ff95c0:0xc0025f02a0 0x2ffa2e0:0xc0025f0060 0x2ffa580:0xc0025f00c0 0x2ffad60:0xc0025f0180 0x2ffb000:0xc0025f01e0 0x2ffb2a0:0xc0025f0240 0x2ffba80:0xc0025f03c0 0x2ffbd20:0xc0025f0420 0x3026980:0xc0011e5d40 0x3026d20:0xc0011e5da0 0x3027800:0xc000c545a0 0x3029160:0xc001baa000 0x30298a0:0xc0025f0000 0x302a720:0xc001baa060] 0xc0000d38f0 0} I0430 14:11:40.637362 3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c56060 0xc0002eccb0 0xc0002ecd20 0xc0002ecd90 0xc0002ece70 0xc0002ecee0 0xc0002ecfc0 0xc000c582d0 0xc0002ed0a0 0xc0002ed110 0xc00023a2d0 0xc0063cf340 0xc0002ed1f0 map[0x2ff9080:0xc0025f0120 0x2ff95c0:0xc0025f02a0 0x2ffa2e0:0xc0025f0060 0x2ffa580:0xc0025f00c0 0x2ffad60:0xc0025f0180 0x2ffb000:0xc0025f01e0 0x2ffb2a0:0xc0025f0240 0x2ffba80:0xc0025f03c0 0x2ffbd20:0xc0025f0420 0x3026980:0xc0011e5d40 0x3026d20:0xc0011e5da0 0x3027800:0xc000c545a0 0x3029160:0xc001baa000 0x30298a0:0xc0025f0000 0x302a720:0xc001baa060] 0xc0000d38f0 0} I0430 14:11:40.637400 3793 gateway.go:532] Reconciling gateway with updates I0430 14:11:40.643048 3793 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 14:11:40.643132 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:11:40.643146 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:11:40.643148 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 14:11:40.643160 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:11:40.643167 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 14:11:40.643168 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 14:11:40.643182 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 14:11:40.643185 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:11:40.643198 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:11:40.643198 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:11:40.643207 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 14:11:40.643208 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643214 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:11:40.643228 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:11:40.643230 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:11:40.643235 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 14:11:40.643238 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:11:40.643232 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:11:40.643244 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:11:40.643241 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:11:40.643249 3793 default_node_network_controller.go:944] Gateway and management port readiness took 81.097222ms I0430 14:11:40.643254 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:11:40.643265 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 14:11:40.643272 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:11:40.643270 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:11:40.643277 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 14:11:40.643280 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:11:40.643283 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:11:40.643285 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 14:11:40.643285 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:11:40.643293 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643297 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 14:11:40.643299 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:11:40.643303 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:11:40.643308 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:40.643311 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:11:40.643312 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:11:40.643319 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:11:40.643316 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:11:40.643323 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:11:40.643328 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 14:11:40.643331 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:11:40.643330 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:11:40.643329 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643337 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:11:40.643335 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:11:40.643342 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:11:40.643352 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:11:40.643354 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:11:40.643354 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:11:40.643359 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 14:11:40.643361 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:11:40.643359 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:11:40.643257 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:11:40.643364 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:11:40.643368 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:11:40.643363 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643374 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 14:11:40.643374 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:11:40.643384 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 14:11:40.643394 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 14:11:40.643394 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 14:11:40.643454 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 14:11:40.643463 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:11:40.643271 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 14:11:40.643463 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:11:40.643478 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:11:40.643478 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 14:11:40.643486 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:11:40.643495 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643454 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643341 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:11:40.643532 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:11:40.643604 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:11:40.643618 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:11:40.643627 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:11:40.643635 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:11:40.643640 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:11:40.643326 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:11:40.643542 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 14:11:40.643313 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 14:11:40.643284 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:11:40.643740 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:11:40.643224 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:11:40.643790 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:11:40.643278 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 14:11:40.643250 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:11:40.643857 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:11:40.643249 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 14:11:40.643875 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 14:11:40.643899 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 30725 is already open, no action needed I0430 14:11:40.643274 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:11:40.643969 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 32367 is already open, no action needed I0430 14:11:40.643986 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:11:40.643994 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 14:11:40.643287 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 14:11:40.643299 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:11:40.643298 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:11:40.644135 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:11:40.644151 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 14:11:40.643155 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:11:40.643306 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 14:11:40.644248 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 14:11:40.643314 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:11:40.643321 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:40.643325 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 14:11:40.643363 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 14:11:40.643366 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:11:40.644462 3793 node_ip_handler_linux.go:160] Node IP manager is running I0430 14:11:40.644470 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:11:40.644480 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 14:11:40.643375 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:11:40.644497 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:11:40.643378 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:11:40.643558 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:11:40.644582 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:11:40.643550 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) W0430 14:11:40.685563 3793 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 14:11:40.685759 3793 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 14:11:40.685983 3793 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0430 14:11:40.694205 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 14:11:40.694229 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 14:11:40.694236 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 14:11:40.694242 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 14:11:40.694247 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 14:11:40.694253 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 14:11:40.694260 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 14:11:40.694265 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 14:11:40.694270 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 14:11:40.694275 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 14:11:40.737802 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 14:11:40.737829 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 14:11:40.737838 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 14:11:40.737844 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 14:11:40.737853 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 14:11:40.737862 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 14:11:40.737869 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 14:11:40.737886 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 14:11:40.737906 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 14:11:42.790070 3793 default_node_network_controller.go:1380] Starting node controller node sync W0430 14:11:42.790120 3793 egressip_healthcheck.go:76] Health checking using insecure connection I0430 14:11:42.790169 3793 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0430 14:11:42.802081 3793 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.988504ms I0430 14:11:42.802184 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules I0430 14:11:42.802188 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-229.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:11:42.802195 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:11:42.802201 3793 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-229.ec2.internal", IP: 10.0.0.229 to PMTUD blocking rules I0430 14:11:42.813491 3793 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 14:11:42.813775 3793 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 14:11:42.813920 3793 egressservice_node.go:183] Starting Egress Services Controller I0430 14:11:42.813937 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 14:11:42.813946 3793 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 14:11:42.813951 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 14:11:42.813957 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 14:11:42.813962 3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 14:11:42.813967 3793 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 14:11:42.813971 3793 egressservice_node.go:197] Repairing Egress Services I0430 14:11:42.824368 3793 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 14:11:42.824381 3793 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 14:11:42.824577 3793 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 14:11:42.824590 3793 link_network_manager.go:119] Link manager is running I0430 14:11:42.824598 3793 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 14:11:42.824849 3793 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 14:11:42.824939 3793 vrf_manager.go:128] VRF manager is running I0430 14:11:42.825016 3793 node_controller_manager.go:437] Removing flows to drop GARP I0430 14:11:42.825025 3793 gateway.go:532] Reconciling gateway with updates I0430 14:11:42.848325 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:11:42.848339 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:11:42.848342 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:11:42.848350 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:11:42.848346 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:11:42.848360 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:11:42.848361 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:11:42.848365 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:11:42.848367 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:11:42.848373 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:11:42.848361 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 14:11:42.848379 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:11:42.848371 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:11:42.848384 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:42.848391 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:11:42.848395 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:42.848395 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:11:42.848395 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:11:42.848402 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:11:42.848401 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:11:42.848406 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:11:42.848400 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:11:42.848331 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:11:42.848363 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:11:42.848446 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:11:42.848450 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 14:11:42.848454 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:11:42.848453 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:11:42.848462 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 14:11:42.848464 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:11:42.848465 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 14:11:42.848467 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:11:42.848447 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:11:42.848479 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 14:11:42.848480 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:11:42.848471 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:11:42.848482 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:11:42.848487 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 14:11:42.848382 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:11:42.848491 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:11:42.848486 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:11:42.848497 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 14:11:42.848500 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:11:42.848506 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:11:42.848508 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:11:42.848510 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 14:11:42.848515 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:11:42.848472 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:11:42.848521 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 14:11:42.848522 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 14:11:42.848528 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:11:42.848529 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 14:11:42.848529 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 14:11:42.848521 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 14:11:42.848539 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 14:11:42.848536 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 14:11:42.848447 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:11:42.848544 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 14:11:42.848550 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 14:11:42.848550 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:11:42.848412 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:11:42.848551 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 14:11:42.848530 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 14:11:42.848350 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:11:42.848559 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 14:11:42.848372 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:11:42.848585 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:11:42.848586 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 14:11:42.848596 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 14:11:42.848596 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 14:11:42.848618 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 14:11:42.848343 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:11:42.848631 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:11:42.848636 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 14:11:42.848461 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:11:42.848642 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:11:42.848668 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 14:11:42.848481 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 30725 is already open, no action needed I0430 14:11:42.848682 3793 port_claim.go:71] Svc openshift-ingress/router-default: port 32367 is already open, no action needed I0430 14:11:42.848480 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:11:42.848723 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 14:11:42.848465 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:11:42.848385 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:11:42.848451 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:11:42.848777 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 14:11:42.848325 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:11:42.848787 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:11:42.848353 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:11:42.848354 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 14:11:42.848824 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 14:11:42.848359 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:11:42.848846 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:11:42.848366 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:11:42.848372 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:11:42.848883 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:11:42.848373 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:11:42.848887 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 14:11:42.848895 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:11:42.848899 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 14:11:42.848407 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 14:11:42.848912 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 14:11:42.848442 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:11:42.848943 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:11:42.848439 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:11:42.848969 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:11:42.848322 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 14:11:42.848994 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 14:11:42.848452 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:11:42.849022 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:11:42.848465 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 14:11:42.848472 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:11:42.848493 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:11:42.848492 3793 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 14:11:42.849091 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 14:11:42.848492 3793 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:11:42.848499 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 14:11:42.848537 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 14:11:42.888743 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 14:11:42.888756 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 14:11:42.888784 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 14:11:42.888790 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 14:11:42.888796 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 14:11:42.888800 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 14:11:42.888806 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 14:11:42.888811 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 14:11:42.929220 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 14:11:42.929246 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 14:11:42.929253 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 14:11:42.929264 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 14:11:42.929281 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 14:11:42.929300 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 14:11:42.929306 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 14:11:42.969629 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 14:11:42.969655 3793 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 14:11:44.726290 3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:44.726328 3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 47.871µs I0430 14:11:44.755814 3793 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f96b566ff-rbsj5] creating logical port openshift-image-registry_image-registry-5f96b566ff-rbsj5 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:44.755945 3793 kube.go:256] Updating pod openshift-image-registry/image-registry-5f96b566ff-rbsj5 I0430 14:11:44.778509 3793 pod.go:62] [openshift-image-registry/image-registry-5f96b566ff-rbsj5] pod update took 22.596664ms I0430 14:11:44.778540 3793 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f96b566ff-rbsj5] addLogicalPort annotation time took 22.634077ms I0430 14:11:44.779916 3793 pods.go:271] [openshift-image-registry/image-registry-5f96b566ff-rbsj5] addLogicalPort took 24.121979ms, libovsdb time 1.044703ms I0430 14:11:44.782940 3793 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-t242n] creating logical port openshift-ingress-canary_ingress-canary-t242n for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:44.783062 3793 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-t242n I0430 14:11:44.788104 3793 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nchnm] creating logical port openshift-dns_dns-default-nchnm for pod on switch ip-10-0-2-101.ec2.internal I0430 14:11:44.788201 3793 kube.go:256] Updating pod openshift-dns/dns-default-nchnm I0430 14:11:44.806804 3793 pod.go:62] [openshift-ingress-canary/ingress-canary-t242n] pod update took 23.771126ms I0430 14:11:44.806874 3793 pod.go:62] [openshift-dns/dns-default-nchnm] pod update took 18.693906ms I0430 14:11:44.806885 3793 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-t242n] addLogicalPort annotation time took 23.856309ms I0430 14:11:44.806899 3793 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nchnm] addLogicalPort annotation time took 18.722979ms I0430 14:11:44.808044 3793 pods.go:271] [openshift-dns/dns-default-nchnm] addLogicalPort took 19.950974ms, libovsdb time 863.032µs I0430 14:11:44.808264 3793 pods.go:271] [openshift-ingress-canary/ingress-canary-t242n] addLogicalPort took 25.34551ms, libovsdb time 1.047483ms I0430 14:11:45.178025 3793 cni.go:452] [openshift-ingress-canary/ingress-canary-t242n 27a0354809f51b04c37e529e40af8f1b394f0b2054c1ffed90a6d6bf08e9e313 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-t242n 27a0354809f51b04c37e529e40af8f1b394f0b2054c1ffed90a6d6bf08e9e313 network default NAD default NAD key ] I0430 14:11:45.220563 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-t242n, hostIfaceName: 27a0354809f51b0, network: default, NAD default, SandboxID: "27a0354809f51b04c37e529e40af8f1b394f0b2054c1ffed90a6d6bf08e9e313", PCI device ID: , UID: "a92cc6d0-8edf-43bb-940a-32c467d48a9b", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0430 14:11:45.282149 3793 cni.go:473] [openshift-ingress-canary/ingress-canary-t242n 27a0354809f51b04c37e529e40af8f1b394f0b2054c1ffed90a6d6bf08e9e313 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-t242n 27a0354809f51b04c37e529e40af8f1b394f0b2054c1ffed90a6d6bf08e9e313 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:98:5e:75:82:02\",\"name\":\"27a0354809f51b0\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/408e2d0e-cd96-44e6-86cb-de5dc6f78327\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:11:45.945927 3793 default_network_controller.go:1025] Node "ip-10-0-0-229.ec2.internal" in remote zone "ip-10-0-0-229.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:45.946773 3793 zone_ic_handler.go:195] Time taken to create transit switch: 293.703µs I0430 14:11:45.946790 3793 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-229.ec2.internal for the network default I0430 14:11:45.947891 3793 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-229.ec2.internal" on network "default" took: 1.433734ms I0430 14:11:52.431900 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.432514 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.432539 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.432548 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 14:11:52.432568 3793 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.432578 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 14:11:53.457992 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458017 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458039 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458049 3793 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:12:04.726416 3793 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 14:12:04.740166 3793 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 14:12:16.040687 3793 cni.go:452] [openshift-network-diagnostics/network-check-target-922tf 2b9b6d0c8bef55eeb6feeffea2e27e014fc8c9e59f6392ae57dac5eaf12ec0b7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-922tf 2b9b6d0c8bef55eeb6feeffea2e27e014fc8c9e59f6392ae57dac5eaf12ec0b7 network default NAD default NAD key ] I0430 14:12:16.050794 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-922tf, hostIfaceName: 2b9b6d0c8bef55e, network: default, NAD default, SandboxID: "2b9b6d0c8bef55eeb6feeffea2e27e014fc8c9e59f6392ae57dac5eaf12ec0b7", PCI device ID: , UID: "a69fd00f-8bc4-4464-b5a3-7880a341d885", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0430 14:12:16.099539 3793 cni.go:473] [openshift-network-diagnostics/network-check-target-922tf 2b9b6d0c8bef55eeb6feeffea2e27e014fc8c9e59f6392ae57dac5eaf12ec0b7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-922tf 2b9b6d0c8bef55eeb6feeffea2e27e014fc8c9e59f6392ae57dac5eaf12ec0b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8a:32:22:01:d9\",\"name\":\"2b9b6d0c8bef55e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60f7a63f-4fe5-4bc8-a312-d6d46728641c\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:12:51.233539 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:13:23.681240 3793 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-g42qk for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.681368 3793 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk I0430 14:13:23.693621 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-fh58g for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.693707 3793 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g I0430 14:13:23.699318 3793 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk] pod update took 17.973926ms I0430 14:13:23.699342 3793 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk] addLogicalPort annotation time took 18.001409ms I0430 14:13:23.699624 3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-nbjkh for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.699703 3793 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh I0430 14:13:23.700640 3793 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk] addLogicalPort took 19.414629ms, libovsdb time 956.118µs I0430 14:13:23.714243 3793 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g] pod update took 20.556044ms I0430 14:13:23.714263 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g] addLogicalPort annotation time took 20.581875ms I0430 14:13:23.715270 3793 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g] addLogicalPort took 21.666382ms, libovsdb time 673.117µs I0430 14:13:23.716205 3793 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh] pod update took 16.520134ms I0430 14:13:23.716224 3793 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh] addLogicalPort annotation time took 16.542245ms I0430 14:13:23.717156 3793 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh] addLogicalPort took 17.541891ms, libovsdb time 687.283µs I0430 14:13:23.797831 3793 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-jhjng for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.797912 3793 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng I0430 14:13:23.801443 3793 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-lbvcg] creating logical port openshift-insights_insights-operator-6dbb575d6c-lbvcg for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.801542 3793 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-lbvcg I0430 14:13:23.812468 3793 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng] pod update took 14.576543ms I0430 14:13:23.812489 3793 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng] addLogicalPort annotation time took 14.60186ms I0430 14:13:23.813872 3793 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng] addLogicalPort took 16.0525ms, libovsdb time 1.02634ms I0430 14:13:23.817494 3793 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-lbvcg] pod update took 15.970328ms I0430 14:13:23.817566 3793 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-lbvcg] addLogicalPort annotation time took 16.045236ms I0430 14:13:23.818714 3793 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-lbvcg] addLogicalPort took 17.30257ms, libovsdb time 801.648µs I0430 14:13:23.885921 3793 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-6dswz for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.886024 3793 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz I0430 14:13:23.886206 3793 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-bbjdp for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:23.886305 3793 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp I0430 14:13:23.902770 3793 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp] pod update took 16.467845ms I0430 14:13:23.902798 3793 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp] addLogicalPort annotation time took 16.506177ms I0430 14:13:23.903163 3793 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz] pod update took 17.167173ms I0430 14:13:23.903183 3793 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz] addLogicalPort annotation time took 17.20022ms I0430 14:13:23.904534 3793 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp] addLogicalPort took 18.336504ms, libovsdb time 1.375955ms I0430 14:13:23.904875 3793 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz] addLogicalPort took 18.973962ms, libovsdb time 1.005575ms I0430 14:13:24.055616 3793 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh 667e40fe4b66e98797f2d2a09b0ddfb6ddf08a8701243e7b5521d3401ba1def3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh 667e40fe4b66e98797f2d2a09b0ddfb6ddf08a8701243e7b5521d3401ba1def3 network default NAD default NAD key ] I0430 14:13:24.065534 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-nbjkh, hostIfaceName: 667e40fe4b66e98, network: default, NAD default, SandboxID: "667e40fe4b66e98797f2d2a09b0ddfb6ddf08a8701243e7b5521d3401ba1def3", PCI device ID: , UID: "f29448cb-d056-4e84-ac66-5e0c6ff42eb7", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0430 14:13:24.117692 3793 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh 667e40fe4b66e98797f2d2a09b0ddfb6ddf08a8701243e7b5521d3401ba1def3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbjkh 667e40fe4b66e98797f2d2a09b0ddfb6ddf08a8701243e7b5521d3401ba1def3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:53:36:64:8c:8f\",\"name\":\"667e40fe4b66e98\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd019f1a-be16-45bd-8109-7951b1f5d504\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:24.162908 3793 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng 160a29e402b9e0b64752e8e946c786e320e192c76f2e4f53da3ea1171efa839a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng 160a29e402b9e0b64752e8e946c786e320e192c76f2e4f53da3ea1171efa839a network default NAD default NAD key ] I0430 14:13:24.164045 3793 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-lbvcg b1420f0f5351da72ec927884c7735f6db7c4ea4e590bd63b8c3bd441e431e634 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-lbvcg b1420f0f5351da72ec927884c7735f6db7c4ea4e590bd63b8c3bd441e431e634 network default NAD default NAD key ] I0430 14:13:24.178206 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-jhjng, hostIfaceName: 160a29e402b9e0b, network: default, NAD default, SandboxID: "160a29e402b9e0b64752e8e946c786e320e192c76f2e4f53da3ea1171efa839a", PCI device ID: , UID: "0936e35a-5a9a-4454-90fd-c9b32288fbd3", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0430 14:13:24.178986 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-lbvcg, hostIfaceName: b1420f0f5351da7, network: default, NAD default, SandboxID: "b1420f0f5351da72ec927884c7735f6db7c4ea4e590bd63b8c3bd441e431e634", PCI device ID: , UID: "e694b5c5-e3f6-4046-bfa5-cc8e189b6e05", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0430 14:13:24.230624 3793 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng 160a29e402b9e0b64752e8e946c786e320e192c76f2e4f53da3ea1171efa839a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jhjng 160a29e402b9e0b64752e8e946c786e320e192c76f2e4f53da3ea1171efa839a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:bd:92:0f:70:5a\",\"name\":\"160a29e402b9e0b\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1666d98a-a768-4bf4-a373-44d992683957\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:24.246912 3793 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-lbvcg b1420f0f5351da72ec927884c7735f6db7c4ea4e590bd63b8c3bd441e431e634 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-lbvcg b1420f0f5351da72ec927884c7735f6db7c4ea4e590bd63b8c3bd441e431e634 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:c6:01:9b:85:3c\",\"name\":\"b1420f0f5351da7\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73038d7a-ed05-4f79-a449-22c199928aa1\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:24.247626 3793 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz f2a8285bc79aa73f4e3b71b11be8285a0c9561f9ef4d488eb46f384f52f94fc6 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz f2a8285bc79aa73f4e3b71b11be8285a0c9561f9ef4d488eb46f384f52f94fc6 network default NAD default NAD key ] I0430 14:13:24.252002 3793 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp 1258144a8fb1293a2f534f51b5e961694f3ffc96e06238fbe6e5684edcb40172 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp 1258144a8fb1293a2f534f51b5e961694f3ffc96e06238fbe6e5684edcb40172 network default NAD default NAD key ] I0430 14:13:24.260200 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-6dswz, hostIfaceName: f2a8285bc79aa73, network: default, NAD default, SandboxID: "f2a8285bc79aa73f4e3b71b11be8285a0c9561f9ef4d488eb46f384f52f94fc6", PCI device ID: , UID: "b51884f6-3c0d-4b95-ad21-85a0d3a1efa4", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0430 14:13:24.265086 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-bbjdp, hostIfaceName: 1258144a8fb1293, network: default, NAD default, SandboxID: "1258144a8fb1293a2f534f51b5e961694f3ffc96e06238fbe6e5684edcb40172", PCI device ID: , UID: "7f5e534e-755c-4f82-8db2-8b05c2a12e37", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0430 14:13:24.311537 3793 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz f2a8285bc79aa73f4e3b71b11be8285a0c9561f9ef4d488eb46f384f52f94fc6 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6dswz f2a8285bc79aa73f4e3b71b11be8285a0c9561f9ef4d488eb46f384f52f94fc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f4:8c:f5:c4:ec\",\"name\":\"f2a8285bc79aa73\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cebe59ed-5831-404e-8d2b-b12a96176608\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:24.329185 3793 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp 1258144a8fb1293a2f534f51b5e961694f3ffc96e06238fbe6e5684edcb40172 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bbjdp 1258144a8fb1293a2f534f51b5e961694f3ffc96e06238fbe6e5684edcb40172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:71:e6:82:c5:af\",\"name\":\"1258144a8fb1293\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb2fa4ca-a637-4418-82d2-61f1836760ed\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:13:27.577077 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 14:13:30.332268 3793 namespace.go:98] [openshift-service-ca] adding namespace I0430 14:13:30.333333 3793 namespace.go:102] [openshift-service-ca] adding namespace took 1.041847ms I0430 14:13:30.351086 3793 namespace.go:142] [openshift-service-ca] updating namespace I0430 14:13:30.570089 3793 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 14:13:30.571040 3793 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 930.204µs I0430 14:13:30.596638 3793 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0430 14:13:38.961337 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 14:13:52.982783 3793 cni.go:452] [openshift-dns/dns-default-nchnm 422060bb3d687c588f01b4e653bb0acfe19d5d56f4c241183f82fcd85157b8ef network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nchnm 422060bb3d687c588f01b4e653bb0acfe19d5d56f4c241183f82fcd85157b8ef network default NAD default NAD key ] I0430 14:13:52.983648 3793 cni.go:452] [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key ] I0430 14:13:52.993131 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nchnm, hostIfaceName: 422060bb3d687c5, network: default, NAD default, SandboxID: "422060bb3d687c588f01b4e653bb0acfe19d5d56f4c241183f82fcd85157b8ef", PCI device ID: , UID: "b004bcc5-20c7-40f8-9957-05edd9c6cbe0", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0430 14:13:52.993291 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f96b566ff-rbsj5, hostIfaceName: d8227ed6dfe95ff, network: default, NAD default, SandboxID: "d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d", PCI device ID: , UID: "3b18c5e1-4490-4a10-85bb-b8d78acae492", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0430 14:13:53.042409 3793 cni.go:473] [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d8:05:e0:79:0e\",\"name\":\"d8227ed6dfe95ff\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4051b0fb-97de-4d0c-b04b-b59acf71c41a\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:53.058105 3793 cni.go:473] [openshift-dns/dns-default-nchnm 422060bb3d687c588f01b4e653bb0acfe19d5d56f4c241183f82fcd85157b8ef network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nchnm 422060bb3d687c588f01b4e653bb0acfe19d5d56f4c241183f82fcd85157b8ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0c:24:9b:c8:76\",\"name\":\"422060bb3d687c5\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5520bc56-0908-40e1-ab2d-2934e535d7c3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:13:55.596264 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:13:55.716847 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 14:13:55.852556 3793 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk 15f4f0db92fea484ac32c0db5061a4e8a8092826357619e7a8bf40fa1ea64673 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk 15f4f0db92fea484ac32c0db5061a4e8a8092826357619e7a8bf40fa1ea64673 network default NAD default NAD key ] I0430 14:13:55.854344 3793 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g 41a5fd18f572ddd06df2bc7d9105bb9d76b02e97fea390e7199d0fda1a2a3eea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g 41a5fd18f572ddd06df2bc7d9105bb9d76b02e97fea390e7199d0fda1a2a3eea network default NAD default NAD key ] I0430 14:13:55.865111 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-g42qk, hostIfaceName: 15f4f0db92fea48, network: default, NAD default, SandboxID: "15f4f0db92fea484ac32c0db5061a4e8a8092826357619e7a8bf40fa1ea64673", PCI device ID: , UID: "3ea69588-2b6a-48e9-84dc-d1b2a725a5cf", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0430 14:13:55.866098 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-fh58g, hostIfaceName: 41a5fd18f572ddd, network: default, NAD default, SandboxID: "41a5fd18f572ddd06df2bc7d9105bb9d76b02e97fea390e7199d0fda1a2a3eea", PCI device ID: , UID: "bab2c617-0f8e-4bd7-909b-51e5dbe2feeb", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0430 14:13:55.909044 3793 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mdwss] creating logical port openshift-insights_insights-runtime-extractor-mdwss for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:55.909156 3793 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mdwss I0430 14:13:55.923511 3793 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g 41a5fd18f572ddd06df2bc7d9105bb9d76b02e97fea390e7199d0fda1a2a3eea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-fh58g 41a5fd18f572ddd06df2bc7d9105bb9d76b02e97fea390e7199d0fda1a2a3eea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ae:54:42:b6:10\",\"name\":\"41a5fd18f572ddd\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4660702-6376-4abc-b9fb-22d441a7bb24\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:55.937898 3793 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk 15f4f0db92fea484ac32c0db5061a4e8a8092826357619e7a8bf40fa1ea64673 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-g42qk 15f4f0db92fea484ac32c0db5061a4e8a8092826357619e7a8bf40fa1ea64673 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:c6:a9:0c:31:45\",\"name\":\"15f4f0db92fea48\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7287a456-9ff4-488d-bab6-1e221023323e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:13:55.997158 3793 pod.go:62] [openshift-insights/insights-runtime-extractor-mdwss] pod update took 88.028606ms I0430 14:13:55.997196 3793 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mdwss] addLogicalPort annotation time took 88.072905ms I0430 14:13:55.998583 3793 pods.go:271] [openshift-insights/insights-runtime-extractor-mdwss] addLogicalPort took 89.560559ms, libovsdb time 991.219µs I0430 14:13:56.287846 3793 cni.go:452] [openshift-insights/insights-runtime-extractor-mdwss 3c9d8445af0de6cb153f353f9a831097ac4f94fd6b5205c85ae5cec3a70789c2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mdwss 3c9d8445af0de6cb153f353f9a831097ac4f94fd6b5205c85ae5cec3a70789c2 network default NAD default NAD key ] I0430 14:13:56.297455 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mdwss, hostIfaceName: 3c9d8445af0de6c, network: default, NAD default, SandboxID: "3c9d8445af0de6cb153f353f9a831097ac4f94fd6b5205c85ae5cec3a70789c2", PCI device ID: , UID: "b8f36558-24b3-4a44-b9f8-5f405d42042f", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] W0430 14:13:56.312884 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:56.312908 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:56.312974 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.312985 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.312990 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0430 14:13:56.350008 3793 cni.go:473] [openshift-insights/insights-runtime-extractor-mdwss 3c9d8445af0de6cb153f353f9a831097ac4f94fd6b5205c85ae5cec3a70789c2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mdwss 3c9d8445af0de6cb153f353f9a831097ac4f94fd6b5205c85ae5cec3a70789c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4a:3e:ba:4a:56\",\"name\":\"3c9d8445af0de6c\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe8b862d-ac31-47f1-8da3-8f1e3fe71bec\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:13:56.487976 3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0430 14:13:56.487996 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0430 14:13:56.488002 3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0430 14:13:57.718817 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:13:57.719479 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:13:57.735273 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:13:57.735298 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:13:57.740093 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7468db9468-qc5wc I0430 14:13:57.740112 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7468db9468-qc5wc W0430 14:13:58.687458 3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 14:13:58.760684 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-876p6 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:13:58.760788 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6 I0430 14:13:58.780277 3793 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6] pod update took 19.515514ms I0430 14:13:58.780305 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6] addLogicalPort annotation time took 19.548349ms I0430 14:13:58.781672 3793 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6] addLogicalPort took 21.009796ms, libovsdb time 992.525µs I0430 14:14:00.622659 3793 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6 73fbfd4517073ef4359372cc12d7ef87268069e705ee905cfeb24e307f02d33c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6 73fbfd4517073ef4359372cc12d7ef87268069e705ee905cfeb24e307f02d33c network default NAD default NAD key ] I0430 14:14:00.632532 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-876p6, hostIfaceName: 73fbfd4517073ef, network: default, NAD default, SandboxID: "73fbfd4517073ef4359372cc12d7ef87268069e705ee905cfeb24e307f02d33c", PCI device ID: , UID: "2d57d123-0b22-4013-96b2-7ec6638c3224", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0430 14:14:00.683729 3793 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6 73fbfd4517073ef4359372cc12d7ef87268069e705ee905cfeb24e307f02d33c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-876p6 73fbfd4517073ef4359372cc12d7ef87268069e705ee905cfeb24e307f02d33c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:70:0a:ef:aa:36\",\"name\":\"73fbfd4517073ef\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44b8eb0b-7823-4efd-b6e1-9271368dddde\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:14:02.513333 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 14:14:02.533455 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0430 14:14:03.841316 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-77lgf] creating logical port openshift-monitoring_prometheus-operator-76b589d668-77lgf for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:03.841420 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-77lgf I0430 14:14:03.856008 3793 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-77lgf] pod update took 14.622298ms I0430 14:14:03.856036 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-77lgf] addLogicalPort annotation time took 14.653817ms I0430 14:14:03.857248 3793 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-77lgf] addLogicalPort took 15.948736ms, libovsdb time 858.017µs I0430 14:14:04.200567 3793 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-77lgf f11e36ce26f78a95ba3186ebfc9c0667ea687fafe4390bef36b10a8cb53542fa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-77lgf f11e36ce26f78a95ba3186ebfc9c0667ea687fafe4390bef36b10a8cb53542fa network default NAD default NAD key ] I0430 14:14:04.211485 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-77lgf, hostIfaceName: f11e36ce26f78a9, network: default, NAD default, SandboxID: "f11e36ce26f78a95ba3186ebfc9c0667ea687fafe4390bef36b10a8cb53542fa", PCI device ID: , UID: "602d37bb-527d-451d-ab64-7fa75b38371b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0430 14:14:04.262335 3793 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-77lgf f11e36ce26f78a95ba3186ebfc9c0667ea687fafe4390bef36b10a8cb53542fa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-77lgf f11e36ce26f78a95ba3186ebfc9c0667ea687fafe4390bef36b10a8cb53542fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:7f:0a:b3:7b:55\",\"name\":\"f11e36ce26f78a9\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfdddbeb-98fe-46e4-b39f-b202f213d4d3\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:14:06.518360 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:14:06.518378 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 14:14:06.518384 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0430 14:14:06.687844 3793 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 14:14:08.326735 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-9s9tr for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:08.326851 3793 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr I0430 14:14:08.348181 3793 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr] pod update took 21.370225ms I0430 14:14:08.348203 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr] addLogicalPort annotation time took 21.396155ms I0430 14:14:08.349520 3793 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr] addLogicalPort took 22.801601ms, libovsdb time 972.244µs I0430 14:14:08.684865 3793 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr f23ce369bfd7880ab1687b27eedbe41d0b8a82ed21f286b57a8f3cd4540ada2d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr f23ce369bfd7880ab1687b27eedbe41d0b8a82ed21f286b57a8f3cd4540ada2d network default NAD default NAD key ] I0430 14:14:08.694264 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-9s9tr, hostIfaceName: f23ce369bfd7880, network: default, NAD default, SandboxID: "f23ce369bfd7880ab1687b27eedbe41d0b8a82ed21f286b57a8f3cd4540ada2d", PCI device ID: , UID: "8c14942f-3bb2-4b92-a96e-4bb61f1142b5", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0430 14:14:08.746922 3793 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr f23ce369bfd7880ab1687b27eedbe41d0b8a82ed21f286b57a8f3cd4540ada2d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-9s9tr f23ce369bfd7880ab1687b27eedbe41d0b8a82ed21f286b57a8f3cd4540ada2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e4:61:6b:98:5d\",\"name\":\"f23ce369bfd7880\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef05baf-ebc7-451b-9cbb-ef712771ffa6\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:14:10.417973 3793 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rsc5k] creating logical port openshift-console_downloads-5c54f4944f-rsc5k for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:10.418107 3793 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rsc5k I0430 14:14:10.440712 3793 pod.go:62] [openshift-console/downloads-5c54f4944f-rsc5k] pod update took 22.624162ms I0430 14:14:10.440737 3793 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rsc5k] addLogicalPort annotation time took 22.654989ms I0430 14:14:10.441924 3793 pods.go:271] [openshift-console/downloads-5c54f4944f-rsc5k] addLogicalPort took 23.973183ms, libovsdb time 848.037µs I0430 14:14:10.773461 3793 cni.go:452] [openshift-console/downloads-5c54f4944f-rsc5k a5b00153aceb5cdc3eff589d6b3e9933ab6c1f12d4eac811591090f5ce160d86 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rsc5k a5b00153aceb5cdc3eff589d6b3e9933ab6c1f12d4eac811591090f5ce160d86 network default NAD default NAD key ] I0430 14:14:10.783233 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rsc5k, hostIfaceName: a5b00153aceb5cd, network: default, NAD default, SandboxID: "a5b00153aceb5cdc3eff589d6b3e9933ab6c1f12d4eac811591090f5ce160d86", PCI device ID: , UID: "ebda235d-5adf-43f4-b66b-b8556f0c792a", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0430 14:14:10.833140 3793 cni.go:473] [openshift-console/downloads-5c54f4944f-rsc5k a5b00153aceb5cdc3eff589d6b3e9933ab6c1f12d4eac811591090f5ce160d86 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rsc5k a5b00153aceb5cdc3eff589d6b3e9933ab6c1f12d4eac811591090f5ce160d86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:2c:dc:11:4f:77\",\"name\":\"a5b00153aceb5cd\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ae0194-e9d0-422d-965b-6e775d72511a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:14:12.379625 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.379651 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.379658 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.761914 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.761932 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.761939 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 14:14:12.785913 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j] creating logical port openshift-monitoring_metrics-server-6b8b9cf6d-qtt9j for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:12.785998 3793 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j I0430 14:14:12.803223 3793 pod.go:62] [openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j] pod update took 17.248944ms I0430 14:14:12.803249 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j] addLogicalPort annotation time took 17.280401ms I0430 14:14:12.804628 3793 pods.go:271] [openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j] addLogicalPort took 18.73269ms, libovsdb time 1.001682ms I0430 14:14:13.150447 3793 cni.go:452] [openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j 370d229d19eb746c495bdd20aff3c30a3721d433eb55cc982437886189e467cd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j 370d229d19eb746c495bdd20aff3c30a3721d433eb55cc982437886189e467cd network default NAD default NAD key ] I0430 14:14:13.163005 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b8b9cf6d-qtt9j, hostIfaceName: 370d229d19eb746, network: default, NAD default, SandboxID: "370d229d19eb746c495bdd20aff3c30a3721d433eb55cc982437886189e467cd", PCI device ID: , UID: "512438f9-1a69-4e26-af6b-850b197f64d2", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0430 14:14:13.214491 3793 cni.go:473] [openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j 370d229d19eb746c495bdd20aff3c30a3721d433eb55cc982437886189e467cd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b8b9cf6d-qtt9j 370d229d19eb746c495bdd20aff3c30a3721d433eb55cc982437886189e467cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:32:18:3b:41:13\",\"name\":\"370d229d19eb746\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42f5df4c-8720-4a27-9fcb-55819f0b9da9\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:14:14.901095 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:14.901298 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0430 14:14:14.927297 3793 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.052033ms I0430 14:14:14.927326 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.088082ms I0430 14:14:14.928570 3793 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.521756ms, libovsdb time 881.329µs I0430 14:14:15.278413 3793 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key ] I0430 14:14:15.289231 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0021403ff1daa7c, network: default, NAD default, SandboxID: "0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291", PCI device ID: , UID: "ae125220-1abd-4781-b13b-b6187a0526d5", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0430 14:14:15.346464 3793 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:a5:3d:b6:db:f8\",\"name\":\"0021403ff1daa7c\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c471bc1-4d28-4954-91fd-a5f12f3a5489\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:14:15.387253 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:15.584590 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:15.710174 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:14:15.785001 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.785021 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.785028 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.785039 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391563 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391585 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391595 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391602 3793 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.439680 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.439697 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.601984 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.602004 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:17.382104 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0430 14:14:20.843539 3793 cni.go:452] [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key ] I0430 14:14:20.929046 3793 cni.go:473] [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5f96b566ff-rbsj5 d8227ed6dfe95ff3ec280206c826186d9a096d8cb28b1f5185e75d2810e48f8d network default NAD default NAD key default], result "{}", err I0430 14:14:20.971901 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:20.971936 3793 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f96b566ff-rbsj5 I0430 14:14:20.973220 3793 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f96b566ff-rbsj5, ips: 10.130.0.5 I0430 14:14:20.973252 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:20.981779 3793 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f85fcfddf-47n8g] creating logical port openshift-image-registry_image-registry-6f85fcfddf-47n8g for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:20.981908 3793 kube.go:256] Updating pod openshift-image-registry/image-registry-6f85fcfddf-47n8g I0430 14:14:20.997112 3793 pod.go:62] [openshift-image-registry/image-registry-6f85fcfddf-47n8g] pod update took 15.232148ms I0430 14:14:20.997137 3793 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f85fcfddf-47n8g] addLogicalPort annotation time took 15.261973ms I0430 14:14:20.998380 3793 pods.go:271] [openshift-image-registry/image-registry-6f85fcfddf-47n8g] addLogicalPort took 16.613378ms, libovsdb time 903.399µs I0430 14:14:21.347920 3793 cni.go:452] [openshift-image-registry/image-registry-6f85fcfddf-47n8g 8ab801d166ec579f2ccc189eb13bc4f74ea5c10cb60c49cf15d3a89cde87121f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f85fcfddf-47n8g 8ab801d166ec579f2ccc189eb13bc4f74ea5c10cb60c49cf15d3a89cde87121f network default NAD default NAD key ] I0430 14:14:21.358867 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f85fcfddf-47n8g, hostIfaceName: 8ab801d166ec579, network: default, NAD default, SandboxID: "8ab801d166ec579f2ccc189eb13bc4f74ea5c10cb60c49cf15d3a89cde87121f", PCI device ID: , UID: "755c13e8-cad4-4ef9-9938-04bdfadcc93f", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0430 14:14:21.418867 3793 cni.go:473] [openshift-image-registry/image-registry-6f85fcfddf-47n8g 8ab801d166ec579f2ccc189eb13bc4f74ea5c10cb60c49cf15d3a89cde87121f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f85fcfddf-47n8g 8ab801d166ec579f2ccc189eb13bc4f74ea5c10cb60c49cf15d3a89cde87121f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:91:07:65:92:bc\",\"name\":\"8ab801d166ec579\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e0c5a58-f405-4afb-9798-7445b22dbcb7\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:14:21.623853 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:21.623883 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:21.627480 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f96b566ff-rbsj5 I0430 14:14:21.627549 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f96b566ff-rbsj5 I0430 14:14:22.419474 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:22.420061 3793 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:22.436505 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:22.436525 3793 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:22.440441 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7468db9468-hxlkx I0430 14:14:22.440471 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7468db9468-hxlkx W0430 14:14:23.433151 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 14:14:23.816409 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 14:14:25.763120 3793 base_network_controller_pods.go:487] [default/openshift-console/console-d54c7c9c9-4vzkk] creating logical port openshift-console_console-d54c7c9c9-4vzkk for pod on switch ip-10-0-2-101.ec2.internal I0430 14:14:25.763221 3793 kube.go:256] Updating pod openshift-console/console-d54c7c9c9-4vzkk I0430 14:14:25.781178 3793 pod.go:62] [openshift-console/console-d54c7c9c9-4vzkk] pod update took 17.982669ms I0430 14:14:25.781208 3793 base_network_controller_pods.go:951] [default/openshift-console/console-d54c7c9c9-4vzkk] addLogicalPort annotation time took 18.013555ms I0430 14:14:25.782466 3793 pods.go:271] [openshift-console/console-d54c7c9c9-4vzkk] addLogicalPort took 19.367171ms, libovsdb time 848.198µs W0430 14:14:25.803168 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 14:14:26.121351 3793 cni.go:452] [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key ] I0430 14:14:26.133531 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d54c7c9c9-4vzkk, hostIfaceName: 4d17f6114c3b473, network: default, NAD default, SandboxID: "4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f", PCI device ID: , UID: "34388784-94a6-48d5-85f9-64df44853c26", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0430 14:14:26.190396 3793 cni.go:473] [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ca:ff:45:4b:9e\",\"name\":\"4d17f6114c3b473\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59fb316a-a5f2-4ca2-9a9b-e8fbb2ad3205\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:14:35.729345 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0430 14:14:36.390216 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:36.390252 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:36.592737 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:36.694945 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:42.632238 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:14:44.714549 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 14:14:44.714591 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 14:14:44.714638 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 14:14:45.722276 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 14:14:51.106982 3793 obj_retry.go:498] Detected object openshift-console/console-76484646c9-l5656 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:51.107568 3793 obj_retry.go:498] Detected object openshift-console/console-76484646c9-l5656 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:51.524458 3793 obj_retry.go:492] Detected object openshift-console/console-76484646c9-l5656 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:51.524488 3793 obj_retry.go:492] Detected object openshift-console/console-76484646c9-l5656 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:51.531594 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76484646c9-l5656 I0430 14:14:51.531617 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76484646c9-l5656 W0430 14:14:59.785000 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 14:14:59.785051 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 14:14:59.785102 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 14:14:59.821928 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0430 14:14:59.821932 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0430 14:14:59.822061 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0430 14:15:00.793453 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0430 14:15:00.812582 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0430 14:15:02.074028 3793 obj_retry.go:498] Detected object openshift-console/console-76484646c9-rwzvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:02.074632 3793 obj_retry.go:498] Detected object openshift-console/console-76484646c9-rwzvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:02.976733 3793 obj_retry.go:492] Detected object openshift-console/console-76484646c9-rwzvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:02.976754 3793 obj_retry.go:492] Detected object openshift-console/console-76484646c9-rwzvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:02.983644 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76484646c9-rwzvb I0430 14:15:02.983679 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76484646c9-rwzvb I0430 14:15:13.352601 3793 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:13.353221 3793 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:14.031111 3793 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:14.031133 3793 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:14.043167 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bf8b6486c-mwwgv I0430 14:15:14.043188 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bf8b6486c-mwwgv W0430 14:15:15.667621 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:15:15.667649 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:15:15.667664 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:15:15.667670 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:15:15.905300 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:15:15.905320 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 14:15:22.077282 3793 cni.go:452] [openshift-multus/network-metrics-daemon-5vwn5 6e17c67315071d2eed79ffea611074f902a62b77ec1c11d17ddac382d5c09c6b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5vwn5 6e17c67315071d2eed79ffea611074f902a62b77ec1c11d17ddac382d5c09c6b network default NAD default NAD key ] I0430 14:15:22.086470 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5vwn5, hostIfaceName: 6e17c67315071d2, network: default, NAD default, SandboxID: "6e17c67315071d2eed79ffea611074f902a62b77ec1c11d17ddac382d5c09c6b", PCI device ID: , UID: "23e0b098-2e26-42c1-a31f-3ed4968ecf35", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0430 14:15:22.140579 3793 cni.go:473] [openshift-multus/network-metrics-daemon-5vwn5 6e17c67315071d2eed79ffea611074f902a62b77ec1c11d17ddac382d5c09c6b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5vwn5 6e17c67315071d2eed79ffea611074f902a62b77ec1c11d17ddac382d5c09c6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:70:20:6b:e2:0b\",\"name\":\"6e17c67315071d2\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1838b051-c4a6-44a8-92a4-5a875d834f5c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:15:30.634642 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:30.635141 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:30.996326 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:30.996346 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:31.004049 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0430 14:15:31.004075 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0430 14:15:34.820160 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:34.820717 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:35.734347 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:35.734379 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:35.743409 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0430 14:15:35.743455 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0430 14:15:50.300674 3793 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:50.301225 3793 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:50.813692 3793 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:50.813715 3793 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:50.824294 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d54c7c9c9-vsn8g I0430 14:15:50.824329 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d54c7c9c9-vsn8g I0430 14:15:52.753718 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:52.754314 3793 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:53.197018 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:53.197046 3793 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:53.204637 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0430 14:15:53.204667 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0430 14:16:01.347818 3793 cni.go:452] [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key ] I0430 14:16:01.431067 3793 cni.go:473] [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d54c7c9c9-4vzkk 4d17f6114c3b473e69cd081dd63d81d8b62fad627c1a9084c869dac4402ca70f network default NAD default NAD key default], result "{}", err I0430 14:16:01.478914 3793 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:01.478957 3793 pods.go:176] Deleting pod: openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:01.480224 3793 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d54c7c9c9-4vzkk, ips: 10.130.0.23 I0430 14:16:01.480253 3793 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:02.028669 3793 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:02.028700 3793 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:02.037070 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:02.037099 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:38.189223 3793 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key ] I0430 14:16:38.263568 3793 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 0021403ff1daa7c3e506eba7e88d81acae6840a2d8e6d935d1662a8fc3088291 network default NAD default NAD key default], result "{}", err I0430 14:16:38.324986 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:38.325015 3793 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0430 14:16:38.326440 3793 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.21 I0430 14:16:38.326470 3793 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:39.181798 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:39.181832 3793 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:39.188788 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0430 14:16:39.188816 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0430 14:16:39.231455 3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:16:39.231560 3793 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0430 14:16:39.258635 3793 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.112424ms I0430 14:16:39.258662 3793 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.145025ms I0430 14:16:39.259937 3793 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.517084ms, libovsdb time 916.735µs I0430 14:16:39.594175 3793 cni.go:452] [openshift-monitoring/prometheus-k8s-0 5d0e70e1550956144b414541bf153a8f794dcaaaf312fa435d30f28d16d7b07d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 5d0e70e1550956144b414541bf153a8f794dcaaaf312fa435d30f28d16d7b07d network default NAD default NAD key ] I0430 14:16:39.603505 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 5d0e70e15509561, network: default, NAD default, SandboxID: "5d0e70e1550956144b414541bf153a8f794dcaaaf312fa435d30f28d16d7b07d", PCI device ID: , UID: "60e59946-3398-42b4-8a51-81112235b21d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0430 14:16:39.655541 3793 cni.go:473] [openshift-monitoring/prometheus-k8s-0 5d0e70e1550956144b414541bf153a8f794dcaaaf312fa435d30f28d16d7b07d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 5d0e70e1550956144b414541bf153a8f794dcaaaf312fa435d30f28d16d7b07d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7c:e5:e1:e5:73\",\"name\":\"5d0e70e15509561\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91c5e084-a7f7-4814-9d38-dbab241e955e\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:16:51.441074 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0430 14:17:03.418571 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0430 14:17:09.509371 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:17:20.556837 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 14:17:20.556890 3793 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sqq88 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sqq88: no pod IPs found I0430 14:17:27.328403 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 W0430 14:17:40.547323 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:17:40.547346 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 14:18:05.435778 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0430 14:18:09.452877 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 14:18:26.329984 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0430 14:19:10.414080 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0430 14:19:50.429757 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0430 14:20:00.755736 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:20:00.756308 3793 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:20:00.767731 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:20:00.767749 3793 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:20:00.775741 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:00.775767 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:07.330077 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0430 14:20:17.452756 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0430 14:20:28.325655 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0430 14:20:30.325543 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0430 14:20:44.413730 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0430 14:20:48.980199 3793 namespace.go:98] [tsf] adding namespace I0430 14:20:48.981097 3793 namespace.go:102] [tsf] adding namespace took 874.11µs I0430 14:20:48.996475 3793 namespace.go:142] [tsf] updating namespace I0430 14:20:49.012939 3793 namespace.go:142] [tsf] updating namespace I0430 14:20:52.947442 3793 namespace.go:98] [cert-manager-operator] adding namespace I0430 14:20:52.948554 3793 namespace.go:102] [cert-manager-operator] adding namespace took 1.08177ms I0430 14:20:52.951115 3793 namespace.go:98] [rhtpa-operator] adding namespace I0430 14:20:52.951186 3793 namespace.go:98] [rhbk-operator] adding namespace I0430 14:20:52.951292 3793 namespace.go:98] [tsf-tas] adding namespace I0430 14:20:52.951395 3793 namespace.go:98] [tsf-tpa] adding namespace I0430 14:20:52.952017 3793 namespace.go:102] [rhtpa-operator] adding namespace took 822.951µs I0430 14:20:52.952582 3793 namespace.go:102] [rhbk-operator] adding namespace took 1.331019ms I0430 14:20:52.953205 3793 namespace.go:102] [tsf-tas] adding namespace took 1.898984ms I0430 14:20:52.953747 3793 namespace.go:102] [tsf-tpa] adding namespace took 2.335588ms I0430 14:20:52.955732 3793 namespace.go:98] [konflux-operator] adding namespace I0430 14:20:52.955752 3793 namespace.go:98] [konflux-ui] adding namespace I0430 14:20:52.955864 3793 namespace.go:98] [tsf-keycloak] adding namespace I0430 14:20:52.956533 3793 namespace.go:102] [konflux-operator] adding namespace took 783.467µs I0430 14:20:52.957150 3793 namespace.go:102] [konflux-ui] adding namespace took 1.384398ms I0430 14:20:52.957748 3793 namespace.go:102] [tsf-keycloak] adding namespace took 1.868906ms I0430 14:20:52.975181 3793 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.004122 3793 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.004158 3793 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.013605 3793 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.013670 3793 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.013787 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.030347 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.033304 3793 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.037000 3793 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.037064 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.066899 3793 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.094724 3793 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.110356 3793 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.134826 3793 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.152804 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.169497 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.185112 3793 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.197726 3793 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.222547 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.241574 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.256605 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.267097 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.290563 3793 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.304581 3793 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.336598 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=528 I0430 14:20:54.166489 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:54.177758 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:00.585667 3793 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586208 3793 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586245 3793 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586254 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:00.586266 3793 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586270 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:01.447546 3793 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0430 14:21:01.610220 3793 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610244 3793 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610255 3793 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610269 3793 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:02.088815 3793 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089314 3793 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089340 3793 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089348 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:02.089359 3793 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089363 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:02.425209 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0430 14:21:03.113642 3793 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113663 3793 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113678 3793 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113692 3793 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:04.614145 3793 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614689 3793 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614714 3793 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614722 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:04.614735 3793 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614739 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:05.647101 3793 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.647129 3793 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.647140 3793 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.647153 3793 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:06.649602 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.650166 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.650196 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.650205 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:06.650215 3793 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.650219 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.664673 3793 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.665238 3793 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.665265 3793 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.665275 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:07.665287 3793 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.665291 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.682508 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682538 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682552 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682565 3793 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.692498 3793 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693022 3793 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693044 3793 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693052 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:07.693060 3793 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693064 3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:08.732584 3793 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.732606 3793 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.732621 3793 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.732636 3793 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765638 3793 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765660 3793 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765671 3793 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765681 3793 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:21:13.575371 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.220851 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.235816 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.484895 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.500483 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.508096 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.530118 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 14:21:20.330838 3793 namespace.go:98] [cert-manager] adding namespace I0430 14:21:20.331711 3793 namespace.go:102] [cert-manager] adding namespace took 851.184µs I0430 14:21:20.593593 3793 namespace.go:142] [cert-manager] updating namespace I0430 14:21:20.680983 3793 namespace.go:142] [cert-manager] updating namespace W0430 14:21:21.765794 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 14:21:21.940866 3793 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-wnk2q for pod on switch ip-10-0-2-101.ec2.internal I0430 14:21:21.940964 3793 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q I0430 14:21:21.953821 3793 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q] pod update took 12.882684ms I0430 14:21:21.953846 3793 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q] addLogicalPort annotation time took 12.913811ms I0430 14:21:21.955102 3793 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q] addLogicalPort took 14.251624ms, libovsdb time 915.769µs I0430 14:21:22.322444 3793 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q 53afd118315b86cea6c8813932f2c6dabb3f00c54267ad46d0591cca1b174830 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q 53afd118315b86cea6c8813932f2c6dabb3f00c54267ad46d0591cca1b174830 network default NAD default NAD key ] I0430 14:21:22.332372 3793 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-wnk2q, hostIfaceName: 53afd118315b86c, network: default, NAD default, SandboxID: "53afd118315b86cea6c8813932f2c6dabb3f00c54267ad46d0591cca1b174830", PCI device ID: , UID: "6b7f37d6-74c0-4ed0-aaa1-7b216c4d1cc0", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0430 14:21:22.387289 3793 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q 53afd118315b86cea6c8813932f2c6dabb3f00c54267ad46d0591cca1b174830 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-wnk2q 53afd118315b86cea6c8813932f2c6dabb3f00c54267ad46d0591cca1b174830 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b6:a8:60:60:99\",\"name\":\"53afd118315b86c\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/205e0205-71fa-45d7-87aa-fc6592306761\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:21:23.863998 3793 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-vkrtd for pod on switch ip-10-0-2-101.ec2.internal I0430 14:21:23.864102 3793 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd I0430 14:21:23.880369 3793 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd] pod update took 16.292214ms I0430 14:21:23.880402 3793 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd] addLogicalPort annotation time took 16.332154ms I0430 14:21:23.881895 3793 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd] addLogicalPort took 17.920179ms, libovsdb time 1.012743ms I0430 14:21:23.972504 3793 namespace.go:142] [openshift-operators] updating namespace I0430 14:21:23.995826 3793 namespace.go:142] [openshift-operators] updating namespace I0430 14:21:25.310381 3793 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd 9ee7e4cc84213fff730d823452a86f2b359b3be83f7dfa575768f6170c3ee56e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd 9ee7e4cc84213fff730d823452a86f2b359b3be83f7dfa575768f6170c3ee56e network default NAD default NAD key ] I0430 14:21:25.322099 3793 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-vkrtd, hostIfaceName: 9ee7e4cc84213ff, network: default, NAD default, SandboxID: "9ee7e4cc84213fff730d823452a86f2b359b3be83f7dfa575768f6170c3ee56e", PCI device ID: , UID: "89b57d3b-c444-4000-b456-5338e1ee60ec", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0430 14:21:25.378396 3793 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd 9ee7e4cc84213fff730d823452a86f2b359b3be83f7dfa575768f6170c3ee56e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-vkrtd 9ee7e4cc84213fff730d823452a86f2b359b3be83f7dfa575768f6170c3ee56e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c8:d1:de:a3:ae\",\"name\":\"9ee7e4cc84213ff\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ba0d01f-f08b-4f57-85c2-f1d8a705a8c1\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:21:26.306821 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 14:21:26.306841 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 14:21:32.225935 3793 namespace.go:142] [openshift-operators] updating namespace W0430 14:21:32.320949 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 14:21:32.320976 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 14:21:32.797853 3793 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-pdz7g] creating logical port cert-manager_cert-manager-59c77684cc-pdz7g for pod on switch ip-10-0-2-101.ec2.internal I0430 14:21:32.797956 3793 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-pdz7g I0430 14:21:32.813213 3793 pod.go:62] [cert-manager/cert-manager-59c77684cc-pdz7g] pod update took 15.277576ms I0430 14:21:32.813240 3793 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-pdz7g] addLogicalPort annotation time took 15.312661ms I0430 14:21:32.814496 3793 pods.go:271] [cert-manager/cert-manager-59c77684cc-pdz7g] addLogicalPort took 16.659247ms, libovsdb time 852.778µs I0430 14:21:32.946032 3793 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-s7c6p for pod on switch ip-10-0-2-101.ec2.internal I0430 14:21:32.946155 3793 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p I0430 14:21:32.972461 3793 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p] pod update took 26.329088ms I0430 14:21:32.972489 3793 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p] addLogicalPort annotation time took 26.363003ms I0430 14:21:32.973790 3793 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p] addLogicalPort took 27.782038ms, libovsdb time 957.716µs I0430 14:21:33.009543 3793 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-kx9vc for pod on switch ip-10-0-2-101.ec2.internal I0430 14:21:33.009697 3793 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc I0430 14:21:33.026692 3793 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc] pod update took 17.015375ms I0430 14:21:33.026720 3793 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc] addLogicalPort annotation time took 17.048415ms I0430 14:21:33.028101 3793 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc] addLogicalPort took 18.571798ms, libovsdb time 935.643µs I0430 14:21:33.176118 3793 cni.go:452] [cert-manager/cert-manager-59c77684cc-pdz7g e96db3340ae97955cf40e70c5b8603bcf43391f05a6c10e1f3e66dea5b5cca28 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-pdz7g e96db3340ae97955cf40e70c5b8603bcf43391f05a6c10e1f3e66dea5b5cca28 network default NAD default NAD key ] I0430 14:21:33.186554 3793 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-pdz7g, hostIfaceName: e96db3340ae9795, network: default, NAD default, SandboxID: "e96db3340ae97955cf40e70c5b8603bcf43391f05a6c10e1f3e66dea5b5cca28", PCI device ID: , UID: "9344e230-7683-408c-a3db-f932db3fbca6", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0430 14:21:33.242900 3793 cni.go:473] [cert-manager/cert-manager-59c77684cc-pdz7g e96db3340ae97955cf40e70c5b8603bcf43391f05a6c10e1f3e66dea5b5cca28 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-pdz7g e96db3340ae97955cf40e70c5b8603bcf43391f05a6c10e1f3e66dea5b5cca28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:5b:ab:7a:46:44\",\"name\":\"e96db3340ae9795\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e75cf9cb-bda8-4ea0-8fbc-92ccbd1cad15\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:21:33.311889 3793 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p 4e3f5978891079106cf9dbb3b131ea2850a4e11b35077f375d6a1c057f4394f1 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p 4e3f5978891079106cf9dbb3b131ea2850a4e11b35077f375d6a1c057f4394f1 network default NAD default NAD key ] I0430 14:21:33.322187 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-s7c6p, hostIfaceName: 4e3f59788910791, network: default, NAD default, SandboxID: "4e3f5978891079106cf9dbb3b131ea2850a4e11b35077f375d6a1c057f4394f1", PCI device ID: , UID: "2035bb6a-2f0f-48ef-9e6c-f1b8bee1a4b5", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0430 14:21:33.373081 3793 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc b0eb5bd70bd969f6211741356c55042c4a6892f46b096091c0342363d30b2a1f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc b0eb5bd70bd969f6211741356c55042c4a6892f46b096091c0342363d30b2a1f network default NAD default NAD key ] I0430 14:21:33.380411 3793 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p 4e3f5978891079106cf9dbb3b131ea2850a4e11b35077f375d6a1c057f4394f1 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-s7c6p 4e3f5978891079106cf9dbb3b131ea2850a4e11b35077f375d6a1c057f4394f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:7e:22:64:b5:49\",\"name\":\"4e3f59788910791\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f92ed4cb-3f7d-4fb5-a253-febe63959ec7\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:21:33.384940 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-kx9vc, hostIfaceName: b0eb5bd70bd969f, network: default, NAD default, SandboxID: "b0eb5bd70bd969f6211741356c55042c4a6892f46b096091c0342363d30b2a1f", PCI device ID: , UID: "2e54e7d0-a1a1-4b17-8a95-5125a02db095", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0430 14:21:33.446829 3793 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc b0eb5bd70bd969f6211741356c55042c4a6892f46b096091c0342363d30b2a1f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-kx9vc b0eb5bd70bd969f6211741356c55042c4a6892f46b096091c0342363d30b2a1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:85:f3:51:f9:c8\",\"name\":\"b0eb5bd70bd969f\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67581656-83f1-4b4a-8c29-479b381276e8\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:21:43.766490 3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 14:21:44.007861 3793 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 14:21:44.008806 3793 namespace.go:102] [trusted-artifact-signer] adding namespace took 913.795µs I0430 14:21:44.062242 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:44.078009 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:46.342294 3793 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:46.342908 3793 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:46.369960 3793 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:46.369996 3793 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:46.380936 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 14:21:46.380955 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 14:21:49.060021 3793 namespace.go:98] [openshift-pipelines] adding namespace I0430 14:21:49.061000 3793 namespace.go:102] [openshift-pipelines] adding namespace took 952.412µs I0430 14:21:49.081922 3793 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:21:49.786047 3793 namespace.go:142] [cert-manager] updating namespace I0430 14:21:49.988389 3793 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:50.387328 3793 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:50.586973 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:50.788448 3793 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:51.189117 3793 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:51.391626 3793 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:51.592958 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:51.793641 3793 namespace.go:142] [tsf] updating namespace I0430 14:21:51.993606 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:52.192669 3793 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:52.392292 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:52.520044 3793 namespace.go:142] [cert-manager] updating namespace I0430 14:21:52.531868 3793 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:52.542061 3793 namespace.go:142] [default] updating namespace I0430 14:21:52.552757 3793 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:52.561044 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:52.570970 3793 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:52.578228 3793 namespace.go:142] [openshift] updating namespace I0430 14:21:52.587869 3793 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:52.597819 3793 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:52.607891 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:52.617715 3793 namespace.go:142] [tsf] updating namespace I0430 14:21:52.636380 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:52.652868 3793 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:52.675010 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:52.781021 3793 namespace.go:142] [cert-manager] updating namespace I0430 14:21:52.877373 3793 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:52.972991 3793 namespace.go:142] [default] updating namespace I0430 14:21:53.076239 3793 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:53.176226 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:53.276712 3793 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:53.373198 3793 namespace.go:142] [openshift] updating namespace I0430 14:21:53.479516 3793 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:53.575421 3793 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:53.675504 3793 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:53.776375 3793 namespace.go:142] [tsf] updating namespace I0430 14:21:53.875836 3793 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:53.974837 3793 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:54.077087 3793 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:54.354614 3793 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:21:55.467981 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0430 14:21:57.279545 3793 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0430 14:21:57.302911 3793 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0430 14:22:02.395112 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-qmrcc for pod on switch ip-10-0-2-101.ec2.internal I0430 14:22:02.395223 3793 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc I0430 14:22:02.414226 3793 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc] pod update took 19.036036ms I0430 14:22:02.414252 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc] addLogicalPort annotation time took 19.068419ms I0430 14:22:02.415497 3793 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc] addLogicalPort took 20.39907ms, libovsdb time 887.484µs I0430 14:22:02.483303 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-86z2r for pod on switch ip-10-0-2-101.ec2.internal I0430 14:22:02.483397 3793 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r I0430 14:22:02.500190 3793 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r] pod update took 16.817117ms I0430 14:22:02.500217 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r] addLogicalPort annotation time took 16.850672ms I0430 14:22:02.501530 3793 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r] addLogicalPort took 18.244056ms, libovsdb time 906.443µs I0430 14:22:02.755859 3793 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc 3679af14b3c30b928762273e6eb3c1dae25f988c2a01e00d0caa0ed85a18ba18 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc 3679af14b3c30b928762273e6eb3c1dae25f988c2a01e00d0caa0ed85a18ba18 network default NAD default NAD key ] I0430 14:22:02.765672 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-qmrcc, hostIfaceName: 3679af14b3c30b9, network: default, NAD default, SandboxID: "3679af14b3c30b928762273e6eb3c1dae25f988c2a01e00d0caa0ed85a18ba18", PCI device ID: , UID: "26f596d0-46ba-46e1-986c-0f6ca3baf2a7", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0430 14:22:02.822845 3793 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc 3679af14b3c30b928762273e6eb3c1dae25f988c2a01e00d0caa0ed85a18ba18 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qmrcc 3679af14b3c30b928762273e6eb3c1dae25f988c2a01e00d0caa0ed85a18ba18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:10:e0:d9:b8:21\",\"name\":\"3679af14b3c30b9\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16d80ba7-f405-4576-babc-4a9173078539\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:22:02.844601 3793 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r fd802a24e881bf27918c3edfe4410efd6b58002433237e498b3d98f6d4b1428a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r fd802a24e881bf27918c3edfe4410efd6b58002433237e498b3d98f6d4b1428a network default NAD default NAD key ] I0430 14:22:02.854981 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-86z2r, hostIfaceName: fd802a24e881bf2, network: default, NAD default, SandboxID: "fd802a24e881bf27918c3edfe4410efd6b58002433237e498b3d98f6d4b1428a", PCI device ID: , UID: "79f7bc55-1095-4aa2-bbfe-ae2d9603ec66", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0430 14:22:02.910962 3793 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r fd802a24e881bf27918c3edfe4410efd6b58002433237e498b3d98f6d4b1428a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-86z2r fd802a24e881bf27918c3edfe4410efd6b58002433237e498b3d98f6d4b1428a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:94:85:f6:ca:1b\",\"name\":\"fd802a24e881bf2\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51da0da0-6f5e-4fa1-b074-aa421ba76c30\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:22:06.501931 3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.501951 3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.501957 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.528068 3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:06.528091 3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:06.528133 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:07.921724 3793 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.921742 3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.921747 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.921751 3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:17.516563 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:17.516587 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:17.516595 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:17.558760 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:17.558781 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:17.558789 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0430 14:22:21.483568 3793 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:22:21.484124 3793 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:22:21.505248 3793 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:22:21.505272 3793 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:22:21.512365 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 14:22:21.512501 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 14:22:23.624634 3793 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 14:22:23.625356 3793 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 14:22:23.625380 3793 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 14:22:23.627506 3793 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0430 14:22:25.051279 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-scglq for pod on switch ip-10-0-2-101.ec2.internal I0430 14:22:25.051363 3793 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq I0430 14:22:25.068563 3793 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq] pod update took 17.222622ms I0430 14:22:25.068589 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq] addLogicalPort annotation time took 17.253068ms I0430 14:22:25.069927 3793 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq] addLogicalPort took 18.66245ms, libovsdb time 933.354µs I0430 14:22:25.419340 3793 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq b45d545053c3ebfb6a0759cfae00997a22a84a4ff5eb0665cacfd4be525fd2e7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq b45d545053c3ebfb6a0759cfae00997a22a84a4ff5eb0665cacfd4be525fd2e7 network default NAD default NAD key ] I0430 14:22:25.428712 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-scglq, hostIfaceName: b45d545053c3ebf, network: default, NAD default, SandboxID: "b45d545053c3ebfb6a0759cfae00997a22a84a4ff5eb0665cacfd4be525fd2e7", PCI device ID: , UID: "81fc0e1c-7439-4bce-a687-717f2cc09e0b", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0430 14:22:25.484776 3793 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq b45d545053c3ebfb6a0759cfae00997a22a84a4ff5eb0665cacfd4be525fd2e7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-scglq b45d545053c3ebfb6a0759cfae00997a22a84a4ff5eb0665cacfd4be525fd2e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:6c:be:e2:b3:e2\",\"name\":\"b45d545053c3ebf\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19856152-1381-4a06-a82f-74dbd8c48512\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:22:29.426789 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0430 14:22:30.027584 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:30.027607 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:30.027613 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 14:22:30.027630 3793 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0430 14:22:48.047322 3793 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 14:22:51.127331 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:22:51.127465 3793 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0430 14:22:51.146132 3793 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 18.717529ms I0430 14:22:51.146158 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 18.748475ms I0430 14:22:51.147473 3793 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 20.163844ms, libovsdb time 922.089µs I0430 14:22:55.391371 3793 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 d4d605b6ca4e2bb1e8e40ec949e3e60eb4002809d61375f9a2fa4cd0335441ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d4d605b6ca4e2bb1e8e40ec949e3e60eb4002809d61375f9a2fa4cd0335441ab network default NAD default NAD key ] I0430 14:22:55.400939 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d4d605b6ca4e2bb, network: default, NAD default, SandboxID: "d4d605b6ca4e2bb1e8e40ec949e3e60eb4002809d61375f9a2fa4cd0335441ab", PCI device ID: , UID: "04998743-51ac-4579-a579-1c5f8f2015a1", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0430 14:22:55.455807 3793 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 d4d605b6ca4e2bb1e8e40ec949e3e60eb4002809d61375f9a2fa4cd0335441ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d4d605b6ca4e2bb1e8e40ec949e3e60eb4002809d61375f9a2fa4cd0335441ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:31:d9:23:37:bc\",\"name\":\"d4d605b6ca4e2bb\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b45781d4-607b-4083-9725-b216206c11a5\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:23:02.808276 3793 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 14:23:04.232233 3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-mhdwm for pod on switch ip-10-0-2-101.ec2.internal I0430 14:23:04.232336 3793 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm I0430 14:23:04.249228 3793 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm] pod update took 16.92208ms I0430 14:23:04.249251 3793 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm] addLogicalPort annotation time took 16.950981ms I0430 14:23:04.250534 3793 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm] addLogicalPort took 18.315953ms, libovsdb time 878.63µs I0430 14:23:04.593504 3793 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm 50399f14b754b5e0711fc44320c4884117f941e900508666a147116471405e30 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm 50399f14b754b5e0711fc44320c4884117f941e900508666a147116471405e30 network default NAD default NAD key ] I0430 14:23:04.603168 3793 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-mhdwm, hostIfaceName: 50399f14b754b5e, network: default, NAD default, SandboxID: "50399f14b754b5e0711fc44320c4884117f941e900508666a147116471405e30", PCI device ID: , UID: "c57367e3-a7a8-45d9-9faa-a64dd55d1618", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0430 14:23:04.657776 3793 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm 50399f14b754b5e0711fc44320c4884117f941e900508666a147116471405e30 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-mhdwm 50399f14b754b5e0711fc44320c4884117f941e900508666a147116471405e30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:52:1c:07:a0:7d\",\"name\":\"50399f14b754b5e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f39a25a5-5f18-4d2b-9cdb-7a7ff3a57bd1\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:23:08.797284 3793 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:08.797309 3793 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:08.797318 3793 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 14:23:13.734930 3793 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:13.735498 3793 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:13.776982 3793 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:13.777006 3793 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:13.784049 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 14:23:13.784078 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0430 14:23:14.830484 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:14.830508 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:14.830516 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 14:23:16.311284 3793 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5c85b97756-k7m9v] creating logical port tsf-tas_fulcio-server-5c85b97756-k7m9v for pod on switch ip-10-0-2-101.ec2.internal I0430 14:23:16.311377 3793 kube.go:256] Updating pod tsf-tas/fulcio-server-5c85b97756-k7m9v I0430 14:23:16.337620 3793 pod.go:62] [tsf-tas/fulcio-server-5c85b97756-k7m9v] pod update took 26.263023ms I0430 14:23:16.337649 3793 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5c85b97756-k7m9v] addLogicalPort annotation time took 26.297463ms I0430 14:23:16.339054 3793 pods.go:271] [tsf-tas/fulcio-server-5c85b97756-k7m9v] addLogicalPort took 27.790599ms, libovsdb time 874.055µs I0430 14:23:16.549302 3793 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-lr9ld-r2b2k] creating logical port tsf-tas_ctlog-createtree-job-lr9ld-r2b2k for pod on switch ip-10-0-2-101.ec2.internal I0430 14:23:16.549388 3793 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-lr9ld-r2b2k I0430 14:23:16.565725 3793 pod.go:62] [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k] pod update took 16.357292ms I0430 14:23:16.565756 3793 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-lr9ld-r2b2k] addLogicalPort annotation time took 16.392497ms I0430 14:23:16.567154 3793 pods.go:271] [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k] addLogicalPort took 17.866482ms, libovsdb time 895.478µs I0430 14:23:16.673747 3793 cni.go:452] [tsf-tas/fulcio-server-5c85b97756-k7m9v f4bea60d3cbe727bbbc078e244d0130b4466cf100661098c9e88f948b14cf18c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5c85b97756-k7m9v f4bea60d3cbe727bbbc078e244d0130b4466cf100661098c9e88f948b14cf18c network default NAD default NAD key ] I0430 14:23:16.684550 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5c85b97756-k7m9v, hostIfaceName: f4bea60d3cbe727, network: default, NAD default, SandboxID: "f4bea60d3cbe727bbbc078e244d0130b4466cf100661098c9e88f948b14cf18c", PCI device ID: , UID: "d46bee49-da51-4ac2-b5e2-5b9455e94b42", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0430 14:23:16.741838 3793 cni.go:473] [tsf-tas/fulcio-server-5c85b97756-k7m9v f4bea60d3cbe727bbbc078e244d0130b4466cf100661098c9e88f948b14cf18c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5c85b97756-k7m9v f4bea60d3cbe727bbbc078e244d0130b4466cf100661098c9e88f948b14cf18c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:65:3f:5f:ae:9c\",\"name\":\"f4bea60d3cbe727\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe91e831-95d2-4c87-b418-c23162372e5d\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:23:16.846915 3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-w7f84-bdqbw] creating logical port tsf-tas_rekor-createtree-job-w7f84-bdqbw for pod on switch ip-10-0-2-101.ec2.internal I0430 14:23:16.847017 3793 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-w7f84-bdqbw I0430 14:23:16.861555 3793 pod.go:62] [tsf-tas/rekor-createtree-job-w7f84-bdqbw] pod update took 14.567307ms I0430 14:23:16.861586 3793 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-w7f84-bdqbw] addLogicalPort annotation time took 14.60323ms I0430 14:23:16.862982 3793 pods.go:271] [tsf-tas/rekor-createtree-job-w7f84-bdqbw] addLogicalPort took 16.083044ms, libovsdb time 948.633µs I0430 14:23:16.909871 3793 cni.go:452] [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key ] I0430 14:23:16.920216 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-lr9ld-r2b2k, hostIfaceName: 75916f8b589a5bc, network: default, NAD default, SandboxID: "75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787", PCI device ID: , UID: "8090dd71-c70a-438e-b72b-5c566658fd87", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0430 14:23:16.979320 3793 cni.go:473] [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:59:68:8d:a7:3c\",\"name\":\"75916f8b589a5bc\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbba48ec-1a5f-41b6-977d-40a1b2acac4b\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:23:17.210334 3793 cni.go:452] [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key ] I0430 14:23:17.222981 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-w7f84-bdqbw, hostIfaceName: d97830e47d3cb2a, network: default, NAD default, SandboxID: "d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782", PCI device ID: , UID: "8ea1b4d6-7f73-46e2-bb34-771f2b2dc3ed", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0430 14:23:17.282511 3793 cni.go:473] [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:db:00:c0:0f:a2\",\"name\":\"d97830e47d3cb2a\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17c5cc4c-11ed-4f73-b4ed-c0d7b4257441\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:23:19.494871 3793 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-74686c6866-g8ncn] creating logical port tsf-tas_trillian-db-74686c6866-g8ncn for pod on switch ip-10-0-2-101.ec2.internal I0430 14:23:19.495007 3793 kube.go:256] Updating pod tsf-tas/trillian-db-74686c6866-g8ncn I0430 14:23:19.507799 3793 pod.go:62] [tsf-tas/trillian-db-74686c6866-g8ncn] pod update took 12.829372ms I0430 14:23:19.507823 3793 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-74686c6866-g8ncn] addLogicalPort annotation time took 12.861079ms I0430 14:23:19.509372 3793 pods.go:271] [tsf-tas/trillian-db-74686c6866-g8ncn] addLogicalPort took 14.5167ms, libovsdb time 1.155871ms W0430 14:23:19.855846 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0430 14:23:19.855867 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 14:23:19.906583 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0430 14:23:19.906608 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0430 14:23:22.498065 3793 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sfqcw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:22.498657 3793 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sfqcw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:23.388466 3793 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sfqcw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:23.388489 3793 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sfqcw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:24.967768 3793 cni.go:452] [tsf-tas/trillian-db-74686c6866-g8ncn 5506b805e10f6be9300342012bec5101cf949740456bb4dad25a0d9c173a6461 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-74686c6866-g8ncn 5506b805e10f6be9300342012bec5101cf949740456bb4dad25a0d9c173a6461 network default NAD default NAD key ] I0430 14:23:24.977052 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-74686c6866-g8ncn, hostIfaceName: 5506b805e10f6be, network: default, NAD default, SandboxID: "5506b805e10f6be9300342012bec5101cf949740456bb4dad25a0d9c173a6461", PCI device ID: , UID: "378c68bc-19d1-4554-9161-c5d0ddeb0a5c", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0430 14:23:25.032210 3793 cni.go:473] [tsf-tas/trillian-db-74686c6866-g8ncn 5506b805e10f6be9300342012bec5101cf949740456bb4dad25a0d9c173a6461 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-74686c6866-g8ncn 5506b805e10f6be9300342012bec5101cf949740456bb4dad25a0d9c173a6461 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e8:4a:0f:a1:e4\",\"name\":\"5506b805e10f6be\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/399f3023-12d4-4172-b878-aa89382acfde\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:23:29.731833 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0430 14:23:29.759169 3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 14:23:30.918865 3793 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 14:23:33.765545 3793 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:33.766132 3793 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:34.790124 3793 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:34.790154 3793 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:23:41.965734 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0430 14:23:50.526404 3793 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:50.526444 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:50.580801 3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 14:24:04.090412 3793 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:04.090999 3793 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:04.111886 3793 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:04.111910 3793 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:04.119000 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 14:24:04.119020 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 14:24:08.102590 3793 cni.go:452] [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key ] I0430 14:24:08.184410 3793 cni.go:473] [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-w7f84-bdqbw d97830e47d3cb2aec81d9c820ee0d6c5113a004b7e746ed9ad1f0531c5f98782 network default NAD default NAD key default], result "{}", err I0430 14:24:08.249462 3793 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:08.249497 3793 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-w7f84-bdqbw I0430 14:24:08.250965 3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-w7f84-bdqbw, ips: 10.130.0.37 I0430 14:24:08.250997 3793 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:09.123566 3793 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:09.123591 3793 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:09.332811 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0430 14:24:13.025873 3793 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:24:13.074117 3793 obj_retry.go:498] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:13.074816 3793 obj_retry.go:498] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:14.096308 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:14.096332 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:15.595867 3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5db4dc87ff-2gcmx] creating logical port tsf-tas_rekor-server-5db4dc87ff-2gcmx for pod on switch ip-10-0-2-101.ec2.internal I0430 14:24:15.595983 3793 kube.go:256] Updating pod tsf-tas/rekor-server-5db4dc87ff-2gcmx I0430 14:24:15.610914 3793 pod.go:62] [tsf-tas/rekor-server-5db4dc87ff-2gcmx] pod update took 14.96432ms I0430 14:24:15.610940 3793 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5db4dc87ff-2gcmx] addLogicalPort annotation time took 14.997718ms I0430 14:24:15.612270 3793 pods.go:271] [tsf-tas/rekor-server-5db4dc87ff-2gcmx] addLogicalPort took 16.419781ms, libovsdb time 956.055µs W0430 14:24:18.978501 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 14:24:18.999837 3793 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 14:24:19.857924 3793 cni.go:452] [tsf-tas/rekor-server-5db4dc87ff-2gcmx 00927b7a3e448ec22dd0bf75489be49372d95f1362af38bdcc57af4d97c36378 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5db4dc87ff-2gcmx 00927b7a3e448ec22dd0bf75489be49372d95f1362af38bdcc57af4d97c36378 network default NAD default NAD key ] I0430 14:24:19.867974 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5db4dc87ff-2gcmx, hostIfaceName: 00927b7a3e448ec, network: default, NAD default, SandboxID: "00927b7a3e448ec22dd0bf75489be49372d95f1362af38bdcc57af4d97c36378", PCI device ID: , UID: "db3af318-7775-4f6f-90f8-bffa9ecd8e51", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0430 14:24:19.926475 3793 cni.go:473] [tsf-tas/rekor-server-5db4dc87ff-2gcmx 00927b7a3e448ec22dd0bf75489be49372d95f1362af38bdcc57af4d97c36378 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5db4dc87ff-2gcmx 00927b7a3e448ec22dd0bf75489be49372d95f1362af38bdcc57af4d97c36378 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0e:d1:8c:ac:25\",\"name\":\"00927b7a3e448ec\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/345d6431-39f1-4dc6-a327-40c48e692838\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:24:22.171682 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0430 14:24:23.144124 3793 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-m2ghk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:23.144754 3793 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-m2ghk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:24.167371 3793 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-m2ghk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.167395 3793 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-m2ghk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.202377 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.202400 3793 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.207241 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tnxh6 I0430 14:24:24.207264 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tnxh6 I0430 14:24:28.166794 3793 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:28.167347 3793 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:28.185519 3793 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:28.185538 3793 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:28.192444 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 14:24:28.192467 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0430 14:24:33.184834 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0430 14:24:34.933330 3793 obj_retry.go:498] Detected object tsf-tpa/create-db-2dbqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:34.933925 3793 obj_retry.go:498] Detected object tsf-tpa/create-db-2dbqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:35.958897 3793 obj_retry.go:492] Detected object tsf-tpa/create-db-2dbqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:35.958920 3793 obj_retry.go:492] Detected object tsf-tpa/create-db-2dbqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:39.018036 3793 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9tw84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:39.018621 3793 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9tw84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:39.098734 3793 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9tw84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:39.098753 3793 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9tw84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:39.548315 3793 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-k62kx-l4fb8] creating logical port tsf-tas_tuf-repository-init-k62kx-l4fb8 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:24:39.548408 3793 kube.go:256] Updating pod tsf-tas/tuf-repository-init-k62kx-l4fb8 I0430 14:24:39.561331 3793 pod.go:62] [tsf-tas/tuf-repository-init-k62kx-l4fb8] pod update took 12.94508ms I0430 14:24:39.561358 3793 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-k62kx-l4fb8] addLogicalPort annotation time took 12.977623ms I0430 14:24:39.562699 3793 pods.go:271] [tsf-tas/tuf-repository-init-k62kx-l4fb8] addLogicalPort took 14.400403ms, libovsdb time 877.431µs I0430 14:24:41.990700 3793 obj_retry.go:498] Detected object tsf-tpa/create-importers-dj826 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:41.991239 3793 obj_retry.go:498] Detected object tsf-tpa/create-importers-dj826 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:43.017289 3793 obj_retry.go:492] Detected object tsf-tpa/create-importers-dj826 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:43.017310 3793 obj_retry.go:492] Detected object tsf-tpa/create-importers-dj826 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:43.280411 3793 cni.go:452] [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key ] I0430 14:24:43.373898 3793 cni.go:473] [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-lr9ld-r2b2k 75916f8b589a5bc00a603d9ce1dd5b8f3ee6f8dd3ec737b58f5af48380cb4787 network default NAD default NAD key default], result "{}", err I0430 14:24:43.424952 3793 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:43.424990 3793 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-lr9ld-r2b2k I0430 14:24:43.426299 3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-lr9ld-r2b2k, ips: 10.130.0.36 I0430 14:24:43.426327 3793 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:44.300535 3793 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:44.300557 3793 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:47.415170 3793 cni.go:452] [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key ] I0430 14:24:47.425387 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-k62kx-l4fb8, hostIfaceName: 9410b9a2be8dea8, network: default, NAD default, SandboxID: "9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e", PCI device ID: , UID: "dd482a6f-b65c-4b94-9f65-a9e481eb12ba", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0430 14:24:47.480589 3793 cni.go:473] [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:eb:45:4f:22:b4\",\"name\":\"9410b9a2be8dea8\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbaf3412-4ab3-411c-a7c1-fc1004c70208\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:24:48.891483 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0430 14:24:50.162059 3793 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 14:24:53.336085 3793 cni.go:452] [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key ] I0430 14:24:53.415867 3793 cni.go:473] [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-k62kx-l4fb8 9410b9a2be8dea8553a1fac95a22662f2d984092605276f2b1a91f32d2d84f3e network default NAD default NAD key default], result "{}", err I0430 14:24:53.475619 3793 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:53.475649 3793 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-k62kx-l4fb8 I0430 14:24:53.477112 3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-k62kx-l4fb8, ips: 10.130.0.40 I0430 14:24:53.477148 3793 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:54.499988 3793 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:54.500012 3793 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:56.646635 3793 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-8nvvm] creating logical port tsf-tas_tuf-97fc8ff76-8nvvm for pod on switch ip-10-0-2-101.ec2.internal I0430 14:24:56.646763 3793 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-8nvvm I0430 14:24:56.660502 3793 pod.go:62] [tsf-tas/tuf-97fc8ff76-8nvvm] pod update took 13.764885ms I0430 14:24:56.660526 3793 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-8nvvm] addLogicalPort annotation time took 13.793795ms I0430 14:24:56.661795 3793 pods.go:271] [tsf-tas/tuf-97fc8ff76-8nvvm] addLogicalPort took 15.178738ms, libovsdb time 866.664µs I0430 14:24:57.307365 3793 cni.go:452] [tsf-tas/tuf-97fc8ff76-8nvvm 687a455e44190b54e438a9695300cf22c9318e92a84a3c22eb8373d42d0ab147 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-8nvvm 687a455e44190b54e438a9695300cf22c9318e92a84a3c22eb8373d42d0ab147 network default NAD default NAD key ] I0430 14:24:57.316889 3793 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-8nvvm, hostIfaceName: 687a455e44190b5, network: default, NAD default, SandboxID: "687a455e44190b54e438a9695300cf22c9318e92a84a3c22eb8373d42d0ab147", PCI device ID: , UID: "ec8c9bbf-b66e-4ef0-9dae-c5bcaae574cd", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0430 14:24:57.370055 3793 cni.go:473] [tsf-tas/tuf-97fc8ff76-8nvvm 687a455e44190b54e438a9695300cf22c9318e92a84a3c22eb8373d42d0ab147 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-8nvvm 687a455e44190b54e438a9695300cf22c9318e92a84a3c22eb8373d42d0ab147 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d6:c2:77:b2:09\",\"name\":\"687a455e44190b5\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8307b28-aaa2-4499-bae7-4fba5f5d672c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:24:59.371711 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0430 14:25:10.385641 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0430 14:25:18.465603 3793 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:18.466161 3793 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:18.484871 3793 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:18.484888 3793 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:18.491955 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 14:25:18.491981 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 14:25:19.294972 3793 namespace.go:98] [build-service] adding namespace I0430 14:25:19.295866 3793 namespace.go:102] [build-service] adding namespace took 871.322µs I0430 14:25:19.300155 3793 namespace.go:98] [default-tenant] adding namespace I0430 14:25:19.301061 3793 namespace.go:102] [default-tenant] adding namespace took 885.399µs I0430 14:25:19.301105 3793 namespace.go:98] [image-controller] adding namespace I0430 14:25:19.301136 3793 namespace.go:98] [integration-service] adding namespace I0430 14:25:19.301791 3793 namespace.go:102] [image-controller] adding namespace took 671.884µs I0430 14:25:19.302325 3793 namespace.go:102] [integration-service] adding namespace took 1.180678ms I0430 14:25:19.360683 3793 namespace.go:142] [build-service] updating namespace I0430 14:25:19.392696 3793 namespace.go:142] [build-service] updating namespace I0430 14:25:19.442049 3793 namespace.go:142] [default-tenant] updating namespace I0430 14:25:19.482360 3793 namespace.go:142] [default-tenant] updating namespace I0430 14:25:19.534233 3793 namespace.go:142] [build-service] updating namespace I0430 14:25:19.534339 3793 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.571152 3793 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.589999 3793 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.612767 3793 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-101.ec2.internal I0430 14:25:19.612887 3793 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0430 14:25:19.618599 3793 namespace.go:142] [image-controller] updating namespace I0430 14:25:19.629105 3793 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 16.24257ms I0430 14:25:19.629137 3793 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 16.268962ms I0430 14:25:19.630396 3793 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 17.646291ms, libovsdb time 820.733µs I0430 14:25:19.655196 3793 namespace.go:98] [release-service] adding namespace I0430 14:25:19.655265 3793 namespace.go:142] [image-controller] updating namespace I0430 14:25:19.655993 3793 namespace.go:102] [release-service] adding namespace took 773.985µs I0430 14:25:19.726646 3793 namespace.go:142] [release-service] updating namespace I0430 14:25:19.752728 3793 namespace.go:142] [konflux-ui] updating namespace I0430 14:25:19.764614 3793 namespace.go:142] [release-service] updating namespace I0430 14:25:20.007825 3793 namespace.go:98] [konflux-info] adding namespace I0430 14:25:20.008776 3793 namespace.go:102] [konflux-info] adding namespace took 924.138µs I0430 14:25:20.011494 3793 cni.go:452] [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key ] I0430 14:25:20.021098 3793 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 649343f9af4c888, network: default, NAD default, SandboxID: "649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3", PCI device ID: , UID: "2ae86750-24c8-418d-9e65-881aa723e9be", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0430 14:25:20.065464 3793 namespace.go:142] [build-service] updating namespace I0430 14:25:20.075962 3793 cni.go:473] [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e3:44:d3:c6:02\",\"name\":\"649343f9af4c888\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbcc1eff-b63a-4e5f-b3c6-9c68e6248c1a\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:25:20.125050 3793 namespace.go:98] [namespace-lister] adding namespace I0430 14:25:20.125905 3793 namespace.go:102] [namespace-lister] adding namespace took 834.254µs I0430 14:25:20.312470 3793 namespace.go:142] [konflux-info] updating namespace I0430 14:25:20.371740 3793 namespace.go:98] [enterprise-contract-service] adding namespace I0430 14:25:20.372584 3793 namespace.go:102] [enterprise-contract-service] adding namespace took 818.822µs I0430 14:25:20.486702 3793 namespace.go:142] [default-tenant] updating namespace I0430 14:25:20.676730 3793 namespace.go:142] [image-controller] updating namespace I0430 14:25:20.779961 3793 namespace.go:142] [build-service] updating namespace I0430 14:25:20.784171 3793 namespace.go:142] [konflux-info] updating namespace I0430 14:25:20.810941 3793 namespace.go:142] [default-tenant] updating namespace I0430 14:25:20.852225 3793 namespace.go:142] [image-controller] updating namespace I0430 14:25:20.865512 3793 namespace.go:142] [integration-service] updating namespace I0430 14:25:20.909014 3793 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:20.929028 3793 namespace.go:142] [build-service] updating namespace I0430 14:25:21.035548 3793 namespace.go:142] [image-controller] updating namespace I0430 14:25:21.041725 3793 namespace.go:142] [default-tenant] updating namespace I0430 14:25:21.119195 3793 namespace.go:142] [image-controller] updating namespace I0430 14:25:21.208477 3793 namespace.go:142] [integration-service] updating namespace I0430 14:25:21.605182 3793 namespace.go:142] [default-tenant] updating namespace I0430 14:25:21.632530 3793 namespace.go:142] [integration-service] updating namespace I0430 14:25:21.717188 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:21.782266 3793 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:21.893684 3793 namespace.go:98] [segment-bridge] adding namespace I0430 14:25:21.894786 3793 namespace.go:102] [segment-bridge] adding namespace took 1.009322ms I0430 14:25:21.920566 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:22.057988 3793 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:22.080227 3793 namespace.go:98] [konflux-cli] adding namespace I0430 14:25:22.081094 3793 namespace.go:102] [konflux-cli] adding namespace took 848.164µs I0430 14:25:22.140768 3793 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:22.345965 3793 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:22.461771 3793 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:22.558288 3793 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 14:25:22.558963 3793 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 14:25:22.558982 3793 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 14:25:22.561666 3793 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 14:25:22.581531 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:22.614359 3793 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 14:25:22.614386 3793 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 14:25:22.615363 3793 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 14:25:22.648531 3793 namespace.go:142] [konflux-info] updating namespace I0430 14:25:23.047206 3793 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:23.409282 3793 namespace.go:142] [release-service] updating namespace I0430 14:25:23.456596 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 14:25:23.692201 3793 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-jl7s9] creating logical port build-service_build-service-controller-manager-7cbf488fcf-jl7s9 for pod on switch ip-10-0-2-101.ec2.internal I0430 14:25:23.692305 3793 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-jl7s9 I0430 14:25:23.722138 3793 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-jl7s9] pod update took 29.860645ms I0430 14:25:23.722163 3793 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-jl7s9] addLogicalPort annotation time took 29.893495ms I0430 14:25:23.723557 3793 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-jl7s9] addLogicalPort took 31.375017ms, libovsdb time 915.731µs I0430 14:25:23.751201 3793 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:23.871877 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:23.928601 3793 namespace.go:142] [konflux-info] updating namespace I0430 14:25:23.949114 3793 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:23.963110 3793 namespace.go:142] [release-service] updating namespace I0430 14:25:23.986691 3793 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:24.051091 3793 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-jl7s9 79a1f764e9ad21cf8f0305424c46b70b8a7031b4d576a67a5488e95daf0104cc network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-jl7s9 79a1f764e9ad21cf8f0305424c46b70b8a7031b4d576a67a5488e95daf0104cc network default NAD default NAD key ] I0430 14:25:24.061197 3793 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-jl7s9, hostIfaceName: 79a1f764e9ad21c, network: default, NAD default, SandboxID: "79a1f764e9ad21cf8f0305424c46b70b8a7031b4d576a67a5488e95daf0104cc", PCI device ID: , UID: "38312cd8-1daf-4867-b208-41f63f7d1fc1", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0430 14:25:24.076815 3793 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:24.130138 3793 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-jl7s9 79a1f764e9ad21cf8f0305424c46b70b8a7031b4d576a67a5488e95daf0104cc network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-jl7s9 79a1f764e9ad21cf8f0305424c46b70b8a7031b4d576a67a5488e95daf0104cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:73:2c:33:15:54\",\"name\":\"79a1f764e9ad21c\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57f61940-8a3f-40a9-9bc7-0e985e0f6738\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 14:25:24.199474 3793 namespace.go:142] [konflux-info] updating namespace I0430 14:25:24.358275 3793 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:24.473536 3793 namespace.go:142] [release-service] updating namespace I0430 14:25:24.779363 3793 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:24.792001 3793 base_network_controller_pods.go:487] [default/konflux-ui/proxy-85dd765c85-kwmjm] creating logical port konflux-ui_proxy-85dd765c85-kwmjm for pod on switch ip-10-0-2-101.ec2.internal I0430 14:25:24.792136 3793 kube.go:256] Updating pod konflux-ui/proxy-85dd765c85-kwmjm I0430 14:25:24.894601 3793 pod.go:62] [konflux-ui/proxy-85dd765c85-kwmjm] pod update took 102.513265ms I0430 14:25:24.894696 3793 base_network_controller_pods.go:951] [default/konflux-ui/proxy-85dd765c85-kwmjm] addLogicalPort annotation time took 102.616485ms I0430 14:25:24.896220 3793 pods.go:271] [konflux-ui/proxy-85dd765c85-kwmjm] addLogicalPort took 104.238487ms, libovsdb time 1.039015ms W0430 14:25:26.146287 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0430 14:25:26.384296 3793 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-59ccd465ff-zp2vj] creating logical port integration-service_integration-service-controller-manager-59ccd465ff-zp2vj for pod on switch ip-10-0-2-101.ec2.internal I0430 14:25:26.384403 3793 kube.go:256] Updating pod integration-service/integration-service-controller-manager-59ccd465ff-zp2vj I0430 14:25:26.412262 3793 pod.go:62] [integration-service/integration-service-controller-manager-59ccd465ff-zp2vj] pod update took 27.881091ms I0430 14:25:26.412291 3793 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-59ccd465ff-zp2vj] addLogicalPort annotation time took 27.918556ms I0430 14:25:26.414015 3793 pods.go:271] [integration-service/integration-service-controller-manager-59ccd465ff-zp2vj] addLogicalPort took 29.740344ms, libovsdb time 1.094926ms I0430 14:25:26.810350 3793 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:26.942999 3793 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:27.043677 3793 namespace.go:142] [konflux-cli] updating namespace W0430 14:25:27.130817 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0430 14:25:30.357235 3793 cni.go:452] [integration-service/integration-service-controller-manager-59ccd465ff-zp2vj a4d18aba508ff4dd942cfa0288298fe369048e420dd2a90b9f1fa33c75401250 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-59ccd465ff-zp2vj a4d18aba508ff4dd942cfa0288298fe369048e420dd2a90b9f1fa33c75401250 network default NAD default NAD key ] I0430 14:25:30.368695 3793 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-59ccd465ff-zp2vj, hostIfaceName: a4d18aba508ff4d, network: default, NAD default, SandboxID: "a4d18aba508ff4dd942cfa0288298fe369048e420dd2a90b9f1fa33c75401250", PCI device ID: , UID: "5ba0ff8e-663c-4fba-b4e0-038a60baa8d5", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0430 14:25:30.426628 3793 cni.go:473] [integration-service/integration-service-controller-manager-59ccd465ff-zp2vj a4d18aba508ff4dd942cfa0288298fe369048e420dd2a90b9f1fa33c75401250 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-59ccd465ff-zp2vj a4d18aba508ff4dd942cfa0288298fe369048e420dd2a90b9f1fa33c75401250 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ed:5c:8b:ee:58\",\"name\":\"a4d18aba508ff4d\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b009410-11c1-466e-ad90-c5d1be2e4d87\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:25:30.571242 3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0430 14:25:32.651529 3793 cni.go:452] [konflux-ui/proxy-85dd765c85-kwmjm 1c81ea6eabc4efb733d537ac4df6bb1f9dc84ebf849d102e756e06aad6699551 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-85dd765c85-kwmjm 1c81ea6eabc4efb733d537ac4df6bb1f9dc84ebf849d102e756e06aad6699551 network default NAD default NAD key ] I0430 14:25:32.662272 3793 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-85dd765c85-kwmjm, hostIfaceName: 1c81ea6eabc4efb, network: default, NAD default, SandboxID: "1c81ea6eabc4efb733d537ac4df6bb1f9dc84ebf849d102e756e06aad6699551", PCI device ID: , UID: "89a15861-9b90-4609-b636-4239eaf2f518", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0430 14:25:32.722386 3793 cni.go:473] [konflux-ui/proxy-85dd765c85-kwmjm 1c81ea6eabc4efb733d537ac4df6bb1f9dc84ebf849d102e756e06aad6699551 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-85dd765c85-kwmjm 1c81ea6eabc4efb733d537ac4df6bb1f9dc84ebf849d102e756e06aad6699551 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:f5:63:2e:33:42\",\"name\":\"1c81ea6eabc4efb\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da17ecd7-79ec-4668-8d99-7eb71c27dd3b\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:25:33.168477 3793 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 14:25:34.575933 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:34.579470 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0430 14:25:36.331528 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 W0430 14:25:37.601116 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:37.601148 3793 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.232152 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:25:38.233705 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:38.267117 3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.267133 3793 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.290845 3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:25:38.290883 3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 14:25:41.560470 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 14:25:45.590248 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:45.593400 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0430 14:25:45.927653 3793 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:45.928252 3793 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:46.274164 3793 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:46.274190 3793 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:46.281895 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:25:46.281929 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:25:48.432578 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0430 14:26:09.421471 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0430 14:26:16.299703 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:26:16.299722 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0430 14:26:16.299733 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:26:16.299738 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0430 14:26:20.692371 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:26:20.692395 3793 util.go:959] Failed to build node endpoints for node ip-10-0-2-101.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0430 14:26:50.417511 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0430 14:26:50.450026 3793 obj_retry.go:498] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:50.450585 3793 obj_retry.go:498] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:50.685237 3793 obj_retry.go:492] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:50.685258 3793 obj_retry.go:492] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:50.692023 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:50.692044 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:51.997199 3793 cni.go:452] [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key ] I0430 14:26:52.087863 3793 cni.go:473] [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 649343f9af4c888c2290e3110dcbb5aac409ef110a825da3af25cb424aa135e3 network default NAD default NAD key default], result "{}", err I0430 14:26:52.143070 3793 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:52.143113 3793 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0430 14:26:52.144486 3793 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.42 I0430 14:26:52.144517 3793 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:52.185224 3793 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:52.185243 3793 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:52.190748 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 14:26:52.190774 3793 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 14:27:00.340126 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=619 I0430 14:27:08.439194 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0430 14:27:29.333643 3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0430 14:27:37.417165 3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0430 14:27:43.457236 3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9