+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-14.ec2.internal ++ [[ -n ip-10-0-2-14.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-14.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 03:04:55.560705447 - disable conntrack on geneve port' I0506 03:04:55.560705447 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 03:04:55.603253801 - starting ovnkube-node + echo 'I0506 03:04:55.603253801 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-14.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-14.ec2.internal --init-node ip-10-0-2-14.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-14.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 03:04:55.654982 3865 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 03:04:55.655043 3865 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fe582da664.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 03:04:55.656499 3865 kube.go:431] Waiting for certificate I0506 03:04:55.656886 3865 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 03:04:55.656922 3865 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 03:04:55.657691 3865 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 03:04:55.684428 3865 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:04:55.684445 3865 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:04:55.686943 3865 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:04:55.693170 3865 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8n56b" I0506 03:04:55.703173 3865 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8n56b" I0506 03:04:55.703263 3865 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 03:04:56.656723 3865 kube.go:438] Certificate found I0506 03:04:56.657277 3865 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 03:04:56.658578 3865 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 03:04:56.708268 3865 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 02:59:55 +0000 UTC" deadline="2026-05-07 00:01:24.989094699 +0000 UTC" I0506 03:04:56.708305 3865 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h56m28.280800827s" I0506 03:04:56.728140 3865 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 03:04:56.746559 3865 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 03:04:56.746652 3865 server.go:101] MetricServer registers OVS metrics I0506 03:04:56.747080 3865 server.go:105] MetricServer registers OVN DB metrics I0506 03:04:56.750335 3865 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 03:04:56.750412 3865 factory.go:561] Starting watch factory I0506 03:04:56.750528 3865 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.750554 3865 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.750655 3865 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.750697 3865 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.750950 3865 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.750969 3865 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.751416 3865 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.751447 3865 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.752560 3865 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 03:04:56.752593 3865 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 03:04:56.752790 3865 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.752832 3865 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.753515 3865 controller_manager.go:370] Starting the ovnkube controller I0506 03:04:56.753527 3865 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-14.ec2.internal I0506 03:04:56.753583 3865 controller_manager.go:395] NBDB zone sync took: 35.366µs I0506 03:04:56.753596 3865 factory.go:561] Starting watch factory I0506 03:04:56.753920 3865 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.754008 3865 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.766903 3865 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 03:04:56.766928 3865 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 03:04:56.770401 3865 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.770719 3865 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.770866 3865 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 03:04:56.770901 3865 server.go:109] MetricServer registers OVN Controller metrics I0506 03:04:56.772382 3865 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.772649 3865 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.774351 3865 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.776102 3865 server.go:113] MetricServer registers OVN Northd metrics I0506 03:04:56.779530 3865 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 03:04:56.781282 3865 metrics.go:519] OVN Metrics Server starts to run ... I0506 03:04:56.855926 3865 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 03:04:56.855959 3865 factory.go:1977] *v1.Node informer cache synced successfully I0506 03:04:56.855963 3865 factory.go:1977] *v1.Service informer cache synced successfully I0506 03:04:56.855969 3865 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 03:04:56.855973 3865 factory.go:1977] *v1.Pod informer cache synced successfully I0506 03:04:56.855978 3865 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 03:04:56.856061 3865 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:04:56.856074 3865 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:04:56.856081 3865 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:04:56.856098 3865 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:04:56.858882 3865 factory.go:1977] *v1.Pod informer cache synced successfully I0506 03:04:56.858898 3865 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 03:04:56.858905 3865 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 03:04:56.858910 3865 factory.go:1977] *v1.Node informer cache synced successfully I0506 03:04:56.858914 3865 factory.go:1977] *v1.Service informer cache synced successfully I0506 03:04:56.858918 3865 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 03:04:56.859128 3865 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:04:56.859131 3865 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 03:04:56.861012 3865 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 03:04:56.861020 3865 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 03:04:56.861068 3865 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.861078 3865 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.863923 3865 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.863961 3865 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 03:04:56.863973 3865 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 03:04:56.866753 3865 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 03:04:56.866809 3865 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.866825 3865 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.869149 3865 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 03:04:56.869293 3865 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.872451 3865 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 03:04:56.872501 3865 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.872511 3865 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.874499 3865 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 03:04:56.874727 3865 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.877799 3865 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 03:04:56.877849 3865 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.877859 3865 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.880095 3865 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 03:04:56.880216 3865 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.883392 3865 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 03:04:56.883442 3865 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.883453 3865 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.885594 3865 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 03:04:56.885860 3865 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.889068 3865 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 03:04:56.889220 3865 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 03:04:56.889231 3865 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 03:04:56.891494 3865 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 03:04:56.891756 3865 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 03:04:56.894841 3865 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 03:04:56.894914 3865 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.894927 3865 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.894959 3865 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.894974 3865 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.897203 3865 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 03:04:56.897527 3865 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.897759 3865 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 03:04:56.900391 3865 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 03:04:56.900404 3865 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 03:04:56.900413 3865 factory.go:680] Watch Factory start up complete, took: 150.005254ms I0506 03:04:56.900495 3865 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 03:04:56.902648 3865 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 03:04:56.902658 3865 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 03:04:56.902665 3865 factory.go:680] Watch Factory start up complete, took: 149.067178ms I0506 03:04:56.902683 3865 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-14.ec2.internal" zone I0506 03:04:56.947343 3865 default_node_network_controller.go:710] Initializing the default node network controller I0506 03:04:57.014842 3865 udn_isolation.go:101] Starting UDN host isolation manager I0506 03:04:57.020790 3865 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 03:04:57.079778 3865 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 03:04:57.079833 3865 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 03:04:57.079845 3865 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 03:04:57.111056 3865 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 03:04:57.111115 3865 default_node_network_controller.go:809] Node ip-10-0-2-14.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0506 03:04:57.116183 3865 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.14"] k8s.ovn.org/zone-name:ip-10-0-2-14.ec2.internal] on node ip-10-0-2-14.ec2.internal I0506 03:04:57.138741 3865 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 03:04:57.144501 3865 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 03:04:57.144643 3865 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0506 03:04:57.144812 3865 gateway_init.go:263] Preparing Gateway I0506 03:04:57.144824 3865 gateway_shared_intf.go:1687] Creating new gateway I0506 03:04:57.153567 3865 controller_manager.go:429] Waiting for node in zone sync took: 250.87433ms I0506 03:04:57.157655 3865 controller_manager.go:611] Switching to transit router for layer2 networks I0506 03:04:57.157668 3865 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-14.ec2.internal I0506 03:04:57.172888 3865 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 03:04:57.178935 3865 controller_manager.go:290] SCTP support detected in OVN I0506 03:04:57.179471 3865 services_controller.go:69] Creating services controller for network=default I0506 03:04:57.179575 3865 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 03:04:57.179772 3865 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 03:04:57.179801 3865 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 03:04:57.179815 3865 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 03:04:57.179828 3865 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 03:04:57.180021 3865 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 03:04:57.180061 3865 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 03:04:57.180108 3865 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.6µs I0506 03:04:57.180131 3865 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 60.767µs I0506 03:04:57.180137 3865 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 75.397µs I0506 03:04:57.180143 3865 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 03:04:57.180145 3865 udn_enabled_svc.go:95] Performing full resync I0506 03:04:57.180148 3865 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 03:04:57.180157 3865 default_network_controller.go:325] Starting the default network controller I0506 03:04:57.180256 3865 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.789µs I0506 03:04:57.180462 3865 udn_enabled_svc.go:99] Waiting for handler to sync I0506 03:04:57.180473 3865 udn_enabled_svc.go:104] Starting worker I0506 03:04:57.189132 3865 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 03:04:57.189200 3865 repair.go:33] Syncing exgw routes took 55.196µs I0506 03:04:57.189240 3865 default_network_controller.go:414] Starting all the Watchers... I0506 03:04:57.189384 3865 namespace.go:98] [dedicated-admin] adding namespace I0506 03:04:57.189397 3865 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 03:04:57.189399 3865 namespace.go:98] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] adding namespace I0506 03:04:57.189386 3865 namespace.go:98] [openshift] adding namespace I0506 03:04:57.189410 3865 namespace.go:98] [openshift-multus] adding namespace I0506 03:04:57.189411 3865 namespace.go:98] [kube-node-lease] adding namespace I0506 03:04:57.189421 3865 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 03:04:57.189407 3865 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 03:04:57.189422 3865 namespace.go:98] [openshift-config-operator] adding namespace I0506 03:04:57.189426 3865 namespace.go:98] [openshift-insights] adding namespace I0506 03:04:57.189429 3865 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 03:04:57.189448 3865 namespace.go:98] [openshift-cluster-version] adding namespace I0506 03:04:57.189474 3865 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 03:04:57.189477 3865 namespace.go:98] [openshift-authentication] adding namespace I0506 03:04:57.189387 3865 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 03:04:57.190044 3865 namespace.go:102] [dedicated-admin] adding namespace took 646.744µs I0506 03:04:57.190060 3865 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 03:04:57.190521 3865 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 455.612µs I0506 03:04:57.190535 3865 namespace.go:98] [openshift-marketplace] adding namespace I0506 03:04:57.191060 3865 namespace.go:102] [openshift-marketplace] adding namespace took 515.858µs I0506 03:04:57.191082 3865 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 03:04:57.191651 3865 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.242154ms I0506 03:04:57.191669 3865 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 03:04:57.192156 3865 namespace.go:102] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] adding namespace took 2.741808ms I0506 03:04:57.192171 3865 namespace.go:98] [openshift-config] adding namespace W0506 03:04:57.192617 3865 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d9f9d: pod openshift-multus/network-metrics-daemon-d9f9d: no pod IPs found I0506 03:04:57.192620 3865 namespace.go:102] [openshift] adding namespace took 3.201921ms I0506 03:04:57.192707 3865 namespace.go:98] [openshift-image-registry] adding namespace I0506 03:04:57.193288 3865 namespace.go:102] [openshift-multus] adding namespace took 3.865217ms I0506 03:04:57.193305 3865 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 03:04:57.193867 3865 namespace.go:102] [kube-node-lease] adding namespace took 4.439344ms I0506 03:04:57.193884 3865 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 03:04:57.194307 3865 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.879317ms I0506 03:04:57.194319 3865 namespace.go:98] [openshift-ingress] adding namespace I0506 03:04:57.194783 3865 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.352341ms I0506 03:04:57.194798 3865 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 03:04:57.195282 3865 namespace.go:102] [openshift-config-operator] adding namespace took 5.847562ms I0506 03:04:57.195299 3865 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 03:04:57.195779 3865 namespace.go:102] [openshift-insights] adding namespace took 6.344741ms I0506 03:04:57.195792 3865 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 03:04:57.196251 3865 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.813132ms I0506 03:04:57.196266 3865 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 03:04:57.196694 3865 namespace.go:102] [openshift-cluster-version] adding namespace took 7.235965ms I0506 03:04:57.196704 3865 namespace.go:98] [openshift-dns] adding namespace I0506 03:04:57.197149 3865 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.666986ms I0506 03:04:57.197163 3865 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 03:04:57.197593 3865 namespace.go:102] [openshift-authentication] adding namespace took 8.107865ms I0506 03:04:57.197602 3865 namespace.go:98] [openshift-network-console] adding namespace I0506 03:04:57.198115 3865 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.614477ms I0506 03:04:57.198129 3865 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 03:04:57.198506 3865 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.417465ms I0506 03:04:57.198517 3865 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 03:04:57.198960 3865 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.273672ms I0506 03:04:57.198971 3865 namespace.go:98] [openshift-host-network] adding namespace I0506 03:04:57.199412 3865 namespace.go:102] [openshift-config] adding namespace took 7.235699ms I0506 03:04:57.199425 3865 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 03:04:57.199853 3865 namespace.go:102] [openshift-image-registry] adding namespace took 7.13966ms I0506 03:04:57.199867 3865 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 03:04:57.200237 3865 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.926931ms I0506 03:04:57.200248 3865 namespace.go:98] [openshift-apiserver] adding namespace I0506 03:04:57.200642 3865 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.753279ms I0506 03:04:57.200654 3865 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 03:04:57.201055 3865 namespace.go:102] [openshift-ingress] adding namespace took 6.731145ms I0506 03:04:57.201067 3865 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 03:04:57.201473 3865 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.670533ms I0506 03:04:57.201484 3865 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 03:04:57.201935 3865 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.631567ms I0506 03:04:57.201947 3865 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 03:04:57.202350 3865 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.553859ms I0506 03:04:57.202360 3865 namespace.go:98] [openshift-machine-api] adding namespace I0506 03:04:57.202761 3865 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.489342ms I0506 03:04:57.202774 3865 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 03:04:57.203256 3865 namespace.go:102] [openshift-dns] adding namespace took 6.545073ms I0506 03:04:57.203275 3865 namespace.go:98] [openshift-infra] adding namespace I0506 03:04:57.203699 3865 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.530108ms I0506 03:04:57.203712 3865 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 03:04:57.204120 3865 namespace.go:102] [openshift-network-console] adding namespace took 6.512631ms I0506 03:04:57.204133 3865 namespace.go:98] [openshift-controller-manager] adding namespace I0506 03:04:57.204537 3865 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.404272ms I0506 03:04:57.204547 3865 namespace.go:98] [openshift-console] adding namespace I0506 03:04:57.204970 3865 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.448278ms I0506 03:04:57.205390 3865 namespace.go:102] [openshift-host-network] adding namespace took 6.413533ms I0506 03:04:57.205404 3865 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 03:04:57.205796 3865 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.367021ms I0506 03:04:57.205808 3865 namespace.go:98] [openshift-package-operator] adding namespace I0506 03:04:57.206213 3865 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.341154ms I0506 03:04:57.206222 3865 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 03:04:57.206609 3865 namespace.go:102] [openshift-apiserver] adding namespace took 6.355413ms I0506 03:04:57.206622 3865 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 03:04:57.207034 3865 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.37491ms I0506 03:04:57.207046 3865 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 03:04:57.207662 3865 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.590278ms I0506 03:04:57.207689 3865 namespace.go:98] [openshift-node] adding namespace I0506 03:04:57.208527 3865 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.033705ms I0506 03:04:57.208549 3865 namespace.go:98] [openshift-console-operator] adding namespace I0506 03:04:57.209148 3865 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.193799ms I0506 03:04:57.209165 3865 namespace.go:98] [openshift-operators] adding namespace I0506 03:04:57.209861 3865 namespace.go:102] [openshift-machine-api] adding namespace took 7.494238ms I0506 03:04:57.209877 3865 namespace.go:98] [openshift-logging] adding namespace I0506 03:04:57.210470 3865 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.690102ms I0506 03:04:57.210487 3865 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 03:04:57.211081 3865 namespace.go:102] [openshift-infra] adding namespace took 7.800817ms I0506 03:04:57.211095 3865 namespace.go:98] [openshift-network-operator] adding namespace I0506 03:04:57.211560 3865 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.839353ms I0506 03:04:57.211582 3865 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 03:04:57.212066 3865 namespace.go:102] [openshift-controller-manager] adding namespace took 7.916992ms I0506 03:04:57.212083 3865 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 03:04:57.212481 3865 namespace.go:102] [openshift-console] adding namespace took 7.927525ms I0506 03:04:57.212498 3865 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 03:04:57.212974 3865 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.565303ms I0506 03:04:57.212989 3865 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 03:04:57.213433 3865 namespace.go:102] [openshift-package-operator] adding namespace took 7.61983ms I0506 03:04:57.213445 3865 namespace.go:98] [openshift-dns-operator] adding namespace I0506 03:04:57.213939 3865 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.701989ms I0506 03:04:57.213958 3865 namespace.go:98] [kube-public] adding namespace I0506 03:04:57.214375 3865 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.74824ms I0506 03:04:57.214388 3865 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 03:04:57.214863 3865 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.81109ms I0506 03:04:57.214879 3865 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 03:04:57.215294 3865 namespace.go:102] [openshift-node] adding namespace took 7.600078ms I0506 03:04:57.215832 3865 namespace.go:102] [openshift-console-operator] adding namespace took 7.276165ms I0506 03:04:57.215846 3865 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 03:04:57.216306 3865 namespace.go:102] [openshift-operators] adding namespace took 7.13387ms I0506 03:04:57.216320 3865 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 03:04:57.216826 3865 namespace.go:102] [openshift-logging] adding namespace took 6.943758ms I0506 03:04:57.216842 3865 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 03:04:57.217357 3865 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.86424ms I0506 03:04:57.217370 3865 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 03:04:57.217782 3865 namespace.go:102] [openshift-network-operator] adding namespace took 6.68159ms I0506 03:04:57.217796 3865 namespace.go:98] [openshift-config-managed] adding namespace I0506 03:04:57.218218 3865 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.629964ms I0506 03:04:57.218231 3865 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 03:04:57.218603 3865 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.515393ms I0506 03:04:57.219125 3865 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.619401ms I0506 03:04:57.219141 3865 namespace.go:98] [openshift-backplane] adding namespace I0506 03:04:57.219537 3865 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.541478ms I0506 03:04:57.220105 3865 namespace.go:102] [openshift-dns-operator] adding namespace took 6.654239ms I0506 03:04:57.220118 3865 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 03:04:57.220524 3865 namespace.go:102] [kube-public] adding namespace took 6.561296ms I0506 03:04:57.220539 3865 namespace.go:98] [default] adding namespace I0506 03:04:57.220953 3865 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.560694ms I0506 03:04:57.221311 3865 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.42684ms I0506 03:04:57.221779 3865 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.92693ms I0506 03:04:57.221792 3865 namespace.go:98] [openshift-monitoring] adding namespace I0506 03:04:57.222173 3865 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.848193ms I0506 03:04:57.222187 3865 namespace.go:98] [openshift-etcd] adding namespace I0506 03:04:57.222576 3865 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.728775ms I0506 03:04:57.223021 3865 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.644572ms I0506 03:04:57.223034 3865 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 03:04:57.223492 3865 namespace.go:102] [openshift-config-managed] adding namespace took 5.690508ms I0506 03:04:57.223980 3865 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.745186ms W0506 03:04:57.224346 3865 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ttf24: pod openshift-network-diagnostics/network-check-target-ttf24: no pod IPs found I0506 03:04:57.224395 3865 namespace.go:102] [openshift-backplane] adding namespace took 5.248636ms I0506 03:04:57.224409 3865 namespace.go:98] [kube-system] adding namespace I0506 03:04:57.224832 3865 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.708159ms I0506 03:04:57.225360 3865 namespace.go:102] [default] adding namespace took 4.816675ms I0506 03:04:57.225808 3865 namespace.go:102] [openshift-monitoring] adding namespace took 4.012168ms I0506 03:04:57.226237 3865 namespace.go:102] [openshift-etcd] adding namespace took 4.045946ms I0506 03:04:57.226652 3865 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.612265ms I0506 03:04:57.227047 3865 namespace.go:102] [kube-system] adding namespace took 2.634304ms W0506 03:04:57.227126 3865 master.go:458] Unable to parse local node ip-10-0-2-14.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 03:04:57.227137 3865 master.go:481] Removing stale chassis with ID/Name: 6f2217f3-e497-47f7-9b70-e1c1ba1fb5f5, hostname: ip-10-0-2-14.ec2.internal I0506 03:04:57.227621 3865 master.go:548] Adding or Updating local node "ip-10-0-2-14.ec2.internal" for network "default" I0506 03:04:57.231384 3865 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-14.ec2.internal for the network default I0506 03:04:57.231748 3865 zone_ic_handler.go:195] Time taken to create transit switch: 351.004µs I0506 03:04:57.232470 3865 default_network_controller.go:823] Node add failed for ip-10-0-2-14.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-14.ec2.internal, error getting gateway config for node ip-10-0-2-14.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-14.ec2.internal", failed to update chassis to local for local node ip-10-0-2-14.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-14.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-14.ec2.internal] E0506 03:04:57.232950 3865 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-14.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-14.ec2.internal, error getting gateway config for node ip-10-0-2-14.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-14.ec2.internal", failed to update chassis to local for local node ip-10-0-2-14.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-14.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-14.ec2.internal] I0506 03:04:57.232997 3865 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 03:04:57.233056 3865 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 03:04:57.233077 3865 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 03:04:57.233029 3865 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-14.ec2.internal", UID:"49e8c24b-fd23-429d-a4eb-419331fb2550", APIVersion:"v1", ResourceVersion:"8131", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-14.ec2.internal, error getting gateway config for node ip-10-0-2-14.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-14.ec2.internal", failed to update chassis to local for local node ip-10-0-2-14.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-14.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-14.ec2.internal] I0506 03:04:57.233098 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-14.ec2.internal in network "default" I0506 03:04:57.233142 3865 node_tracker.go:235] Node ip-10-0-2-14.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-14.ec2.internal" I0506 03:04:57.233158 3865 node_tracker.go:169] Node ip-10-0-2-14.ec2.internal switch + router changed, syncing services in network "default" I0506 03:04:57.233171 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:04:57.247512 3865 iptables.go:108] Creating table: filter chain: FORWARD I0506 03:04:57.253875 3865 iptables.go:108] Creating table: filter chain: OUTPUT I0506 03:04:57.260087 3865 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 03:04:57.260100 3865 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-14.ec2.internal","mac-address":"0e:97:4f:da:b4:8b","ip-addresses":["10.0.2.14/24"],"ip-address":"10.0.2.14/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6f2217f3-e497-47f7-9b70-e1c1ba1fb5f5 k8s.ovn.org/node-encap-ips:["10.0.2.14"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.14/24"} k8s.ovn.org/zone-name:ip-10-0-2-14.ec2.internal] on node ip-10-0-2-14.ec2.internal I0506 03:04:57.278863 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-14.ec2.internal in network "default" I0506 03:04:57.278885 3865 master.go:548] Adding or Updating local node "ip-10-0-2-14.ec2.internal" for network "default" I0506 03:04:57.278922 3865 node_tracker.go:169] Node ip-10-0-2-14.ec2.internal switch + router changed, syncing services in network "default" I0506 03:04:57.278937 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:04:57.282615 3865 default_node_network_controller.go:519] Node connection status = connected W0506 03:04:57.283696 3865 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-d9f9d: pod openshift-multus/network-metrics-daemon-d9f9d: no pod IPs found W0506 03:04:57.283717 3865 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ttf24: pod openshift-network-diagnostics/network-check-target-ttf24: no pod IPs found I0506 03:04:57.284667 3865 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-14.ec2.internal for the network default I0506 03:04:57.284879 3865 zone_ic_handler.go:195] Time taken to create transit switch: 181.97µs I0506 03:04:57.333956 3865 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 03:04:57.333975 3865 services_controller.go:208] Setting up event handlers for services for network=default I0506 03:04:57.334017 3865 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 03:04:57.334080 3865 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 03:04:57.334094 3865 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 03:04:57.434481 3865 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 03:04:57.434500 3865 repair.go:60] Starting repairing loop for services I0506 03:04:57.434579 3865 repair.go:131] Deleted 0 stale service LBs I0506 03:04:57.434596 3865 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 03:04:57.434612 3865 repair.go:62] Finished repairing loop for services: 114.836µs I0506 03:04:57.434635 3865 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 03:04:57.434645 3865 services_controller.go:254] Starting workers for network=default I0506 03:04:57.434950 3865 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ttf24] creating logical port openshift-network-diagnostics_network-check-target-ttf24 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:04:57.435029 3865 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d9f9d] creating logical port openshift-multus_network-metrics-daemon-d9f9d for pod on switch ip-10-0-2-14.ec2.internal I0506 03:04:57.435095 3865 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ttf24 I0506 03:04:57.435147 3865 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-d9f9d I0506 03:04:57.464877 3865 pod.go:62] [openshift-network-diagnostics/network-check-target-ttf24] pod update took 29.856899ms I0506 03:04:57.464901 3865 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ttf24] addLogicalPort annotation time took 29.883179ms I0506 03:04:57.465950 3865 pods.go:271] [openshift-network-diagnostics/network-check-target-ttf24] addLogicalPort took 31.006993ms, libovsdb time 782.883µs I0506 03:04:57.466127 3865 pod.go:62] [openshift-multus/network-metrics-daemon-d9f9d] pod update took 31.028219ms I0506 03:04:57.466152 3865 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-d9f9d] addLogicalPort annotation time took 31.049474ms I0506 03:04:57.467178 3865 pods.go:271] [openshift-multus/network-metrics-daemon-d9f9d] addLogicalPort took 32.156291ms, libovsdb time 763.375µs I0506 03:04:57.467698 3865 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 03:04:57.467719 3865 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 03:04:57.467731 3865 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 03:04:57.467735 3865 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 03:04:57.467956 3865 repair.go:29] Repairing admin network policies took 214.365µs I0506 03:04:57.468076 3865 repair.go:92] Repairing baseline admin network policies took 109.05µs I0506 03:04:57.468613 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 03:04:57.468632 3865 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 03:04:57.470328 3865 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 03:04:57.470355 3865 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 03:04:57.470367 3865 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 03:04:57.472436 3865 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 03:04:57.472456 3865 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 03:04:57.472465 3865 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 03:04:57.474464 3865 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 03:04:57.474488 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 03:04:57.474498 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 03:04:57.476350 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 03:04:57.476371 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 03:04:57.476379 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 03:04:57.477818 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 03:04:57.477840 3865 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 03:04:57.477852 3865 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 03:04:57.478923 3865 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 03:04:57.478944 3865 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 03:04:57.478957 3865 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 03:04:57.481072 3865 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 03:04:57.481092 3865 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 03:04:57.481102 3865 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 03:04:57.482731 3865 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 03:04:57.482751 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 03:04:57.482762 3865 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 03:04:57.483607 3865 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 03:04:57.483628 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 03:04:57.484198 3865 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 03:04:57.484211 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 03:04:57.486205 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 03:04:57.486225 3865 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 03:04:57.486233 3865 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 03:04:57.486821 3865 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 03:04:57.486837 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 03:04:57.486845 3865 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 03:04:57.487361 3865 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 03:04:57.487376 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 03:04:57.487399 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 03:04:57.488135 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 03:04:57.488163 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 03:04:57.488174 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 03:04:57.488793 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 03:04:57.488811 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 03:04:57.488819 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 03:04:57.489134 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 03:04:57.489155 3865 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 03:04:57.489166 3865 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 03:04:57.491895 3865 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 03:04:57.491918 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 03:04:57.491927 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 03:04:57.492475 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 03:04:57.492492 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 03:04:57.492499 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 03:04:57.493219 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 03:04:57.493237 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 03:04:57.493245 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 03:04:57.493799 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 03:04:57.493813 3865 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 03:04:57.493820 3865 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 03:04:57.494104 3865 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 03:04:57.494124 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 03:04:57.494132 3865 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 03:04:57.494597 3865 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 03:04:57.494613 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 03:04:57.494621 3865 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 03:04:57.495135 3865 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 03:04:57.495157 3865 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 03:04:57.495169 3865 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 03:04:57.496033 3865 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 03:04:57.496059 3865 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 03:04:57.496069 3865 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 03:04:57.496356 3865 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 03:04:57.496377 3865 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 03:04:57.496392 3865 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 03:04:57.497723 3865 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 03:04:57.497747 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 03:04:57.497758 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 03:04:57.498349 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 03:04:57.498371 3865 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 03:04:57.498397 3865 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 03:04:57.498962 3865 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 03:04:57.498982 3865 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 03:04:57.499018 3865 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 03:04:57.500017 3865 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 03:04:57.500039 3865 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 03:04:57.500055 3865 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 03:04:57.501189 3865 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 03:04:57.505730 3865 egressfirewall.go:374] Starting EgressFirewall controller I0506 03:04:57.505768 3865 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 03:04:57.505774 3865 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 03:04:57.505803 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 03:04:57.505818 3865 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 03:04:57.505835 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 03:04:57.505849 3865 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 03:04:57.506132 3865 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 03:04:57.506146 3865 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 03:04:57.506151 3865 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 03:04:57.506159 3865 egressqos.go:193] Setting up event handlers for EgressQoS I0506 03:04:57.506225 3865 egressfirewall.go:723] Syncing node "ip-10-0-2-14.ec2.internal" for egress firewall I0506 03:04:57.506323 3865 egressqos.go:245] Starting EgressQoS Controller I0506 03:04:57.506333 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 03:04:57.506340 3865 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 03:04:57.506345 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 03:04:57.506349 3865 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 03:04:57.506354 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 03:04:57.506358 3865 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 03:04:57.506362 3865 egressqos.go:259] Repairing EgressQoSes I0506 03:04:57.506366 3865 egressqos.go:399] Starting repairing loop for egressqos I0506 03:04:57.506460 3865 egressqos.go:401] Finished repairing loop for egressqos: 92.318µs I0506 03:04:57.506507 3865 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 03:04:57.506571 3865 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-14.ec2.internal I0506 03:04:57.506642 3865 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-14.ec2.internal : 72.154µs I0506 03:04:57.506765 3865 egressservice_zone.go:210] Starting Egress Services Controller I0506 03:04:57.506815 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 03:04:57.506829 3865 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 03:04:57.506838 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 03:04:57.506847 3865 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 03:04:57.506856 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 03:04:57.506865 3865 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 03:04:57.506874 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 03:04:57.506881 3865 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 03:04:57.506888 3865 egressservice_zone.go:228] Repairing Egress Services I0506 03:04:57.507193 3865 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 03:04:57.507203 3865 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 03:04:57.507253 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-14.ec2.internal I0506 03:04:57.507269 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-14.ec2.internal: 13.986µs I0506 03:04:57.507350 3865 default_network_controller.go:585] Completing all the Watchers took 318.099089ms I0506 03:04:57.507370 3865 default_network_controller.go:589] Starting unidling controllers I0506 03:04:57.507384 3865 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 03:04:57.507395 3865 unidle.go:63] Populating Initial ContollerEvent events I0506 03:04:57.507437 3865 unidle.go:79] Setting up event handlers for services I0506 03:04:57.507530 3865 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 03:04:57.783146 3865 default_node_network_controller.go:519] Node connection status = connected I0506 03:04:58.283628 3865 default_node_network_controller.go:519] Node connection status = connected I0506 03:04:58.783858 3865 default_node_network_controller.go:519] Node connection status = connected I0506 03:04:59.283696 3865 default_node_network_controller.go:519] Node connection status = connected I0506 03:04:59.538009 3865 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 03:04:59.783664 3865 default_node_network_controller.go:519] Node connection status = connected I0506 03:04:59.801600 3865 bridgeconfig.go:537] Gateway is ready I0506 03:04:59.801624 3865 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 03:04:59.813513 3865 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.14. Updating OVN encap IP. I0506 03:04:59.818928 3865 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.14 - it is already configured I0506 03:04:59.818941 3865 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.14/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 03:04:59.819164 3865 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.14/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-14.ec2.internal","mac-address":"0e:97:4f:da:b4:8b","ip-addresses":["10.0.2.14/24"],"ip-address":"10.0.2.14/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6f2217f3-e497-47f7-9b70-e1c1ba1fb5f5 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.14/24"}] on node ip-10-0-2-14.ec2.internal I0506 03:04:59.836266 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-14.ec2.internal in network "default" I0506 03:04:59.836314 3865 node_tracker.go:169] Node ip-10-0-2-14.ec2.internal switch + router changed, syncing services in network "default" I0506 03:04:59.836330 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:04:59.836407 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-14.ec2.internal I0506 03:04:59.836419 3865 egressfirewall.go:723] Syncing node "ip-10-0-2-14.ec2.internal" for egress firewall I0506 03:04:59.836426 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-14.ec2.internal: 23.276µs I0506 03:04:59.836498 3865 master.go:548] Adding or Updating local node "ip-10-0-2-14.ec2.internal" for network "default" I0506 03:04:59.836611 3865 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.14 I0506 03:04:59.836745 3865 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-14.ec2.internal I0506 03:04:59.840697 3865 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-14.ec2.internal. Updating no re-route policies I0506 03:04:59.840708 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7rchm I0506 03:04:59.840722 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7rchm I0506 03:04:59.840726 3865 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-14.ec2.internal I0506 03:04:59.840736 3865 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zmxfj I0506 03:04:59.840743 3865 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-14.ec2.internal I0506 03:04:59.840747 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7rchm after 0 failed attempt(s) I0506 03:04:59.840748 3865 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zmxfj I0506 03:04:59.840752 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ttf24 I0506 03:04:59.840763 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8gppk I0506 03:04:59.840764 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ttf24 I0506 03:04:59.840766 3865 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-14.ec2.internal after 0 failed attempt(s) I0506 03:04:59.840770 3865 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zmxfj after 0 failed attempt(s) I0506 03:04:59.840770 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bxtb4 I0506 03:04:59.840774 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d9f9d I0506 03:04:59.840782 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-14.ec2.internal I0506 03:04:59.840781 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-68rxq I0506 03:04:59.840786 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bxtb4 I0506 03:04:59.840788 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d9f9d I0506 03:04:59.840788 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4ggnh I0506 03:04:59.840793 3865 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ttf24] creating logical port openshift-network-diagnostics_network-check-target-ttf24 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:04:59.840799 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4ggnh I0506 03:04:59.840796 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jf8p8 I0506 03:04:59.840800 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q8tf8 I0506 03:04:59.840807 3865 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dlnnv I0506 03:04:59.840812 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bxtb4 after 0 failed attempt(s) I0506 03:04:59.840814 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jf8p8 I0506 03:04:59.840816 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q8tf8 I0506 03:04:59.840819 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dlnnv I0506 03:04:59.840790 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-14.ec2.internal I0506 03:04:59.840823 3865 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d9f9d] creating logical port openshift-multus_network-metrics-daemon-d9f9d for pod on switch ip-10-0-2-14.ec2.internal I0506 03:04:59.840832 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-68rxq I0506 03:04:59.840836 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q8tf8 after 0 failed attempt(s) I0506 03:04:59.840839 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dlnnv after 0 failed attempt(s) I0506 03:04:59.840839 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jf8p8 after 0 failed attempt(s) I0506 03:04:59.840842 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-14.ec2.internal after 0 failed attempt(s) I0506 03:04:59.840818 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4ggnh after 0 failed attempt(s) I0506 03:04:59.840849 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-68rxq after 0 failed attempt(s) I0506 03:04:59.840771 3865 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8gppk I0506 03:04:59.840920 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8gppk after 0 failed attempt(s) I0506 03:04:59.841450 3865 pods.go:271] [openshift-network-diagnostics/network-check-target-ttf24] addLogicalPort took 665.17µs, libovsdb time 243.747µs I0506 03:04:59.841461 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ttf24 after 0 failed attempt(s) I0506 03:04:59.841502 3865 pods.go:271] [openshift-multus/network-metrics-daemon-d9f9d] addLogicalPort took 693.025µs, libovsdb time 234.815µs I0506 03:04:59.841511 3865 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-d9f9d after 0 failed attempt(s) I0506 03:04:59.852454 3865 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 03:04:59.863428 3865 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 03:04:59.866434 3865 iptables.go:108] Creating table: nat chain: OUTPUT I0506 03:04:59.916481 3865 iptables.go:108] Creating table: nat chain: PREROUTING I0506 03:04:59.970929 3865 iptables.go:108] Creating table: filter chain: FORWARD I0506 03:04:59.986597 3865 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 03:04:59.986719 3865 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 03:04:59.986771 3865 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 03:04:59.986837 3865 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 03:04:59.986886 3865 gateway_init.go:325] Gateway and management port readiness took 2.708236991s I0506 03:04:59.986916 3865 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 03:04:59.986955 3865 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 03:04:59.986971 3865 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 03:04:59.986981 3865 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 03:04:59.987039 3865 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 03:04:59.987119 3865 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.258µs I0506 03:04:59.987366 3865 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 03:04:59.987391 3865 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.705µs I0506 03:04:59.987399 3865 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.053µs I0506 03:04:59.987405 3865 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 03:04:59.987415 3865 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 03:04:59.987424 3865 default_node_network_controller.go:899] Starting the default node network controller I0506 03:04:59.987430 3865 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 03:04:59.987517 3865 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.982µs I0506 03:04:59.987618 3865 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 03:04:59.987627 3865 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 03:04:59.987653 3865 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b050 0xc0002edc00 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc000a9d400 0xc0002ee000 0xc0002ee070 0xc0009d62d0 0xc0065f9500 0xc0002ee0e0 map[0x2ff9080:0xc002716480 0x2ff95c0:0xc002716600 0x2ffa2e0:0xc0027163c0 0x2ffa580:0xc002716420 0x2ffad60:0xc0027164e0 0x2ffb000:0xc002716540 0x2ffb2a0:0xc0027165a0 0x2ffba80:0xc002716660 0x2ffbd20:0xc0027166c0 0x3026980:0xc00113e720 0x3026d20:0xc00113e8a0 0x3027800:0xc000ae1860 0x3029160:0xc001d0a000 0x30298a0:0xc00113e900 0x302a720:0xc00113e6c0] 0xc000a9e2a0 0} I0506 03:04:59.987731 3865 gateway.go:151] Starting gateway service sync I0506 03:04:59.988136 3865 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 03:04:59.990215 3865 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 03:05:00.016023 3865 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 03:05:00.017177 3865 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 03:05:00.018268 3865 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 03:05:00.051438 3865 gateway.go:168] Gateway service sync done. Time taken: 63.694198ms I0506 03:05:00.051827 3865 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32454 I0506 03:05:00.052175 3865 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b050 0xc0002edc00 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc000a9d400 0xc0002ee000 0xc0002ee070 0xc0009d62d0 0xc0065f9500 0xc0002ee0e0 map[0x2ff9080:0xc002716480 0x2ff95c0:0xc002716600 0x2ffa2e0:0xc0027163c0 0x2ffa580:0xc002716420 0x2ffad60:0xc0027164e0 0x2ffb000:0xc002716540 0x2ffb2a0:0xc0027165a0 0x2ffba80:0xc002716660 0x2ffbd20:0xc0027166c0 0x3026980:0xc00113e720 0x3026d20:0xc00113e8a0 0x3027800:0xc000ae1860 0x3029160:0xc001d0a000 0x30298a0:0xc00113e900 0x302a720:0xc00113e6c0] 0xc000a9e2a0 0} I0506 03:05:00.052600 3865 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b050 0xc0002edc00 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc000a9d400 0xc0002ee000 0xc0002ee070 0xc0009d62d0 0xc0065f9500 0xc0002ee0e0 map[0x2ff9080:0xc002716480 0x2ff95c0:0xc002716600 0x2ffa2e0:0xc0027163c0 0x2ffa580:0xc002716420 0x2ffad60:0xc0027164e0 0x2ffb000:0xc002716540 0x2ffb2a0:0xc0027165a0 0x2ffba80:0xc002716660 0x2ffbd20:0xc0027166c0 0x3026980:0xc00113e720 0x3026d20:0xc00113e8a0 0x3027800:0xc000ae1860 0x3029160:0xc001d0a000 0x30298a0:0xc00113e900 0x302a720:0xc00113e6c0] 0xc000a9e2a0 0} I0506 03:05:00.052636 3865 gateway.go:532] Reconciling gateway with updates I0506 03:05:00.058288 3865 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 03:05:00.058386 3865 default_node_network_controller.go:944] Gateway and management port readiness took 70.750534ms I0506 03:05:00.058459 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:00.058470 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:00.058477 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:00.058486 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:00.058484 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:00.058504 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:00.058512 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:00.058523 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 03:05:00.058506 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:00.058537 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:00.058538 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:00.058543 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 03:05:00.058547 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:00.058555 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:00.058554 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 03:05:00.058558 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 03:05:00.058574 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 03:05:00.058577 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:00.058588 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:00.058591 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:00.058604 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:00.058607 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:00.058608 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058615 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:00.058624 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 03:05:00.058628 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:00.058632 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:00.058635 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 03:05:00.058630 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:00.058642 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:00.058642 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:00.058647 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:00.058651 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:00.058649 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:00.058650 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:00.058664 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:00.058667 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:00.058695 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:00.058701 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:00.058701 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:00.058706 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 03:05:00.058704 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 03:05:00.058648 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 03:05:00.058720 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058724 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 03:05:00.058731 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:00.058603 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:00.058738 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:00.058741 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:00.058743 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:00.058746 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:00.058574 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 03:05:00.058755 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:00.058757 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 03:05:00.058576 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:00.058589 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:00.058745 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 03:05:00.058771 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:00.058773 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:00.058649 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:00.058777 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 03:05:00.058782 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:00.058792 3865 port_claim.go:71] Svc openshift-ingress/router-default: port 32567 is already open, no action needed I0506 03:05:00.058801 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:00.058804 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:00.058813 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:00.058758 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:00.058819 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:00.058820 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058816 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058832 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 03:05:00.058803 3865 port_claim.go:71] Svc openshift-ingress/router-default: port 32249 is already open, no action needed I0506 03:05:00.058836 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:00.058822 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058815 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:00.058862 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 03:05:00.058633 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:00.058874 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:00.058616 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058491 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 03:05:00.058863 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:00.058749 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:00.058984 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:00.058998 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:00.058456 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 03:05:00.059020 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 03:05:00.058775 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:00.059058 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:00.059067 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 03:05:00.058786 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 03:05:00.058789 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:00.059101 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:00.058668 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:00.059145 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:00.059160 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:00.058804 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:00.059216 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:00.058802 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:00.059248 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:00.058798 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:00.059288 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:00.059295 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 03:05:00.058818 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:00.059303 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:00.058824 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:00.058822 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:00.059408 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:00.058826 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:00.058718 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:00.058825 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 03:05:00.058670 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:00.058851 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:00.059550 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 03:05:00.058900 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:00.059561 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:00.060175 3865 node_ip_handler_linux.go:160] Node IP manager is running W0506 03:05:00.098880 3865 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 03:05:00.099126 3865 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 03:05:00.099365 3865 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0506 03:05:00.109293 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 03:05:00.109303 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 03:05:00.109322 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 03:05:00.109330 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 03:05:00.150175 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 03:05:00.169479 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 03:05:00.169495 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 03:05:00.169512 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 03:05:00.169520 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 03:05:00.169530 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 03:05:00.169538 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 03:05:00.169545 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 03:05:00.169552 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 03:05:00.169560 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 03:05:00.169565 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 03:05:00.169571 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 03:05:00.169576 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 03:05:00.169581 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 03:05:00.169586 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) W0506 03:05:01.581217 3865 egressip_healthcheck.go:76] Health checking using insecure connection I0506 03:05:01.581269 3865 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0506 03:05:01.581278 3865 default_node_network_controller.go:1380] Starting node controller node sync I0506 03:05:01.592845 3865 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.545872ms I0506 03:05:01.592978 3865 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 03:05:01.593269 3865 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 03:05:01.593393 3865 egressservice_node.go:183] Starting Egress Services Controller I0506 03:05:01.593415 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 03:05:01.593429 3865 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 03:05:01.593439 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 03:05:01.593446 3865 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 03:05:01.593454 3865 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 03:05:01.593459 3865 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 03:05:01.593463 3865 egressservice_node.go:197] Repairing Egress Services I0506 03:05:01.603853 3865 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 03:05:01.603866 3865 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 03:05:01.604036 3865 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 03:05:01.604048 3865 link_network_manager.go:119] Link manager is running I0506 03:05:01.604061 3865 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 03:05:01.604171 3865 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 03:05:01.604728 3865 vrf_manager.go:128] VRF manager is running I0506 03:05:01.604920 3865 node_controller_manager.go:437] Removing flows to drop GARP I0506 03:05:01.604932 3865 gateway.go:532] Reconciling gateway with updates I0506 03:05:01.628601 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:01.628633 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 03:05:01.628634 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:01.628648 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:01.628658 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 03:05:01.628688 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 03:05:01.628688 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:01.628696 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:01.628704 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 03:05:01.628704 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:01.628709 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 03:05:01.628713 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:01.628725 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:01.628731 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 03:05:01.628732 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:01.628736 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:01.628736 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:01.628724 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:01.628747 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 03:05:01.628752 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 03:05:01.628755 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 03:05:01.628758 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628755 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 03:05:01.628764 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 03:05:01.628763 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:01.628773 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 03:05:01.628690 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 03:05:01.628777 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:01.628774 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:01.628704 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:01.628790 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 03:05:01.628794 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:01.628794 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:01.628731 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 03:05:01.628803 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 03:05:01.628805 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628807 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:01.628810 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 03:05:01.628742 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 03:05:01.628815 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:01.628820 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:01.628824 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 03:05:01.628826 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:01.628829 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 03:05:01.628718 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:01.628834 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:01.628743 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 03:05:01.628797 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:01.628854 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 03:05:01.628857 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 03:05:01.628859 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 03:05:01.628862 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 03:05:01.628870 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 03:05:01.628830 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 03:05:01.628878 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628886 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:01.628896 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 03:05:01.628748 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:01.628901 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 03:05:01.628903 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 03:05:01.628657 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:01.628906 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:01.628922 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 03:05:01.628751 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 03:05:01.628936 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 03:05:01.628773 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 03:05:01.628944 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:01.628947 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:01.628950 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:01.628955 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:01.628958 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 03:05:01.628964 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:05:01.628937 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 03:05:01.628781 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 03:05:01.628925 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 03:05:01.628977 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 03:05:01.628719 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 03:05:01.628990 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 03:05:01.628779 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:01.628855 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 03:05:01.629005 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 03:05:01.628783 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 03:05:01.629008 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 03:05:01.629014 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:01.629019 3865 port_claim.go:71] Svc openshift-ingress/router-default: port 32567 is already open, no action needed I0506 03:05:01.629027 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 03:05:01.628798 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 03:05:01.628736 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 03:05:01.629027 3865 port_claim.go:71] Svc openshift-ingress/router-default: port 32249 is already open, no action needed I0506 03:05:01.628831 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 03:05:01.628863 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 03:05:01.628910 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 03:05:01.628744 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 03:05:01.628919 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628942 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:01.629203 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 03:05:01.629215 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 03:05:01.628951 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:01.629225 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 03:05:01.628956 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:01.629229 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628956 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:01.629236 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 03:05:01.629237 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 03:05:01.629239 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628955 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:01.629300 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:01.628964 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 03:05:01.629320 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 03:05:01.628970 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 03:05:01.628794 3865 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:01.629339 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 03:05:01.628797 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 03:05:01.628819 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 03:05:01.628780 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 03:05:01.628957 3865 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 03:05:01.672459 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 03:05:01.672493 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 03:05:01.672501 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 03:05:01.672510 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 03:05:01.672518 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 03:05:01.672528 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 03:05:01.672534 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 03:05:01.672542 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 03:05:01.672548 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 03:05:01.672554 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 03:05:01.711878 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 03:05:01.711887 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 03:05:01.711906 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 03:05:01.752156 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 03:05:01.752178 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 03:05:01.752185 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 03:05:01.752191 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 03:05:01.752197 3865 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 03:05:02.726478 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:02.726554 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 78.491µs I0506 03:05:02.726490 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default" I0506 03:05:02.726583 3865 node_tracker.go:220] Node ip-10-0-1-194.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0506 03:05:02.726499 3865 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-194.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 03:05:02.726608 3865 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-194.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-194.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-194.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-194.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal, error parsing annotation for node ip-10-0-1-194.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0506 03:05:02.726520 3865 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall E0506 03:05:02.741490 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-194.ec2.internal annotation: unexpected end of JSON input I0506 03:05:02.741507 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 03:05:02.741561 3865 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-194.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 03:05:02.752966 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:02.752982 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 20.957µs E0506 03:05:02.752997 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-194.ec2.internal annotation: unexpected end of JSON input I0506 03:05:02.752998 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:02.753016 3865 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall E0506 03:05:02.753033 3865 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-194.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0506 03:05:02.770730 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-194.ec2.internal annotation: unexpected end of JSON input E0506 03:05:02.770732 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-194.ec2.internal annotation: unexpected end of JSON input I0506 03:05:02.770762 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 03:05:02.770821 3865 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-194.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-194.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-194.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-194.ec2.internal" I0506 03:05:02.787749 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0506 03:05:02.959697 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:02.959715 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:02.959731 3865 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall I0506 03:05:02.959718 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 27.785µs I0506 03:05:02.980598 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:03.211172 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:03.286230 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-14.ec2.internal I0506 03:05:03.286255 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-14.ec2.internal: 31.852µs I0506 03:05:03.317126 3865 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bcf5547c-7s2vr] creating logical port openshift-image-registry_image-registry-5bcf5547c-7s2vr for pod on switch ip-10-0-2-14.ec2.internal I0506 03:05:03.317268 3865 kube.go:256] Updating pod openshift-image-registry/image-registry-5bcf5547c-7s2vr I0506 03:05:03.340693 3865 pod.go:62] [openshift-image-registry/image-registry-5bcf5547c-7s2vr] pod update took 23.458287ms I0506 03:05:03.340714 3865 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bcf5547c-7s2vr] addLogicalPort annotation time took 23.50081ms I0506 03:05:03.341858 3865 pods.go:271] [openshift-image-registry/image-registry-5bcf5547c-7s2vr] addLogicalPort took 24.745903ms, libovsdb time 915.543µs I0506 03:05:03.346976 3865 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4gd69] creating logical port openshift-dns_dns-default-4gd69 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:05:03.347074 3865 kube.go:256] Updating pod openshift-dns/dns-default-4gd69 I0506 03:05:03.367159 3865 pod.go:62] [openshift-dns/dns-default-4gd69] pod update took 20.104533ms I0506 03:05:03.367177 3865 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4gd69] addLogicalPort annotation time took 20.127156ms I0506 03:05:03.368362 3865 pods.go:271] [openshift-dns/dns-default-4gd69] addLogicalPort took 21.396285ms, libovsdb time 915.585µs I0506 03:05:03.368989 3865 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bgv57] creating logical port openshift-ingress-canary_ingress-canary-bgv57 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:05:03.369075 3865 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bgv57 I0506 03:05:03.371935 3865 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-xgqls for pod on switch ip-10-0-2-14.ec2.internal I0506 03:05:03.372095 3865 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls I0506 03:05:03.393023 3865 pod.go:62] [openshift-ingress-canary/ingress-canary-bgv57] pod update took 23.97341ms I0506 03:05:03.393047 3865 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bgv57] addLogicalPort annotation time took 24.00302ms I0506 03:05:03.393232 3865 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls] pod update took 21.173959ms I0506 03:05:03.393297 3865 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls] addLogicalPort annotation time took 21.241128ms I0506 03:05:03.394232 3865 pods.go:271] [openshift-ingress-canary/ingress-canary-bgv57] addLogicalPort took 25.255644ms, libovsdb time 872.422µs I0506 03:05:03.394595 3865 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls] addLogicalPort took 22.67211ms, libovsdb time 1.036821ms I0506 03:05:03.797740 3865 cni.go:452] [openshift-ingress-canary/ingress-canary-bgv57 99359161e8cf3c3946c1c7a87173edea2bdae2555fd6b652db112def7d16b5b0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bgv57 99359161e8cf3c3946c1c7a87173edea2bdae2555fd6b652db112def7d16b5b0 network default NAD default NAD key ] I0506 03:05:03.815364 3865 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls 9998866dd81db4377a426667c990221cb9bab3c9e7723ed76b16b5239168df7f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls 9998866dd81db4377a426667c990221cb9bab3c9e7723ed76b16b5239168df7f network default NAD default NAD key ] I0506 03:05:03.842545 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-xgqls, hostIfaceName: 9998866dd81db43, network: default, NAD default, SandboxID: "9998866dd81db4377a426667c990221cb9bab3c9e7723ed76b16b5239168df7f", PCI device ID: , UID: "0b55d74c-40fa-4f57-8ff4-840fec2061ea", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0506 03:05:03.844833 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bgv57, hostIfaceName: 99359161e8cf3c3, network: default, NAD default, SandboxID: "99359161e8cf3c3946c1c7a87173edea2bdae2555fd6b652db112def7d16b5b0", PCI device ID: , UID: "0da1c1e6-1243-4ef0-9cf4-c60bdaae5434", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0506 03:05:03.890422 3865 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls 9998866dd81db4377a426667c990221cb9bab3c9e7723ed76b16b5239168df7f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xgqls 9998866dd81db4377a426667c990221cb9bab3c9e7723ed76b16b5239168df7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:90:92:23:15:4d\",\"name\":\"9998866dd81db43\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abaa6585-ae54-458e-9892-7b0e7b1eb47b\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:05:03.895835 3865 cni.go:473] [openshift-ingress-canary/ingress-canary-bgv57 99359161e8cf3c3946c1c7a87173edea2bdae2555fd6b652db112def7d16b5b0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bgv57 99359161e8cf3c3946c1c7a87173edea2bdae2555fd6b652db112def7d16b5b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e9:fa:27:ce:ae\",\"name\":\"99359161e8cf3c3\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2de27137-8699-478c-b2a2-4b142b41d37f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:05:05.633748 3865 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:05.633752 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:05.633783 3865 node_tracker.go:220] Node ip-10-0-0-56.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0506 03:05:05.633798 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:05.633813 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 20.572µs E0506 03:05:05.633843 3865 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-56.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 03:05:05.633863 3865 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-56.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-56.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error parsing annotation for node ip-10-0-0-56.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0506 03:05:05.648556 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-56.ec2.internal annotation: unexpected end of JSON input I0506 03:05:05.648613 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 03:05:05.648648 3865 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-56.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0506 03:05:05.658938 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-56.ec2.internal annotation: unexpected end of JSON input I0506 03:05:05.658963 3865 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:05.658962 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:05.658978 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:05.658979 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 21.362µs E0506 03:05:05.659015 3865 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-56.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0506 03:05:05.682937 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-56.ec2.internal annotation: unexpected end of JSON input I0506 03:05:05.682962 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 03:05:05.682983 3865 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-56.ec2.internal annotation: unexpected end of JSON input E0506 03:05:05.683031 3865 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-56.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-56.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-56.ec2.internal" I0506 03:05:05.700800 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0506 03:05:05.873849 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:05.873879 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:05.873890 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 15.314µs I0506 03:05:05.873857 3865 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:05.894939 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:06.103792 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:07.337229 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:07.350447 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 03:05:10.655785 3865 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:12.839035 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 03:05:14.683882 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 03:05:15.979332 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:20.653364 3865 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall I0506 03:05:20.653417 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:20.653424 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:20.653431 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 19.163µs I0506 03:05:23.250588 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:23.557413 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:23.557423 3865 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:23.557435 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 29.346µs I0506 03:05:23.557447 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:25.805149 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default" I0506 03:05:25.805203 3865 node_tracker.go:235] Node ip-10-0-1-194.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-194.ec2.internal" I0506 03:05:25.805222 3865 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:25.805234 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:05:25.805246 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "ip-10-0-1-194.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:25.879102 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "ip-10-0-1-194.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:25.941017 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default" I0506 03:05:25.941084 3865 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:25.941093 3865 default_network_controller.go:1025] Node "ip-10-0-1-194.ec2.internal" in remote zone "ip-10-0-1-194.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:25.941102 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:05:25.942099 3865 zone_ic_handler.go:195] Time taken to create transit switch: 302.424µs I0506 03:05:25.942114 3865 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-194.ec2.internal for the network default I0506 03:05:25.943127 3865 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-194.ec2.internal" on network "default" took: 1.342407ms I0506 03:05:27.233962 3865 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-56.ec2.internal I0506 03:05:27.233988 3865 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-56.ec2.internal I0506 03:05:27.234081 3865 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-56.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-56.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal I0506 03:05:27.997223 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default" I0506 03:05:27.997281 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:27.997294 3865 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:27.997295 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 16.531µs I0506 03:05:27.997307 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:05:27.997325 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-194.ec2.internal", IP: 10.0.1.194 to PMTUD blocking rules I0506 03:05:27.997225 3865 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall I0506 03:05:27.997340 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-194.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 03:05:28.003709 3865 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-194.ec2.internal. Updating no re-route policies I0506 03:05:28.015439 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-194.ec2.internal", IP: 10.0.1.194 to PMTUD blocking rules I0506 03:05:28.015454 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-194.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 03:05:29.135774 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "ip-10-0-0-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:29.135801 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:29.135826 3865 node_tracker.go:235] Node ip-10-0-0-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal" I0506 03:05:29.135840 3865 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:29.135850 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:05:29.153954 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "ip-10-0-0-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:29.339443 3865 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "ip-10-0-0-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 03:05:29.339449 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:29.339586 3865 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:29.339601 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:05:29.340499 3865 zone_ic_handler.go:195] Time taken to create transit switch: 304.686µs I0506 03:05:29.340514 3865 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-56.ec2.internal for the network default I0506 03:05:29.341564 3865 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-56.ec2.internal" on network "default" took: 1.385401ms I0506 03:05:31.396445 3865 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall I0506 03:05:31.396534 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:31.396555 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 28.332µs I0506 03:05:31.396575 3865 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default" I0506 03:05:31.396629 3865 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default" I0506 03:05:31.396643 3865 services_controller.go:574] Full service sync requested for network=default I0506 03:05:31.396578 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 03:05:31.396688 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 10.0.0.56 to PMTUD blocking rules I0506 03:05:31.402624 3865 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-56.ec2.internal. Updating no re-route policies I0506 03:05:31.412228 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 10.0.0.56 to PMTUD blocking rules I0506 03:05:31.412244 3865 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 03:05:31.905273 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal I0506 03:05:31.905303 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 35.787µs I0506 03:05:35.317657 3865 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal I0506 03:05:35.317702 3865 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 53.645µs I0506 03:05:35.628416 3865 cni.go:452] [openshift-network-diagnostics/network-check-target-ttf24 e1699f18686eaf208ed15f657ec915b3f7cb46468a4c375b9f7df12964b24b31 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ttf24 e1699f18686eaf208ed15f657ec915b3f7cb46468a4c375b9f7df12964b24b31 network default NAD default NAD key ] I0506 03:05:35.638766 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ttf24, hostIfaceName: e1699f18686eaf2, network: default, NAD default, SandboxID: "e1699f18686eaf208ed15f657ec915b3f7cb46468a4c375b9f7df12964b24b31", PCI device ID: , UID: "570723d4-a461-4344-adf6-2b68734bf26b", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0506 03:05:35.683300 3865 cni.go:473] [openshift-network-diagnostics/network-check-target-ttf24 e1699f18686eaf208ed15f657ec915b3f7cb46468a4c375b9f7df12964b24b31 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ttf24 e1699f18686eaf208ed15f657ec915b3f7cb46468a4c375b9f7df12964b24b31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:b1:c8:4a:cc:3e\",\"name\":\"e1699f18686eaf2\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2c5b2e2-b767-4086-9529-2b856b5a5230\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:05:40.726941 3865 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:05:40.808924 3865 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:05:43.690950 3865 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 03:06:11.737117 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 03:06:15.887407 3865 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.887981 3865 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.888009 3865 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.888022 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 03:06:15.888034 3865 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:15.888039 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 03:06:16.913729 3865 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:16.913758 3865 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:16.913782 3865 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:16.913792 3865 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.110649 3865 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 03:06:17.120015 3865 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 03:07:10.211544 3865 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-75l6n] creating logical port openshift-insights_insights-operator-6dbb575d6c-75l6n for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:10.211604 3865 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-nbvzb for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:10.211687 3865 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-75l6n I0506 03:07:10.211751 3865 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb I0506 03:07:10.234064 3865 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-75l6n] pod update took 22.416798ms I0506 03:07:10.234090 3865 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-75l6n] addLogicalPort annotation time took 22.447713ms I0506 03:07:10.235230 3865 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-75l6n] addLogicalPort took 23.711051ms, libovsdb time 877.009µs I0506 03:07:10.241430 3865 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb] pod update took 29.712207ms I0506 03:07:10.241453 3865 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb] addLogicalPort annotation time took 29.739449ms I0506 03:07:10.242399 3865 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb] addLogicalPort took 30.81227ms, libovsdb time 665.84µs I0506 03:07:10.303663 3865 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-ll94k for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:10.303768 3865 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k I0506 03:07:10.315790 3865 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-d59n6] creating logical port openshift-console-operator_console-operator-66dbbb6468-d59n6 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:10.315930 3865 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-d59n6 I0506 03:07:10.318151 3865 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6df6555f7c-9pcwq] creating logical port openshift-ingress_router-default-6df6555f7c-9pcwq for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:10.318261 3865 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6768b979cc-d7zwg] creating logical port openshift-ingress_router-default-6768b979cc-d7zwg for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:10.318327 3865 kube.go:256] Updating pod openshift-ingress/router-default-6df6555f7c-9pcwq I0506 03:07:10.318399 3865 kube.go:256] Updating pod openshift-ingress/router-default-6768b979cc-d7zwg I0506 03:07:10.366185 3865 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k] pod update took 62.439868ms I0506 03:07:10.366208 3865 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k] addLogicalPort annotation time took 62.467386ms I0506 03:07:10.367251 3865 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k] addLogicalPort took 63.605098ms, libovsdb time 775.708µs I0506 03:07:10.382056 3865 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-d59n6] pod update took 66.145832ms I0506 03:07:10.382076 3865 pod.go:62] [openshift-ingress/router-default-6768b979cc-d7zwg] pod update took 63.704277ms I0506 03:07:10.382093 3865 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6768b979cc-d7zwg] addLogicalPort annotation time took 63.722011ms I0506 03:07:10.382082 3865 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-d59n6] addLogicalPort annotation time took 66.177273ms I0506 03:07:10.382062 3865 pod.go:62] [openshift-ingress/router-default-6df6555f7c-9pcwq] pod update took 63.767912ms I0506 03:07:10.382281 3865 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6df6555f7c-9pcwq] addLogicalPort annotation time took 63.989832ms I0506 03:07:10.383161 3865 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-d59n6] addLogicalPort took 67.385792ms, libovsdb time 773.218µs I0506 03:07:10.383384 3865 pods.go:271] [openshift-ingress/router-default-6768b979cc-d7zwg] addLogicalPort took 65.133027ms, libovsdb time 1.000236ms I0506 03:07:10.383698 3865 pods.go:271] [openshift-ingress/router-default-6df6555f7c-9pcwq] addLogicalPort took 65.560108ms, libovsdb time 1.199771ms I0506 03:07:10.561489 3865 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb cbc88ead28aab90dccfc9b37199b0ed02f459f51f660e536817071a8459a84e4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb cbc88ead28aab90dccfc9b37199b0ed02f459f51f660e536817071a8459a84e4 network default NAD default NAD key ] I0506 03:07:10.570971 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-nbvzb, hostIfaceName: cbc88ead28aab90, network: default, NAD default, SandboxID: "cbc88ead28aab90dccfc9b37199b0ed02f459f51f660e536817071a8459a84e4", PCI device ID: , UID: "2fedaffe-fb01-4c22-9a90-aca1ab4287b5", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0506 03:07:10.618501 3865 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb cbc88ead28aab90dccfc9b37199b0ed02f459f51f660e536817071a8459a84e4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nbvzb cbc88ead28aab90dccfc9b37199b0ed02f459f51f660e536817071a8459a84e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2c:d8:97:82:27\",\"name\":\"cbc88ead28aab90\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5132738d-3001-4ec5-afb1-094df89b4965\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:10.667597 3865 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-d59n6 497b7dd0c28a7dd6c414a436ea40f1b319d8d1fbb9ba7a70dc145480c050cb85 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-d59n6 497b7dd0c28a7dd6c414a436ea40f1b319d8d1fbb9ba7a70dc145480c050cb85 network default NAD default NAD key ] I0506 03:07:10.677965 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-d59n6, hostIfaceName: 497b7dd0c28a7dd, network: default, NAD default, SandboxID: "497b7dd0c28a7dd6c414a436ea40f1b319d8d1fbb9ba7a70dc145480c050cb85", PCI device ID: , UID: "6b920f75-d3e8-4a8b-8dc8-4b2c84017334", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0506 03:07:10.722883 3865 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-d59n6 497b7dd0c28a7dd6c414a436ea40f1b319d8d1fbb9ba7a70dc145480c050cb85 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-d59n6 497b7dd0c28a7dd6c414a436ea40f1b319d8d1fbb9ba7a70dc145480c050cb85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ad:ca:fa:e6:bd\",\"name\":\"497b7dd0c28a7dd\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b66b39c6-3aad-444e-92bc-1fc477aeb5d8\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:12.058054 3865 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-75l6n bf46d917eaaf3e19a403f8b1b2add8e067dfd028f5d11ce4b8c917c8abe475c9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-75l6n bf46d917eaaf3e19a403f8b1b2add8e067dfd028f5d11ce4b8c917c8abe475c9 network default NAD default NAD key ] I0506 03:07:12.067446 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-75l6n, hostIfaceName: bf46d917eaaf3e1, network: default, NAD default, SandboxID: "bf46d917eaaf3e19a403f8b1b2add8e067dfd028f5d11ce4b8c917c8abe475c9", PCI device ID: , UID: "3190028d-fae7-4aba-bbfe-bda8e31d2c47", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0506 03:07:12.117853 3865 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-75l6n bf46d917eaaf3e19a403f8b1b2add8e067dfd028f5d11ce4b8c917c8abe475c9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-75l6n bf46d917eaaf3e19a403f8b1b2add8e067dfd028f5d11ce4b8c917c8abe475c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:04:8a:a2:ed:02\",\"name\":\"bf46d917eaaf3e1\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0169db4-a1da-4bac-bdef-08a2e03de1b5\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:12.943242 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 03:07:13.904232 3865 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 03:07:13.905322 3865 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.06277ms I0506 03:07:13.930791 3865 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 03:07:15.313009 3865 namespace.go:98] [openshift-service-ca] adding namespace I0506 03:07:15.313897 3865 namespace.go:102] [openshift-service-ca] adding namespace took 862.972µs I0506 03:07:15.328008 3865 namespace.go:142] [openshift-service-ca] updating namespace W0506 03:07:24.021378 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 03:07:26.556285 3865 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k 5137c062e3d4c23ec5a038dc6ad776ddbcb4ea4e8c946742e03d1b292c9c85de network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k 5137c062e3d4c23ec5a038dc6ad776ddbcb4ea4e8c946742e03d1b292c9c85de network default NAD default NAD key ] I0506 03:07:26.565237 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-ll94k, hostIfaceName: 5137c062e3d4c23, network: default, NAD default, SandboxID: "5137c062e3d4c23ec5a038dc6ad776ddbcb4ea4e8c946742e03d1b292c9c85de", PCI device ID: , UID: "93345a34-5b09-4231-b409-28b1f8c33f60", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0506 03:07:26.609538 3865 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k 5137c062e3d4c23ec5a038dc6ad776ddbcb4ea4e8c946742e03d1b292c9c85de network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ll94k 5137c062e3d4c23ec5a038dc6ad776ddbcb4ea4e8c946742e03d1b292c9c85de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e6:b9:20:25:86\",\"name\":\"5137c062e3d4c23\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6063d9ec-37d1-403b-8a06-e74734ff9896\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:41.953045 3865 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:07:42.113286 3865 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jkkxw] creating logical port openshift-insights_insights-runtime-extractor-jkkxw for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:42.113413 3865 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jkkxw W0506 03:07:42.129039 3865 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:42.129059 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:42.129066 3865 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 03:07:42.141138 3865 pod.go:62] [openshift-insights/insights-runtime-extractor-jkkxw] pod update took 27.754912ms I0506 03:07:42.141157 3865 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jkkxw] addLogicalPort annotation time took 27.778086ms I0506 03:07:42.142211 3865 pods.go:271] [openshift-insights/insights-runtime-extractor-jkkxw] addLogicalPort took 28.94205ms, libovsdb time 794.572µs I0506 03:07:42.466292 3865 cni.go:452] [openshift-insights/insights-runtime-extractor-jkkxw 814a06dd0c77f9ee8e2b4c182b3c0a88a3ea648c558b9f43024014db62785d90 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jkkxw 814a06dd0c77f9ee8e2b4c182b3c0a88a3ea648c558b9f43024014db62785d90 network default NAD default NAD key ] I0506 03:07:42.477003 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jkkxw, hostIfaceName: 814a06dd0c77f9e, network: default, NAD default, SandboxID: "814a06dd0c77f9ee8e2b4c182b3c0a88a3ea648c558b9f43024014db62785d90", PCI device ID: , UID: "f3d9f614-01a7-469d-9d96-dfc34aaa66b0", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0506 03:07:42.484201 3865 cni.go:452] [openshift-ingress/router-default-6df6555f7c-9pcwq 05b580b8bcc74eff878ef64ce60fb2a40456a135bd5f46129c55bf96dde5b0a8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6df6555f7c-9pcwq 05b580b8bcc74eff878ef64ce60fb2a40456a135bd5f46129c55bf96dde5b0a8 network default NAD default NAD key ] I0506 03:07:42.492411 3865 cni.go:452] [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key ] I0506 03:07:42.494140 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6df6555f7c-9pcwq, hostIfaceName: 05b580b8bcc74ef, network: default, NAD default, SandboxID: "05b580b8bcc74eff878ef64ce60fb2a40456a135bd5f46129c55bf96dde5b0a8", PCI device ID: , UID: "b5d414f3-c5c1-4aa0-86b7-10a85167101e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0506 03:07:42.503430 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6768b979cc-d7zwg, hostIfaceName: 910c5798fe7f6e4, network: default, NAD default, SandboxID: "910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3", PCI device ID: , UID: "c0992dad-3b7e-4499-a312-0dbb6c76cacf", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0506 03:07:42.526644 3865 cni.go:473] [openshift-insights/insights-runtime-extractor-jkkxw 814a06dd0c77f9ee8e2b4c182b3c0a88a3ea648c558b9f43024014db62785d90 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jkkxw 814a06dd0c77f9ee8e2b4c182b3c0a88a3ea648c558b9f43024014db62785d90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:10:95:dc:de:37\",\"name\":\"814a06dd0c77f9e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09e02037-61fa-4c4f-8da8-2d4ab44c4973\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:42.542512 3865 cni.go:473] [openshift-ingress/router-default-6df6555f7c-9pcwq 05b580b8bcc74eff878ef64ce60fb2a40456a135bd5f46129c55bf96dde5b0a8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6df6555f7c-9pcwq 05b580b8bcc74eff878ef64ce60fb2a40456a135bd5f46129c55bf96dde5b0a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:66:e5:06:f1:ba\",\"name\":\"05b580b8bcc74ef\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a776877d-b135-4a47-a40f-9b66ee0d88ce\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:42.561022 3865 cni.go:473] [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:69:cc:11:bd:e2\",\"name\":\"910c5798fe7f6e4\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10f33123-3550-46f7-8a85-719d4db5de03\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:43.007473 3865 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:43.008115 3865 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:43.029609 3865 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:43.029629 3865 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:43.039235 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b997bbb4b-hvzbg I0506 03:07:43.039262 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b997bbb4b-hvzbg W0506 03:07:43.043173 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.043192 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.043199 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.043259 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.043274 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.070548 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.070566 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.070573 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.071321 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.071337 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.116124 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.116219 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.116230 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:43.116141 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:43.116290 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:44.013051 3865 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:07:44.055826 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 03:07:44.055843 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0506 03:07:44.104146 3865 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:44.104176 3865 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bcf5547c-7s2vr I0506 03:07:44.105429 3865 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bcf5547c-7s2vr, ips: 10.128.0.5 I0506 03:07:44.105465 3865 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:44.115488 3865 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bbd4749b5-xztpk] creating logical port openshift-image-registry_image-registry-7bbd4749b5-xztpk for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:44.115631 3865 kube.go:256] Updating pod openshift-image-registry/image-registry-7bbd4749b5-xztpk I0506 03:07:44.127971 3865 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:44.128051 3865 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:44.137803 3865 pod.go:62] [openshift-image-registry/image-registry-7bbd4749b5-xztpk] pod update took 22.199017ms I0506 03:07:44.137823 3865 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bbd4749b5-xztpk] addLogicalPort annotation time took 22.232211ms I0506 03:07:44.138176 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bcf5547c-7s2vr I0506 03:07:44.138210 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bcf5547c-7s2vr I0506 03:07:44.139260 3865 pods.go:271] [openshift-image-registry/image-registry-7bbd4749b5-xztpk] addLogicalPort took 23.787092ms, libovsdb time 1.089572ms I0506 03:07:44.140534 3865 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 03:07:44.154724 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:44.154739 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:07:44.154744 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 03:07:44.280527 3865 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:07:44.615329 3865 cni.go:452] [openshift-image-registry/image-registry-7bbd4749b5-xztpk 3fb434cdfbe1f195eae8a70e0eb11ed6d01a6b4f59976041ba401da13853ec8a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bbd4749b5-xztpk 3fb434cdfbe1f195eae8a70e0eb11ed6d01a6b4f59976041ba401da13853ec8a network default NAD default NAD key ] I0506 03:07:44.635654 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bbd4749b5-xztpk, hostIfaceName: 3fb434cdfbe1f19, network: default, NAD default, SandboxID: "3fb434cdfbe1f195eae8a70e0eb11ed6d01a6b4f59976041ba401da13853ec8a", PCI device ID: , UID: "06c0b77a-ab7e-4945-a892-cb60de90436a", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0506 03:07:44.683293 3865 cni.go:473] [openshift-image-registry/image-registry-7bbd4749b5-xztpk 3fb434cdfbe1f195eae8a70e0eb11ed6d01a6b4f59976041ba401da13853ec8a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bbd4749b5-xztpk 3fb434cdfbe1f195eae8a70e0eb11ed6d01a6b4f59976041ba401da13853ec8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:e3:48:0b:42:d3\",\"name\":\"3fb434cdfbe1f19\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f808ab5-395e-4fcd-bcdd-62dc61126d8d\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:45.079193 3865 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:07:46.056785 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:46.056806 3865 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:46.056811 3865 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:07:48.036976 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 03:07:54.246030 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:54.246160 3865 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 03:07:54.270201 3865 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.074119ms I0506 03:07:54.270232 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.111202ms I0506 03:07:54.271548 3865 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.53699ms, libovsdb time 955.52µs I0506 03:07:54.613833 3865 cni.go:452] [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key ] I0506 03:07:54.622831 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a686fc1ccc4d22d, network: default, NAD default, SandboxID: "a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b", PCI device ID: , UID: "50cffb10-7f09-4093-b23a-2b6cbb55d14e", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0506 03:07:54.670009 3865 cni.go:473] [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a7:29:ac:db:e0\",\"name\":\"a686fc1ccc4d22d\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/185c6196-2b64-493b-8538-94ce52201de6\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:56.140392 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:56.140410 3865 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:56.140417 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:07:56.237753 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c46c8f677-mwtqr] creating logical port openshift-monitoring_thanos-querier-c46c8f677-mwtqr for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:56.237856 3865 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c46c8f677-mwtqr I0506 03:07:56.261143 3865 pod.go:62] [openshift-monitoring/thanos-querier-c46c8f677-mwtqr] pod update took 23.329182ms I0506 03:07:56.261167 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-c46c8f677-mwtqr] addLogicalPort annotation time took 23.355867ms I0506 03:07:56.262302 3865 pods.go:271] [openshift-monitoring/thanos-querier-c46c8f677-mwtqr] addLogicalPort took 24.566143ms, libovsdb time 847.012µs I0506 03:07:56.600702 3865 cni.go:452] [openshift-monitoring/thanos-querier-c46c8f677-mwtqr b68847a9e8841922979cffa753f93ac736eab3ef6de13fcb4bf2e60ead7c9c01 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-c46c8f677-mwtqr b68847a9e8841922979cffa753f93ac736eab3ef6de13fcb4bf2e60ead7c9c01 network default NAD default NAD key ] I0506 03:07:56.611475 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c46c8f677-mwtqr, hostIfaceName: b68847a9e884192, network: default, NAD default, SandboxID: "b68847a9e8841922979cffa753f93ac736eab3ef6de13fcb4bf2e60ead7c9c01", PCI device ID: , UID: "caa464c2-8326-40d5-b754-22c7935ce072", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0506 03:07:56.658758 3865 cni.go:473] [openshift-monitoring/thanos-querier-c46c8f677-mwtqr b68847a9e8841922979cffa753f93ac736eab3ef6de13fcb4bf2e60ead7c9c01 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-c46c8f677-mwtqr b68847a9e8841922979cffa753f93ac736eab3ef6de13fcb4bf2e60ead7c9c01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:14:c7:95:93:84\",\"name\":\"b68847a9e884192\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/115c23f2-4aa1-46e2-ade4-a0580b2fd1e8\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:57.101456 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:57.101482 3865 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:07:57.101492 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:07:57.632465 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6d6f679f44-lvfjg] creating logical port openshift-monitoring_metrics-server-6d6f679f44-lvfjg for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:57.632552 3865 kube.go:256] Updating pod openshift-monitoring/metrics-server-6d6f679f44-lvfjg I0506 03:07:57.653971 3865 pod.go:62] [openshift-monitoring/metrics-server-6d6f679f44-lvfjg] pod update took 21.442889ms I0506 03:07:57.654062 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6d6f679f44-lvfjg] addLogicalPort annotation time took 21.537731ms I0506 03:07:57.655507 3865 pods.go:271] [openshift-monitoring/metrics-server-6d6f679f44-lvfjg] addLogicalPort took 23.054895ms, libovsdb time 1.091076ms I0506 03:07:58.348938 3865 cni.go:452] [openshift-monitoring/metrics-server-6d6f679f44-lvfjg 65ba7508e469c38c71093da088539eb01e511f7dafd9c561d954688cf7a22c6b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6d6f679f44-lvfjg 65ba7508e469c38c71093da088539eb01e511f7dafd9c561d954688cf7a22c6b network default NAD default NAD key ] I0506 03:07:58.359071 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6d6f679f44-lvfjg, hostIfaceName: 65ba7508e469c38, network: default, NAD default, SandboxID: "65ba7508e469c38c71093da088539eb01e511f7dafd9c561d954688cf7a22c6b", PCI device ID: , UID: "6541c1b5-2672-4af3-ac69-adf07e88b292", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0506 03:07:58.405830 3865 cni.go:473] [openshift-monitoring/metrics-server-6d6f679f44-lvfjg 65ba7508e469c38c71093da088539eb01e511f7dafd9c561d954688cf7a22c6b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6d6f679f44-lvfjg 65ba7508e469c38c71093da088539eb01e511f7dafd9c561d954688cf7a22c6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7e:32:13:cd:be\",\"name\":\"65ba7508e469c38\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c47df6de-1be8-49dc-b1eb-d67ffb0a8264\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:07:58.414130 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5cfb968499-mblnz] creating logical port openshift-monitoring_telemeter-client-5cfb968499-mblnz for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:58.414232 3865 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5cfb968499-mblnz I0506 03:07:58.440256 3865 pod.go:62] [openshift-monitoring/telemeter-client-5cfb968499-mblnz] pod update took 26.051626ms I0506 03:07:58.440285 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5cfb968499-mblnz] addLogicalPort annotation time took 26.086501ms I0506 03:07:58.441569 3865 pods.go:271] [openshift-monitoring/telemeter-client-5cfb968499-mblnz] addLogicalPort took 27.453264ms, libovsdb time 928.858µs I0506 03:07:58.782961 3865 cni.go:452] [openshift-monitoring/telemeter-client-5cfb968499-mblnz 00d67de117da73206ef874aab2b52596140068be37911aa1c3cb03a408663e54 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5cfb968499-mblnz 00d67de117da73206ef874aab2b52596140068be37911aa1c3cb03a408663e54 network default NAD default NAD key ] I0506 03:07:58.792128 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5cfb968499-mblnz, hostIfaceName: 00d67de117da732, network: default, NAD default, SandboxID: "00d67de117da73206ef874aab2b52596140068be37911aa1c3cb03a408663e54", PCI device ID: , UID: "fb43525a-90fd-4e06-a4cb-f4ef9d86f5e1", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0506 03:07:58.839866 3865 cni.go:473] [openshift-monitoring/telemeter-client-5cfb968499-mblnz 00d67de117da73206ef874aab2b52596140068be37911aa1c3cb03a408663e54 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5cfb968499-mblnz 00d67de117da73206ef874aab2b52596140068be37911aa1c3cb03a408663e54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c3:28:e2:c5:e8\",\"name\":\"00d67de117da732\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4808b81d-0b8d-4aff-b5a4-bd6331dab59f\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:07:59.123461 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:07:59.123479 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:07:59.123485 3865 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:07:59.123489 3865 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 03:07:59.388418 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:07:59.388570 3865 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 03:07:59.421797 3865 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.27045ms I0506 03:07:59.421825 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.301931ms I0506 03:07:59.423337 3865 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 34.939043ms, libovsdb time 1.077703ms I0506 03:07:59.746843 3865 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key ] I0506 03:07:59.757222 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7a8b91de0528747, network: default, NAD default, SandboxID: "7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381", PCI device ID: , UID: "a4dc011d-96d4-426c-9e81-5f6c9a8d01db", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0506 03:07:59.809747 3865 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:bf:3f:c6:11:b7\",\"name\":\"7a8b91de0528747\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0711cc2-19a7-4fe3-baea-a7d2ab4637d6\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:08:00.140552 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:00.140575 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:00.168920 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:00.182414 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 03:08:01.163315 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.163334 3865 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.163340 3865 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.163345 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:01.191861 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:01.259525 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:01.259545 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:08:02.110991 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:02.111027 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:03.247042 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0506 03:08:05.036322 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:05.036356 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:05.079069 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:05.079091 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:08:05.164186 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.164211 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.164221 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:05.164229 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:08:07.070190 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:08:09.915472 3865 base_network_controller_pods.go:487] [default/openshift-console/console-84df56f8d4-89xv5] creating logical port openshift-console_console-84df56f8d4-89xv5 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:08:09.915579 3865 kube.go:256] Updating pod openshift-console/console-84df56f8d4-89xv5 I0506 03:08:09.933188 3865 pod.go:62] [openshift-console/console-84df56f8d4-89xv5] pod update took 17.633549ms I0506 03:08:09.933277 3865 base_network_controller_pods.go:951] [default/openshift-console/console-84df56f8d4-89xv5] addLogicalPort annotation time took 17.725831ms I0506 03:08:09.934498 3865 pods.go:271] [openshift-console/console-84df56f8d4-89xv5] addLogicalPort took 19.043438ms, libovsdb time 883.308µs I0506 03:08:10.274325 3865 cni.go:452] [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key ] I0506 03:08:10.283461 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-84df56f8d4-89xv5, hostIfaceName: da4faf7d1f51575, network: default, NAD default, SandboxID: "da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349", PCI device ID: , UID: "60ee6c78-b1a9-4a62-ae57-ef456ea2913a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0506 03:08:10.331153 3865 cni.go:473] [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:38:0d:3e:31:06\",\"name\":\"da4faf7d1f51575\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21b85b1c-b5f8-4f55-aafb-4418a1a92ae0\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:14.203538 3865 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 03:08:14.205062 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:08:20.234001 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 03:08:20.267518 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 03:08:20.329024 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:08:21.138940 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:08:21.236415 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:08:24.670064 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.670083 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:24.670089 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:08:28.266170 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:08:29.270961 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 03:08:30.356845 3865 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:30.357369 3865 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:31.291801 3865 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:31.291829 3865 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:31.294876 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bcf5547c-qx59n I0506 03:08:31.294894 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bcf5547c-qx59n W0506 03:08:36.285478 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 03:08:36.285535 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 03:08:36.285539 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 03:08:37.289749 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0506 03:08:41.415382 3865 cni.go:452] [openshift-multus/network-metrics-daemon-d9f9d af3a21ed5477b80a370e89cee2701508dd61e3c041292ad4ff51725c4d85fc6b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-d9f9d af3a21ed5477b80a370e89cee2701508dd61e3c041292ad4ff51725c4d85fc6b network default NAD default NAD key ] I0506 03:08:41.424704 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-d9f9d, hostIfaceName: af3a21ed5477b80, network: default, NAD default, SandboxID: "af3a21ed5477b80a370e89cee2701508dd61e3c041292ad4ff51725c4d85fc6b", PCI device ID: , UID: "6078bfe0-90d8-43bb-bddd-9d68a3c53cd1", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0506 03:08:41.473738 3865 cni.go:473] [openshift-multus/network-metrics-daemon-d9f9d af3a21ed5477b80a370e89cee2701508dd61e3c041292ad4ff51725c4d85fc6b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-d9f9d af3a21ed5477b80a370e89cee2701508dd61e3c041292ad4ff51725c4d85fc6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:cb:ab:20:87:8e\",\"name\":\"af3a21ed5477b80\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/857474b9-e985-42c9-932a-fd2c5264717a\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:08:45.557551 3865 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-l8k27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:45.558151 3865 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-l8k27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:46.362464 3865 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-l8k27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:46.362495 3865 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-l8k27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:46.365352 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84df56f8d4-l8k27 I0506 03:08:46.365366 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84df56f8d4-l8k27 I0506 03:08:50.504704 3865 cni.go:452] [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key ] I0506 03:08:50.571824 3865 cni.go:473] [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-84df56f8d4-89xv5 da4faf7d1f5157506612d0214b2d6327d564836a6a7884ce0c762505fedf2349 network default NAD default NAD key default], result "{}", err I0506 03:08:50.623576 3865 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-89xv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:50.623607 3865 pods.go:176] Deleting pod: openshift-console/console-84df56f8d4-89xv5 I0506 03:08:50.624902 3865 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84df56f8d4-89xv5, ips: 10.128.0.22 I0506 03:08:50.624933 3865 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-89xv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:51.346691 3865 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-89xv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:51.346723 3865 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-89xv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:51.352665 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84df56f8d4-89xv5 I0506 03:08:51.352713 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84df56f8d4-89xv5 I0506 03:09:00.220942 3865 cni.go:452] [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key ] I0506 03:09:00.317328 3865 cni.go:473] [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6768b979cc-d7zwg 910c5798fe7f6e47d11d2364ceb949bff5047b99d47dfa83f0ea5d1285522ca3 network default NAD default NAD key default], result "{}", err I0506 03:09:00.365578 3865 obj_retry.go:498] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:00.365615 3865 pods.go:176] Deleting pod: openshift-ingress/router-default-6768b979cc-d7zwg I0506 03:09:00.367056 3865 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6768b979cc-d7zwg, ips: 10.128.0.14 I0506 03:09:00.367086 3865 obj_retry.go:498] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:09:00.424108 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:09:00.424131 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:09:00.687400 3865 obj_retry.go:492] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:00.687424 3865 obj_retry.go:492] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:00.690849 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6768b979cc-d7zwg I0506 03:09:00.690875 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6768b979cc-d7zwg I0506 03:09:10.844707 3865 base_network_controller_pods.go:487] [default/openshift-console/console-77d4b8d4d4-764tk] creating logical port openshift-console_console-77d4b8d4d4-764tk for pod on switch ip-10-0-2-14.ec2.internal I0506 03:09:10.844807 3865 kube.go:256] Updating pod openshift-console/console-77d4b8d4d4-764tk I0506 03:09:10.859926 3865 pod.go:62] [openshift-console/console-77d4b8d4d4-764tk] pod update took 15.1457ms I0506 03:09:10.859954 3865 base_network_controller_pods.go:951] [default/openshift-console/console-77d4b8d4d4-764tk] addLogicalPort annotation time took 15.177961ms I0506 03:09:10.861168 3865 pods.go:271] [openshift-console/console-77d4b8d4d4-764tk] addLogicalPort took 16.491777ms, libovsdb time 855.294µs I0506 03:09:10.995202 3865 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 03:09:11.218171 3865 cni.go:452] [openshift-console/console-77d4b8d4d4-764tk d4fb1da3938381c320e2078648a31ef782687d9745a9aeb53384129a21dcec83 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77d4b8d4d4-764tk d4fb1da3938381c320e2078648a31ef782687d9745a9aeb53384129a21dcec83 network default NAD default NAD key ] I0506 03:09:11.227214 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77d4b8d4d4-764tk, hostIfaceName: d4fb1da3938381c, network: default, NAD default, SandboxID: "d4fb1da3938381c320e2078648a31ef782687d9745a9aeb53384129a21dcec83", PCI device ID: , UID: "2208e7d2-0688-4bc1-bc6c-63c345184b9f", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0506 03:09:11.276664 3865 cni.go:473] [openshift-console/console-77d4b8d4d4-764tk d4fb1da3938381c320e2078648a31ef782687d9745a9aeb53384129a21dcec83 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77d4b8d4d4-764tk d4fb1da3938381c320e2078648a31ef782687d9745a9aeb53384129a21dcec83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:0b:70:06:f3:8a\",\"name\":\"d4fb1da3938381c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ca38c8a-b909-472f-a628-989244519afc\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:09:13.461734 3865 cni.go:452] [openshift-dns/dns-default-4gd69 e9e1e38808bee82fad302ebe7ce3123dcb6a30a28a98b280ebc79c1c65bbfff4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4gd69 e9e1e38808bee82fad302ebe7ce3123dcb6a30a28a98b280ebc79c1c65bbfff4 network default NAD default NAD key ] I0506 03:09:13.474602 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4gd69, hostIfaceName: e9e1e38808bee82, network: default, NAD default, SandboxID: "e9e1e38808bee82fad302ebe7ce3123dcb6a30a28a98b280ebc79c1c65bbfff4", PCI device ID: , UID: "ef05e464-45d0-4c35-ac3e-1a7f8d0e359a", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0506 03:09:13.527963 3865 cni.go:473] [openshift-dns/dns-default-4gd69 e9e1e38808bee82fad302ebe7ce3123dcb6a30a28a98b280ebc79c1c65bbfff4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4gd69 e9e1e38808bee82fad302ebe7ce3123dcb6a30a28a98b280ebc79c1c65bbfff4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a4:3f:9e:94:2f\",\"name\":\"e9e1e38808bee82\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b2bde75-d883-4fcb-b6c6-17288f10c0c1\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:09:14.844768 3865 cni.go:452] [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key ] I0506 03:09:14.921521 3865 cni.go:473] [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 a686fc1ccc4d22d4a74691399d87643fabc89ac9f25efeec6df095e861483c0b network default NAD default NAD key default], result "{}", err I0506 03:09:15.312145 3865 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:15.312185 3865 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0506 03:09:15.313620 3865 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.17 I0506 03:09:15.313652 3865 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:15.472129 3865 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:15.472163 3865 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:15.478913 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 03:09:15.478947 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 03:09:15.516970 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:09:15.517113 3865 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 03:09:15.544239 3865 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.179062ms I0506 03:09:15.544265 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.212321ms I0506 03:09:15.545561 3865 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.611962ms, libovsdb time 924.452µs I0506 03:09:15.875943 3865 cni.go:452] [openshift-monitoring/alertmanager-main-1 3a8d9effcedaf0899b6ab377bded0777d69f2325d05fea9bcab46a75c8dbdb73 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3a8d9effcedaf0899b6ab377bded0777d69f2325d05fea9bcab46a75c8dbdb73 network default NAD default NAD key ] I0506 03:09:15.885930 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3a8d9effcedaf08, network: default, NAD default, SandboxID: "3a8d9effcedaf0899b6ab377bded0777d69f2325d05fea9bcab46a75c8dbdb73", PCI device ID: , UID: "1b91601d-0bf5-46de-b41d-d57168e9c280", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0506 03:09:15.933625 3865 cni.go:473] [openshift-monitoring/alertmanager-main-1 3a8d9effcedaf0899b6ab377bded0777d69f2325d05fea9bcab46a75c8dbdb73 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3a8d9effcedaf0899b6ab377bded0777d69f2325d05fea9bcab46a75c8dbdb73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:df:66:86:39:22\",\"name\":\"3a8d9effcedaf08\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb92f80-28af-47cf-9ad6-b5050fd4098f\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:09:19.262257 3865 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:19.262935 3865 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:19.532335 3865 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:19.532368 3865 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:19.538083 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 03:09:19.538109 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0506 03:09:21.507074 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:09:26.490572 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:09:26.490595 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:09:26.490601 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0506 03:09:36.128925 3865 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-fktlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:36.129419 3865 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-fktlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:36.531733 3865 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-fktlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:36.531762 3865 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-fktlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:36.537775 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbc56f74f-fktlt I0506 03:09:36.537803 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbc56f74f-fktlt W0506 03:09:45.932302 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:09:45.932329 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:09:45.932337 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:09:46.861450 3865 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:46.861975 3865 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:47.241011 3865 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:47.241577 3865 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:47.637586 3865 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.637609 3865 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.643876 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 03:09:47.643901 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 03:09:47.660644 3865 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.660668 3865 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:47.663369 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbc56f74f-9vqcw I0506 03:09:47.663392 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbc56f74f-9vqcw I0506 03:10:04.763156 3865 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.763711 3865 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:05.663974 3865 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:05.663997 3865 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:22.019136 3865 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key ] I0506 03:10:22.093330 3865 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 7a8b91de0528747c3d1140d42844dffd2c06bd4c76cd6096bd957ed1ab84c381 network default NAD default NAD key default], result "{}", err I0506 03:10:22.154925 3865 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:22.154957 3865 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0506 03:10:22.156231 3865 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.21 I0506 03:10:22.156260 3865 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:22.741690 3865 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:22.741715 3865 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:22.749286 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 03:10:22.749320 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 03:10:22.792645 3865 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:10:22.792759 3865 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 03:10:22.819656 3865 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.933308ms I0506 03:10:22.819697 3865 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.975862ms I0506 03:10:22.821044 3865 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.416639ms, libovsdb time 947.548µs I0506 03:10:23.151952 3865 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a251c87cdb4cab58fd876613dc9a03aedb66507aebd4bd4a0f3a163b132771e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a251c87cdb4cab58fd876613dc9a03aedb66507aebd4bd4a0f3a163b132771e9 network default NAD default NAD key ] I0506 03:10:23.162110 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a251c87cdb4cab5, network: default, NAD default, SandboxID: "a251c87cdb4cab58fd876613dc9a03aedb66507aebd4bd4a0f3a163b132771e9", PCI device ID: , UID: "5b4c1308-46c8-4b1e-9b1e-dfbec56fed57", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0506 03:10:23.210256 3865 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a251c87cdb4cab58fd876613dc9a03aedb66507aebd4bd4a0f3a163b132771e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a251c87cdb4cab58fd876613dc9a03aedb66507aebd4bd4a0f3a163b132771e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ba:95:0b:ec:a3\",\"name\":\"a251c87cdb4cab5\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bd5eacd-982c-4b44-89cd-ea9f5e384b48\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:10:23.867055 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0506 03:10:23.877628 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0506 03:10:52.782883 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=667 I0506 03:11:02.901088 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 03:11:15.796071 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 W0506 03:11:21.914435 3865 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0506 03:11:24.027322 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:11:24.027342 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:11:32.979368 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 03:11:32.979437 3865 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fxtp7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fxtp7: no pod IPs found I0506 03:11:47.778764 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0506 03:11:50.894839 3865 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 03:12:14.872234 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 03:12:23.774935 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=104 I0506 03:12:41.776428 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0506 03:12:55.862891 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 03:13:48.889147 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:13:52.901298 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 03:13:59.883407 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 03:14:31.862750 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 03:14:41.774907 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 03:15:52.531604 3865 namespace.go:98] [tsf] adding namespace I0506 03:15:52.532543 3865 namespace.go:102] [tsf] adding namespace took 912.251µs I0506 03:15:52.550065 3865 namespace.go:142] [tsf] updating namespace I0506 03:15:52.559899 3865 namespace.go:142] [tsf] updating namespace I0506 03:15:56.226763 3865 namespace.go:98] [rhtpa-operator] adding namespace I0506 03:15:56.227606 3865 namespace.go:102] [rhtpa-operator] adding namespace took 821.274µs I0506 03:15:56.228114 3865 namespace.go:98] [konflux-operator] adding namespace I0506 03:15:56.228831 3865 namespace.go:102] [konflux-operator] adding namespace took 698.117µs I0506 03:15:56.231318 3865 namespace.go:98] [tsf-tpa] adding namespace I0506 03:15:56.231403 3865 namespace.go:98] [cert-manager-operator] adding namespace I0506 03:15:56.232055 3865 namespace.go:102] [tsf-tpa] adding namespace took 719.456µs I0506 03:15:56.232087 3865 namespace.go:98] [tsf-tas] adding namespace I0506 03:15:56.232579 3865 namespace.go:102] [tsf-tas] adding namespace took 479.369µs I0506 03:15:56.233078 3865 namespace.go:102] [cert-manager-operator] adding namespace took 1.658604ms I0506 03:15:56.237315 3865 namespace.go:98] [rhbk-operator] adding namespace I0506 03:15:56.237447 3865 namespace.go:98] [konflux-ui] adding namespace I0506 03:15:56.237536 3865 namespace.go:98] [tsf-keycloak] adding namespace I0506 03:15:56.237956 3865 namespace.go:102] [rhbk-operator] adding namespace took 628.855µs I0506 03:15:56.238502 3865 namespace.go:102] [konflux-ui] adding namespace took 1.037904ms I0506 03:15:56.239007 3865 namespace.go:102] [tsf-keycloak] adding namespace took 1.459686ms I0506 03:15:56.253638 3865 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:15:56.266067 3865 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:15:56.280713 3865 namespace.go:142] [konflux-operator] updating namespace I0506 03:15:56.293880 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:56.293932 3865 namespace.go:142] [tsf-tas] updating namespace I0506 03:15:56.294086 3865 namespace.go:142] [konflux-operator] updating namespace I0506 03:15:56.294221 3865 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:15:56.301075 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:15:56.303985 3865 namespace.go:142] [rhbk-operator] updating namespace I0506 03:15:56.320020 3865 namespace.go:142] [konflux-operator] updating namespace I0506 03:15:56.320048 3865 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:15:56.329708 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:56.341061 3865 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:15:56.355035 3865 namespace.go:142] [tsf-tas] updating namespace I0506 03:15:56.357789 3865 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:15:56.376122 3865 namespace.go:142] [tsf-tas] updating namespace I0506 03:15:56.376235 3865 namespace.go:142] [rhbk-operator] updating namespace I0506 03:15:56.384498 3865 namespace.go:142] [rhbk-operator] updating namespace I0506 03:15:56.388085 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:15:56.417049 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:15:56.417114 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:56.422362 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:56.437418 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:15:56.446097 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:57.332924 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:15:57.345493 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:03.382805 3865 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.383382 3865 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.383407 3865 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.383417 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:03.383432 3865 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:03.383437 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:04.386327 3865 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.386905 3865 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.386935 3865 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.386944 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:04.386956 3865 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:04.386962 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:04.426311 3865 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:04.426332 3865 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:04.426345 3865 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:04.426355 3865 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.409985 3865 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.410007 3865 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.410020 3865 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:05.410034 3865 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:08.420343 3865 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.420883 3865 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.420909 3865 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.420917 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:08.420929 3865 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.420937 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:08.450607 3865 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.451020 3865 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.451043 3865 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.451050 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:08.451058 3865 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:08.451063 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:09.458157 3865 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.458181 3865 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.458195 3865 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.458207 3865 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481925 3865 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481942 3865 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481983 3865 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:09.481992 3865 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:10.510419 3865 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.510992 3865 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.511023 3865 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.511033 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:10.511048 3865 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.511054 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:10.601376 3865 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.601899 3865 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.601930 3865 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.601939 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:16:10.601955 3865 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:16:10.601960 3865 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:16:11.561415 3865 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.561442 3865 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.561460 3865 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.561472 3865 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.662917 3865 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.662945 3865 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.662964 3865 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:11.662982 3865 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:19.241449 3865 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-4ftkd for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:19.241579 3865 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd I0506 03:16:19.267788 3865 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd] pod update took 26.235984ms I0506 03:16:19.267811 3865 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd] addLogicalPort annotation time took 26.266205ms I0506 03:16:19.269084 3865 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd] addLogicalPort took 27.656697ms, libovsdb time 887.993µs I0506 03:16:19.599820 3865 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd ed2b3e793fe71864c2bf711af3162686a4e6098e135def67e5e5952b69049d64 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd ed2b3e793fe71864c2bf711af3162686a4e6098e135def67e5e5952b69049d64 network default NAD default NAD key ] I0506 03:16:19.609352 3865 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-4ftkd, hostIfaceName: ed2b3e793fe7186, network: default, NAD default, SandboxID: "ed2b3e793fe71864c2bf711af3162686a4e6098e135def67e5e5952b69049d64", PCI device ID: , UID: "a066838e-c797-464c-ae40-23764c4b11a8", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0506 03:16:19.658270 3865 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd ed2b3e793fe71864c2bf711af3162686a4e6098e135def67e5e5952b69049d64 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4ftkd ed2b3e793fe71864c2bf711af3162686a4e6098e135def67e5e5952b69049d64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:43:3d:bd:f4:c9\",\"name\":\"ed2b3e793fe7186\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db831b43-a624-45ff-807f-8277b4c999b8\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:16:20.569230 3865 namespace.go:98] [cert-manager] adding namespace I0506 03:16:20.570120 3865 namespace.go:102] [cert-manager] adding namespace took 866.341µs I0506 03:16:20.635018 3865 namespace.go:142] [cert-manager] updating namespace I0506 03:16:20.681366 3865 namespace.go:142] [cert-manager] updating namespace W0506 03:16:23.241588 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 03:16:23.533943 3865 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-kgxcw for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:23.534044 3865 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw I0506 03:16:23.547083 3865 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw] pod update took 13.070761ms I0506 03:16:23.547104 3865 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw] addLogicalPort annotation time took 13.097527ms I0506 03:16:23.548357 3865 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw] addLogicalPort took 14.430047ms, libovsdb time 932.336µs I0506 03:16:23.904222 3865 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw dedcdbec3208d00b78868ec777cfef46560157d8fdee7e60e9ec986230c9568c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw dedcdbec3208d00b78868ec777cfef46560157d8fdee7e60e9ec986230c9568c network default NAD default NAD key ] I0506 03:16:23.914559 3865 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-kgxcw, hostIfaceName: dedcdbec3208d00, network: default, NAD default, SandboxID: "dedcdbec3208d00b78868ec777cfef46560157d8fdee7e60e9ec986230c9568c", PCI device ID: , UID: "81d123fd-2b68-4c68-8124-67d172285bc7", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0506 03:16:23.964034 3865 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw dedcdbec3208d00b78868ec777cfef46560157d8fdee7e60e9ec986230c9568c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-kgxcw dedcdbec3208d00b78868ec777cfef46560157d8fdee7e60e9ec986230c9568c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b9:da:fa:8a:4a\",\"name\":\"dedcdbec3208d00\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64041435-37df-45ce-b7b3-1956b1e9f626\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:16:24.638274 3865 namespace.go:142] [openshift-operators] updating namespace I0506 03:16:24.653790 3865 namespace.go:142] [openshift-operators] updating namespace I0506 03:16:25.286415 3865 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-hncdr for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:25.286539 3865 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr I0506 03:16:25.302475 3865 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr] pod update took 15.971745ms I0506 03:16:25.302500 3865 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr] addLogicalPort annotation time took 16.000859ms I0506 03:16:25.303872 3865 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr] addLogicalPort took 17.47739ms, libovsdb time 921.028µs I0506 03:16:26.857287 3865 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr 94ec245ec92c513cee29293974a0dcbd8987437b03d624012bf2d9992ea8f006 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr 94ec245ec92c513cee29293974a0dcbd8987437b03d624012bf2d9992ea8f006 network default NAD default NAD key ] I0506 03:16:26.868391 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-hncdr, hostIfaceName: 94ec245ec92c513, network: default, NAD default, SandboxID: "94ec245ec92c513cee29293974a0dcbd8987437b03d624012bf2d9992ea8f006", PCI device ID: , UID: "5c96386f-8b4a-40c8-b7b7-d9fa85cf5c05", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0506 03:16:26.917776 3865 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr 94ec245ec92c513cee29293974a0dcbd8987437b03d624012bf2d9992ea8f006 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-hncdr 94ec245ec92c513cee29293974a0dcbd8987437b03d624012bf2d9992ea8f006 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f5:26:aa:7f:a6\",\"name\":\"94ec245ec92c513\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5182108e-6b81-4b3a-a8f7-2112ae19752d\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:16:27.306501 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:16:27.306521 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:16:30.250449 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 03:16:31.167069 3865 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-9qdhq for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:31.167221 3865 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq I0506 03:16:31.197385 3865 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq] pod update took 30.193411ms I0506 03:16:31.197414 3865 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq] addLogicalPort annotation time took 30.22384ms I0506 03:16:31.198787 3865 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq] addLogicalPort took 31.742123ms, libovsdb time 924.866µs I0506 03:16:31.528176 3865 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq 3399d4d1dd3049396249a767b42ec262a306771aeebcddb39ec05621442fc6df network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq 3399d4d1dd3049396249a767b42ec262a306771aeebcddb39ec05621442fc6df network default NAD default NAD key ] I0506 03:16:31.539481 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-9qdhq, hostIfaceName: 3399d4d1dd30493, network: default, NAD default, SandboxID: "3399d4d1dd3049396249a767b42ec262a306771aeebcddb39ec05621442fc6df", PCI device ID: , UID: "53572d54-2912-4554-90a5-f7344fac4e6b", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0506 03:16:31.589376 3865 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq 3399d4d1dd3049396249a767b42ec262a306771aeebcddb39ec05621442fc6df network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9qdhq 3399d4d1dd3049396249a767b42ec262a306771aeebcddb39ec05621442fc6df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e5:34:a0:b9:8a\",\"name\":\"3399d4d1dd30493\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7e63b23-0dd7-4ddc-92f6-b4a53fda0f90\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:16:31.799186 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20 I0506 03:16:33.400258 3865 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 03:16:33.401229 3865 namespace.go:102] [trusted-artifact-signer] adding namespace took 943.066µs I0506 03:16:33.431073 3865 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:33.441610 3865 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:33.476955 3865 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-dxnvp] creating logical port cert-manager_cert-manager-59c77684cc-dxnvp for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:33.477137 3865 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-dxnvp I0506 03:16:33.494438 3865 pod.go:62] [cert-manager/cert-manager-59c77684cc-dxnvp] pod update took 17.330995ms I0506 03:16:33.494459 3865 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-dxnvp] addLogicalPort annotation time took 17.356316ms I0506 03:16:33.495832 3865 pods.go:271] [cert-manager/cert-manager-59c77684cc-dxnvp] addLogicalPort took 18.883817ms, libovsdb time 934.393µs I0506 03:16:33.833829 3865 cni.go:452] [cert-manager/cert-manager-59c77684cc-dxnvp ae73c0dff9579d939cd27a7f96110ee4d1a5a900cc12784b7ffc28f4e832584f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-dxnvp ae73c0dff9579d939cd27a7f96110ee4d1a5a900cc12784b7ffc28f4e832584f network default NAD default NAD key ] I0506 03:16:33.844218 3865 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-dxnvp, hostIfaceName: ae73c0dff9579d9, network: default, NAD default, SandboxID: "ae73c0dff9579d939cd27a7f96110ee4d1a5a900cc12784b7ffc28f4e832584f", PCI device ID: , UID: "7d86f18a-1310-4d11-8bbc-a70c1578197c", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0506 03:16:33.895323 3865 cni.go:473] [cert-manager/cert-manager-59c77684cc-dxnvp ae73c0dff9579d939cd27a7f96110ee4d1a5a900cc12784b7ffc28f4e832584f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-dxnvp ae73c0dff9579d939cd27a7f96110ee4d1a5a900cc12784b7ffc28f4e832584f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a7:a4:7c:e6:ec\",\"name\":\"ae73c0dff9579d9\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8cd3de8-2893-4ff6-938f-47f37aaff021\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:16:34.252750 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:16:34.321589 3865 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:16:34.608045 3865 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-9ptwd for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:34.608136 3865 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd I0506 03:16:34.623101 3865 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd] pod update took 14.988392ms I0506 03:16:34.623124 3865 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd] addLogicalPort annotation time took 15.017066ms I0506 03:16:34.624393 3865 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd] addLogicalPort took 16.365373ms, libovsdb time 826.845µs I0506 03:16:34.965632 3865 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd 84166f3747f63b854164286e2d1ffcc81097ebd9c08e1c82486ada2ef76f083b network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd 84166f3747f63b854164286e2d1ffcc81097ebd9c08e1c82486ada2ef76f083b network default NAD default NAD key ] I0506 03:16:34.976448 3865 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-9ptwd, hostIfaceName: 84166f3747f63b8, network: default, NAD default, SandboxID: "84166f3747f63b854164286e2d1ffcc81097ebd9c08e1c82486ada2ef76f083b", PCI device ID: , UID: "95d24a23-67b7-4c1f-bf28-20df90aba4ff", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0506 03:16:35.024834 3865 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd 84166f3747f63b854164286e2d1ffcc81097ebd9c08e1c82486ada2ef76f083b network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9ptwd 84166f3747f63b854164286e2d1ffcc81097ebd9c08e1c82486ada2ef76f083b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:74:2a:7d:5c:82\",\"name\":\"84166f3747f63b8\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce9c156e-110b-495f-b4c1-c171d07fad5f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:16:38.099872 3865 namespace.go:142] [openshift-operators] updating namespace I0506 03:16:38.889436 3865 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-czccv] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-czccv for pod on switch ip-10-0-2-14.ec2.internal I0506 03:16:38.889706 3865 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-czccv I0506 03:16:38.908879 3865 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-czccv] pod update took 19.232004ms I0506 03:16:38.908902 3865 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-czccv] addLogicalPort annotation time took 19.261324ms I0506 03:16:38.910294 3865 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-czccv] addLogicalPort took 20.876271ms, libovsdb time 1.030246ms I0506 03:16:39.250384 3865 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-czccv 8a1b0204bbc1f8519097b8145cab6ef806ba22af8e4c917d17ce44ac4fc8f06a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-czccv 8a1b0204bbc1f8519097b8145cab6ef806ba22af8e4c917d17ce44ac4fc8f06a network default NAD default NAD key ] I0506 03:16:39.260585 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-czccv, hostIfaceName: 8a1b0204bbc1f85, network: default, NAD default, SandboxID: "8a1b0204bbc1f8519097b8145cab6ef806ba22af8e4c917d17ce44ac4fc8f06a", PCI device ID: , UID: "585fc97a-d588-45e5-9bfd-13101546f8ca", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0506 03:16:39.315213 3865 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-czccv 8a1b0204bbc1f8519097b8145cab6ef806ba22af8e4c917d17ce44ac4fc8f06a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-czccv 8a1b0204bbc1f8519097b8145cab6ef806ba22af8e4c917d17ce44ac4fc8f06a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:66:9a:51:23:a0\",\"name\":\"8a1b0204bbc1f85\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9492c8d-9512-43ce-8081-e440f364c236\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:16:41.307258 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 03:16:43.234550 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:16:43.234573 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:16:45.309293 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:16:50.260112 3865 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:50.260618 3865 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:16:50.294854 3865 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:50.294875 3865 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:16:50.296497 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 03:16:50.296520 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 03:16:53.752636 3865 namespace.go:98] [openshift-pipelines] adding namespace I0506 03:16:53.753478 3865 namespace.go:102] [openshift-pipelines] adding namespace took 818.567µs I0506 03:16:53.780520 3865 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:16:54.463378 3865 namespace.go:142] [cert-manager] updating namespace I0506 03:16:54.659688 3865 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:16:54.880218 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 03:16:55.062786 3865 namespace.go:142] [konflux-operator] updating namespace I0506 03:16:55.265536 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:16:55.464258 3865 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace I0506 03:16:55.865096 3865 namespace.go:142] [rhbk-operator] updating namespace I0506 03:16:56.067859 3865 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:16:56.265943 3865 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:56.470267 3865 namespace.go:142] [tsf] updating namespace I0506 03:16:56.675372 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:56.871845 3865 namespace.go:142] [tsf-tas] updating namespace I0506 03:16:57.072909 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:16:57.208833 3865 namespace.go:142] [cert-manager] updating namespace I0506 03:16:57.218253 3865 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:16:57.228848 3865 namespace.go:142] [default] updating namespace I0506 03:16:57.240607 3865 namespace.go:142] [konflux-operator] updating namespace I0506 03:16:57.249908 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:16:57.263880 3865 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace I0506 03:16:57.271833 3865 namespace.go:142] [openshift] updating namespace I0506 03:16:57.283799 3865 namespace.go:142] [rhbk-operator] updating namespace I0506 03:16:57.291306 3865 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:16:57.300526 3865 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:57.309048 3865 namespace.go:142] [tsf] updating namespace I0506 03:16:57.317884 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:57.335610 3865 namespace.go:142] [tsf-tas] updating namespace I0506 03:16:57.356819 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:16:57.457158 3865 namespace.go:142] [cert-manager] updating namespace I0506 03:16:57.556512 3865 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:16:57.658963 3865 namespace.go:142] [default] updating namespace I0506 03:16:57.755023 3865 namespace.go:142] [konflux-operator] updating namespace I0506 03:16:57.858691 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:16:57.957149 3865 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace I0506 03:16:58.055251 3865 namespace.go:142] [openshift] updating namespace I0506 03:16:58.158810 3865 namespace.go:142] [rhbk-operator] updating namespace I0506 03:16:58.254937 3865 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:16:58.361798 3865 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:16:58.455190 3865 namespace.go:142] [tsf] updating namespace I0506 03:16:58.555761 3865 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:16:58.655413 3865 namespace.go:142] [tsf-tas] updating namespace I0506 03:16:58.757307 3865 namespace.go:142] [tsf-tpa] updating namespace I0506 03:16:59.044604 3865 namespace.go:142] [openshift-pipelines] updating namespace W0506 03:16:59.156667 3865 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 03:17:01.241193 3865 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 03:17:06.838252 3865 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-9w2kh for pod on switch ip-10-0-2-14.ec2.internal I0506 03:17:06.838351 3865 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh I0506 03:17:06.863361 3865 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh] pod update took 25.030394ms I0506 03:17:06.863386 3865 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh] addLogicalPort annotation time took 25.066206ms I0506 03:17:06.864546 3865 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh] addLogicalPort took 26.308586ms, libovsdb time 741.807µs I0506 03:17:07.200073 3865 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh cea683e78f643ad2ac1c07cc2efa66251ae8c5320d03d367301a963c0b13c0bb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh cea683e78f643ad2ac1c07cc2efa66251ae8c5320d03d367301a963c0b13c0bb network default NAD default NAD key ] I0506 03:17:07.209511 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-9w2kh, hostIfaceName: cea683e78f643ad, network: default, NAD default, SandboxID: "cea683e78f643ad2ac1c07cc2efa66251ae8c5320d03d367301a963c0b13c0bb", PCI device ID: , UID: "44a7aff2-3f80-4bb0-9e2e-75aaca082ffa", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0506 03:17:07.261032 3865 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh cea683e78f643ad2ac1c07cc2efa66251ae8c5320d03d367301a963c0b13c0bb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-9w2kh cea683e78f643ad2ac1c07cc2efa66251ae8c5320d03d367301a963c0b13c0bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:12:73:aa:ed:4b\",\"name\":\"cea683e78f643ad\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71fe1479-60ff-43ba-a67e-9cc8a40d5ee7\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:17:11.681928 3865 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:11.681946 3865 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:11.681951 3865 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:11.681955 3865 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:17:19.248821 3865 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:17:19.248837 3865 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:17:19.248844 3865 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:17:19.483452 3865 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:19.483479 3865 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:19.483486 3865 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 03:17:28.777901 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 W0506 03:17:30.482477 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:30.482499 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:17:30.482505 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 03:17:34.897426 3865 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 03:17:37.473748 3865 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-k45p6] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-k45p6 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:17:37.473848 3865 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-k45p6 I0506 03:17:37.490835 3865 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-k45p6] pod update took 17.015587ms I0506 03:17:37.490860 3865 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-k45p6] addLogicalPort annotation time took 17.045077ms I0506 03:17:37.492072 3865 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-k45p6] addLogicalPort took 18.340137ms, libovsdb time 838.252µs I0506 03:17:37.587024 3865 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-wj727 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:17:37.587113 3865 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727 I0506 03:17:37.602715 3865 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727] pod update took 15.625518ms I0506 03:17:37.602740 3865 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727] addLogicalPort annotation time took 15.653115ms I0506 03:17:37.604121 3865 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727] addLogicalPort took 17.112984ms, libovsdb time 973.357µs I0506 03:17:37.838088 3865 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-k45p6 b43d287ae92c932c31f9521156ab1b839bcbadd434a472db5231dd94e25fb24b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-k45p6 b43d287ae92c932c31f9521156ab1b839bcbadd434a472db5231dd94e25fb24b network default NAD default NAD key ] I0506 03:17:37.847444 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-k45p6, hostIfaceName: b43d287ae92c932, network: default, NAD default, SandboxID: "b43d287ae92c932c31f9521156ab1b839bcbadd434a472db5231dd94e25fb24b", PCI device ID: , UID: "2e7b0b3d-94a7-4cd1-a290-1f19d6db5f3b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0506 03:17:37.899467 3865 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-k45p6 b43d287ae92c932c31f9521156ab1b839bcbadd434a472db5231dd94e25fb24b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-k45p6 b43d287ae92c932c31f9521156ab1b839bcbadd434a472db5231dd94e25fb24b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:5e:93:0d:2f:67\",\"name\":\"b43d287ae92c932\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47662e0-6813-4d2a-ab4a-295bcd0e3b3f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:17:37.947846 3865 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727 716a62bc5c5052e9e1338f2623c021076c2c8ccd1f4ee8b26339133ee13f5225 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727 716a62bc5c5052e9e1338f2623c021076c2c8ccd1f4ee8b26339133ee13f5225 network default NAD default NAD key ] I0506 03:17:37.958017 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-wj727, hostIfaceName: 716a62bc5c5052e, network: default, NAD default, SandboxID: "716a62bc5c5052e9e1338f2623c021076c2c8ccd1f4ee8b26339133ee13f5225", PCI device ID: , UID: "3bffad8b-d508-4db7-9ae5-1781377b92b6", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0506 03:17:38.008721 3865 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727 716a62bc5c5052e9e1338f2623c021076c2c8ccd1f4ee8b26339133ee13f5225 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-wj727 716a62bc5c5052e9e1338f2623c021076c2c8ccd1f4ee8b26339133ee13f5225 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:41:09:d9:c6:dc\",\"name\":\"716a62bc5c5052e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6146ade8-37d0-4b2c-9252-e33e89443378\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:17:40.814933 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 03:17:47.491692 3865 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:17:47.492196 3865 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:17:47.512431 3865 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:17:47.512451 3865 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:17:47.518323 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 03:17:47.518350 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 03:17:49.608937 3865 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 03:17:49.609517 3865 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 03:17:49.609536 3865 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 03:17:49.611829 3865 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0506 03:17:56.417529 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:17:56.417553 3865 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:17:56.418097 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:17:56.418109 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0506 03:18:01.781300 3865 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:18:05.779756 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=42 I0506 03:18:19.500658 3865 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-hmnpr for pod on switch ip-10-0-2-14.ec2.internal I0506 03:18:19.500764 3865 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr I0506 03:18:19.523172 3865 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr] pod update took 22.43381ms I0506 03:18:19.523195 3865 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr] addLogicalPort annotation time took 22.461644ms I0506 03:18:19.524379 3865 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr] addLogicalPort took 23.735676ms, libovsdb time 812.063µs I0506 03:18:19.863105 3865 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr 1b55cb7ea82ea3eb311306e17a2035e588f3ccbe2d42064c514e34089e61af98 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr 1b55cb7ea82ea3eb311306e17a2035e588f3ccbe2d42064c514e34089e61af98 network default NAD default NAD key ] I0506 03:18:19.886397 3865 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-hmnpr, hostIfaceName: 1b55cb7ea82ea3e, network: default, NAD default, SandboxID: "1b55cb7ea82ea3eb311306e17a2035e588f3ccbe2d42064c514e34089e61af98", PCI device ID: , UID: "1781c4e5-7c8e-4675-96c2-24b891b3350a", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0506 03:18:19.937509 3865 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr 1b55cb7ea82ea3eb311306e17a2035e588f3ccbe2d42064c514e34089e61af98 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-hmnpr 1b55cb7ea82ea3eb311306e17a2035e588f3ccbe2d42064c514e34089e61af98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9d:a7:d8:ef:2b\",\"name\":\"1b55cb7ea82ea3e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff5c3e21-089a-438b-ae65-412eeb3d2856\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:18:22.675838 3865 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:22.676459 3865 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:22.717167 3865 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:22.717194 3865 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:22.722889 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 03:18:22.722914 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 03:18:24.506809 3865 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-8kb94-8mbbw] creating logical port tsf-tas_segment-backup-installation-8kb94-8mbbw for pod on switch ip-10-0-2-14.ec2.internal I0506 03:18:24.506928 3865 kube.go:256] Updating pod tsf-tas/segment-backup-installation-8kb94-8mbbw I0506 03:18:24.522201 3865 pod.go:62] [tsf-tas/segment-backup-installation-8kb94-8mbbw] pod update took 15.295853ms I0506 03:18:24.522227 3865 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-8kb94-8mbbw] addLogicalPort annotation time took 15.324505ms I0506 03:18:24.523477 3865 pods.go:271] [tsf-tas/segment-backup-installation-8kb94-8mbbw] addLogicalPort took 16.683029ms, libovsdb time 881.158µs I0506 03:18:24.868816 3865 cni.go:452] [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key ] I0506 03:18:24.878634 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-8kb94-8mbbw, hostIfaceName: 83e9ce0aa893e9c, network: default, NAD default, SandboxID: "83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00", PCI device ID: , UID: "8c67ea71-b608-4620-92aa-baa6eb93b28d", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0506 03:18:24.933839 3865 cni.go:473] [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:6b:d5:23:42:3e\",\"name\":\"83e9ce0aa893e9c\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ce62b65-6322-4733-a4e3-f5514ed113ea\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:18:25.041155 3865 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5d79fb5fb4-j7tff] creating logical port tsf-tas_fulcio-server-5d79fb5fb4-j7tff for pod on switch ip-10-0-2-14.ec2.internal I0506 03:18:25.041247 3865 kube.go:256] Updating pod tsf-tas/fulcio-server-5d79fb5fb4-j7tff I0506 03:18:25.062859 3865 pod.go:62] [tsf-tas/fulcio-server-5d79fb5fb4-j7tff] pod update took 21.636755ms I0506 03:18:25.062881 3865 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5d79fb5fb4-j7tff] addLogicalPort annotation time took 21.663567ms I0506 03:18:25.064241 3865 pods.go:271] [tsf-tas/fulcio-server-5d79fb5fb4-j7tff] addLogicalPort took 23.106379ms, libovsdb time 995.122µs W0506 03:18:25.080475 3865 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:25.080501 3865 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:18:25.080507 3865 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 03:18:25.230570 3865 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-xk4r8-kpzxj] creating logical port tsf-tas_ctlog-createtree-job-xk4r8-kpzxj for pod on switch ip-10-0-2-14.ec2.internal I0506 03:18:25.230732 3865 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-xk4r8-kpzxj I0506 03:18:25.254164 3865 pod.go:62] [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj] pod update took 23.459297ms I0506 03:18:25.254189 3865 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-xk4r8-kpzxj] addLogicalPort annotation time took 23.518263ms I0506 03:18:25.255423 3865 pods.go:271] [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj] addLogicalPort took 24.870176ms, libovsdb time 859.87µs I0506 03:18:25.404269 3865 cni.go:452] [tsf-tas/fulcio-server-5d79fb5fb4-j7tff 2942c1a4681dce5b3ae0acdba73b64a6aaf515d9a5090b8e4c4f0bfc05c5bf71 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5d79fb5fb4-j7tff 2942c1a4681dce5b3ae0acdba73b64a6aaf515d9a5090b8e4c4f0bfc05c5bf71 network default NAD default NAD key ] I0506 03:18:25.413918 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5d79fb5fb4-j7tff, hostIfaceName: 2942c1a4681dce5, network: default, NAD default, SandboxID: "2942c1a4681dce5b3ae0acdba73b64a6aaf515d9a5090b8e4c4f0bfc05c5bf71", PCI device ID: , UID: "a4628d7d-a411-4ab0-978f-96bba7df795a", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0506 03:18:25.464455 3865 cni.go:473] [tsf-tas/fulcio-server-5d79fb5fb4-j7tff 2942c1a4681dce5b3ae0acdba73b64a6aaf515d9a5090b8e4c4f0bfc05c5bf71 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5d79fb5fb4-j7tff 2942c1a4681dce5b3ae0acdba73b64a6aaf515d9a5090b8e4c4f0bfc05c5bf71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ea:1f:ba:72:29\",\"name\":\"2942c1a4681dce5\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5187af1e-76cd-442a-b77b-c47b3d569c55\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:18:25.594835 3865 cni.go:452] [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key ] I0506 03:18:25.605735 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-xk4r8-kpzxj, hostIfaceName: 74fdca487155b75, network: default, NAD default, SandboxID: "74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2", PCI device ID: , UID: "8559d965-a445-4f6f-acb8-4a27b10fe23b", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0506 03:18:25.662585 3865 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-587b6c8bd4-d5629] creating logical port tsf-tas_trillian-logsigner-587b6c8bd4-d5629 for pod on switch ip-10-0-2-14.ec2.internal I0506 03:18:25.662798 3865 kube.go:256] Updating pod tsf-tas/trillian-logsigner-587b6c8bd4-d5629 I0506 03:18:25.670852 3865 cni.go:473] [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7f:6b:b6:4e:b6\",\"name\":\"74fdca487155b75\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7ab924b-8221-4e7f-9b34-66d996bc3480\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:18:25.686959 3865 pod.go:62] [tsf-tas/trillian-logsigner-587b6c8bd4-d5629] pod update took 24.199747ms I0506 03:18:25.687042 3865 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-587b6c8bd4-d5629] addLogicalPort annotation time took 24.28712ms I0506 03:18:25.688609 3865 pods.go:271] [tsf-tas/trillian-logsigner-587b6c8bd4-d5629] addLogicalPort took 26.041106ms, libovsdb time 1.018237ms I0506 03:18:27.530054 3865 cni.go:452] [tsf-tas/trillian-logsigner-587b6c8bd4-d5629 7e75a802aff6b5389700e140b9f1cdcd8d0fb5e5df1a4dd1080eee677c251b90 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-587b6c8bd4-d5629 7e75a802aff6b5389700e140b9f1cdcd8d0fb5e5df1a4dd1080eee677c251b90 network default NAD default NAD key ] I0506 03:18:27.542768 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-587b6c8bd4-d5629, hostIfaceName: 7e75a802aff6b53, network: default, NAD default, SandboxID: "7e75a802aff6b5389700e140b9f1cdcd8d0fb5e5df1a4dd1080eee677c251b90", PCI device ID: , UID: "a06aa10b-60ce-41c7-854a-1387c6e931d7", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0506 03:18:27.601658 3865 cni.go:473] [tsf-tas/trillian-logsigner-587b6c8bd4-d5629 7e75a802aff6b5389700e140b9f1cdcd8d0fb5e5df1a4dd1080eee677c251b90 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-587b6c8bd4-d5629 7e75a802aff6b5389700e140b9f1cdcd8d0fb5e5df1a4dd1080eee677c251b90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e1:90:62:ef:b7\",\"name\":\"7e75a802aff6b53\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f1ec2ca-8cf3-4e53-859c-2d9cf1401076\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:18:27.825165 3865 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:18:27.825186 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:18:27.848856 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:18:27.848881 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0506 03:18:27.865417 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:18:28.263199 3865 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7fff758b95-9f4bm] creating logical port tsf-tas_trillian-db-7fff758b95-9f4bm for pod on switch ip-10-0-2-14.ec2.internal I0506 03:18:28.263311 3865 kube.go:256] Updating pod tsf-tas/trillian-db-7fff758b95-9f4bm I0506 03:18:28.276714 3865 pod.go:62] [tsf-tas/trillian-db-7fff758b95-9f4bm] pod update took 13.43202ms I0506 03:18:28.276741 3865 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7fff758b95-9f4bm] addLogicalPort annotation time took 13.463835ms I0506 03:18:28.278312 3865 pods.go:271] [tsf-tas/trillian-db-7fff758b95-9f4bm] addLogicalPort took 15.139406ms, libovsdb time 1.036208ms W0506 03:18:33.126488 3865 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 03:18:37.910262 3865 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 03:18:38.534248 3865 cni.go:452] [tsf-tas/trillian-db-7fff758b95-9f4bm afb82eace0d1dd6e2d53bafa9bc521743d863a33bb1313c964be543fcc88b727 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7fff758b95-9f4bm afb82eace0d1dd6e2d53bafa9bc521743d863a33bb1313c964be543fcc88b727 network default NAD default NAD key ] I0506 03:18:38.543541 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7fff758b95-9f4bm, hostIfaceName: afb82eace0d1dd6, network: default, NAD default, SandboxID: "afb82eace0d1dd6e2d53bafa9bc521743d863a33bb1313c964be543fcc88b727", PCI device ID: , UID: "c8d927c3-86dd-4fd3-80dd-63880a050cd0", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0506 03:18:38.595981 3865 cni.go:473] [tsf-tas/trillian-db-7fff758b95-9f4bm afb82eace0d1dd6e2d53bafa9bc521743d863a33bb1313c964be543fcc88b727 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7fff758b95-9f4bm afb82eace0d1dd6e2d53bafa9bc521743d863a33bb1313c964be543fcc88b727 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:ca:ba:ea:6c:7e\",\"name\":\"afb82eace0d1dd6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ce5572f-61f0-4a4f-9ed4-ba09be136a80\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:18:40.296608 3865 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v79vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:40.297251 3865 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v79vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:40.914842 3865 cni.go:452] [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key ] I0506 03:18:41.009426 3865 cni.go:473] [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-8kb94-8mbbw 83e9ce0aa893e9cfbccc53cc84b799dcf4a1b8ee49dce4a160b353f06581cf00 network default NAD default NAD key default], result "{}", err I0506 03:18:41.322981 3865 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v79vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:41.323010 3865 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v79vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:41.408778 3865 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:18:41.408817 3865 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-8kb94-8mbbw I0506 03:18:41.410281 3865 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-8kb94-8mbbw, ips: 10.128.0.37 I0506 03:18:41.410308 3865 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:18:41.911515 3865 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 03:18:41.922217 3865 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:18:41.922241 3865 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:18:51.713961 3865 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:18:51.713980 3865 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:18:52.961541 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0506 03:18:53.726770 3865 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 03:18:55.869592 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0506 03:19:12.035443 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 03:19:13.974355 3865 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:13.974898 3865 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:13.995707 3865 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:13.995729 3865 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:13.998998 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 03:19:13.999022 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 03:19:17.112847 3865 cni.go:452] [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key ] I0506 03:19:17.197132 3865 cni.go:473] [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-xk4r8-kpzxj 74fdca487155b753bb87bc4accc43a8868a34a7616e469debf64a29f1025c3c2 network default NAD default NAD key default], result "{}", err I0506 03:19:17.246572 3865 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:17.246610 3865 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-xk4r8-kpzxj I0506 03:19:17.248016 3865 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-xk4r8-kpzxj, ips: 10.128.0.39 I0506 03:19:17.248052 3865 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:18.123281 3865 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:18.123305 3865 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:20.480153 3865 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-778c4c6d76-l26zg] creating logical port tsf-tas_ctlog-778c4c6d76-l26zg for pod on switch ip-10-0-2-14.ec2.internal I0506 03:19:20.480233 3865 kube.go:256] Updating pod tsf-tas/ctlog-778c4c6d76-l26zg I0506 03:19:20.518435 3865 pod.go:62] [tsf-tas/ctlog-778c4c6d76-l26zg] pod update took 38.220167ms I0506 03:19:20.518465 3865 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-778c4c6d76-l26zg] addLogicalPort annotation time took 38.252371ms I0506 03:19:20.519754 3865 pods.go:271] [tsf-tas/ctlog-778c4c6d76-l26zg] addLogicalPort took 39.617483ms, libovsdb time 869.932µs I0506 03:19:21.439366 3865 cni.go:452] [tsf-tas/ctlog-778c4c6d76-l26zg 0e1dfcd90d431cbce54c80ed5604ed26d0bc13fda532391121ee8ae05b421d60 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-778c4c6d76-l26zg 0e1dfcd90d431cbce54c80ed5604ed26d0bc13fda532391121ee8ae05b421d60 network default NAD default NAD key ] I0506 03:19:21.448885 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-778c4c6d76-l26zg, hostIfaceName: 0e1dfcd90d431cb, network: default, NAD default, SandboxID: "0e1dfcd90d431cbce54c80ed5604ed26d0bc13fda532391121ee8ae05b421d60", PCI device ID: , UID: "c776756c-3959-4a61-afce-5d377b887267", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0506 03:19:21.501561 3865 cni.go:473] [tsf-tas/ctlog-778c4c6d76-l26zg 0e1dfcd90d431cbce54c80ed5604ed26d0bc13fda532391121ee8ae05b421d60 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-778c4c6d76-l26zg 0e1dfcd90d431cbce54c80ed5604ed26d0bc13fda532391121ee8ae05b421d60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:17:b7:cc:fd:cb\",\"name\":\"0e1dfcd90d431cb\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ac899b0-41ac-4400-802b-30def5562e45\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:19:23.002051 3865 obj_retry.go:498] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:23.002631 3865 obj_retry.go:498] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:19:23.143457 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 03:19:24.025342 3865 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:24.025367 3865 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:31.036736 3865 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xvjmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:31.037266 3865 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xvjmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:32.060393 3865 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xvjmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.060430 3865 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xvjmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.095244 3865 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.095267 3865 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:32.098298 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-kq5jh I0506 03:19:32.098320 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-kq5jh W0506 03:19:34.160535 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0506 03:19:37.070410 3865 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:37.071025 3865 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:37.091370 3865 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:37.091391 3865 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:37.097117 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 03:19:37.097143 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 03:19:37.785834 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=448 I0506 03:19:37.904021 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 03:19:38.356593 3865 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-h6vdl] creating logical port tsf-tpa_create-db-h6vdl for pod on switch ip-10-0-2-14.ec2.internal I0506 03:19:38.356734 3865 kube.go:256] Updating pod tsf-tpa/create-db-h6vdl I0506 03:19:38.369094 3865 pod.go:62] [tsf-tpa/create-db-h6vdl] pod update took 12.41744ms I0506 03:19:38.369123 3865 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-h6vdl] addLogicalPort annotation time took 12.45379ms I0506 03:19:38.370412 3865 pods.go:271] [tsf-tpa/create-db-h6vdl] addLogicalPort took 13.841513ms, libovsdb time 901.812µs I0506 03:19:38.713272 3865 cni.go:452] [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key ] I0506 03:19:38.722451 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-h6vdl, hostIfaceName: 79b269ca7ea4361, network: default, NAD default, SandboxID: "79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816", PCI device ID: , UID: "be2d8a6e-8d98-4cf3-8fc3-f62daa5c44ba", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0506 03:19:38.777167 3865 cni.go:473] [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:84:44:f3:3b:46\",\"name\":\"79b269ca7ea4361\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/854ec0d3-9ff7-4100-9378-33e8db74b86e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:19:43.261328 3865 cni.go:452] [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key ] I0506 03:19:43.342501 3865 cni.go:473] [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-h6vdl 79b269ca7ea43614f2c9d795b17c3b7d65ec231cca2e8e935f3395b150da1816 network default NAD default NAD key default], result "{}", err I0506 03:19:43.392293 3865 obj_retry.go:498] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:43.392334 3865 pods.go:176] Deleting pod: tsf-tpa/create-db-h6vdl I0506 03:19:43.393718 3865 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-h6vdl, ips: 10.128.0.43 I0506 03:19:43.393750 3865 obj_retry.go:498] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:44.414960 3865 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:44.414991 3865 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:44.512955 3865 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-s9tvv] creating logical port tsf-tpa_migrate-db-s9tvv for pod on switch ip-10-0-2-14.ec2.internal I0506 03:19:44.513055 3865 kube.go:256] Updating pod tsf-tpa/migrate-db-s9tvv I0506 03:19:44.525332 3865 pod.go:62] [tsf-tpa/migrate-db-s9tvv] pod update took 12.303632ms I0506 03:19:44.525353 3865 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-s9tvv] addLogicalPort annotation time took 12.329491ms I0506 03:19:44.526763 3865 pods.go:271] [tsf-tpa/migrate-db-s9tvv] addLogicalPort took 13.828204ms, libovsdb time 967.712µs I0506 03:19:44.872120 3865 cni.go:452] [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key ] I0506 03:19:44.881608 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-s9tvv, hostIfaceName: b4d678d7cf84d8d, network: default, NAD default, SandboxID: "b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c", PCI device ID: , UID: "8ce2ace4-26f8-452a-b7e0-e7d18c2f1bab", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0506 03:19:44.934365 3865 cni.go:473] [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ca:a6:8f:53:bf\",\"name\":\"b4d678d7cf84d8d\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd9c79c8-740c-498d-83bf-c11367f205f7\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:19:47.289896 3865 cni.go:452] [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key ] I0506 03:19:47.387405 3865 cni.go:473] [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-s9tvv b4d678d7cf84d8dc2d99fb4eacc6f1bdd8ec7352997dfbb89ccb886c436a608c network default NAD default NAD key default], result "{}", err I0506 03:19:47.436418 3865 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:47.436456 3865 pods.go:176] Deleting pod: tsf-tpa/migrate-db-s9tvv I0506 03:19:47.437803 3865 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-s9tvv, ips: 10.128.0.44 I0506 03:19:47.437832 3865 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:47.541515 3865 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:47.541541 3865 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:48.660119 3865 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:19:50.662797 3865 base_network_controller_pods.go:487] [default/tsf-tpa/server-7fb68d8d95-8zvxt] creating logical port tsf-tpa_server-7fb68d8d95-8zvxt for pod on switch ip-10-0-2-14.ec2.internal I0506 03:19:50.662897 3865 kube.go:256] Updating pod tsf-tpa/server-7fb68d8d95-8zvxt I0506 03:19:50.679751 3865 pod.go:62] [tsf-tpa/server-7fb68d8d95-8zvxt] pod update took 16.882334ms I0506 03:19:50.679774 3865 base_network_controller_pods.go:951] [default/tsf-tpa/server-7fb68d8d95-8zvxt] addLogicalPort annotation time took 16.911579ms I0506 03:19:50.681013 3865 pods.go:271] [tsf-tpa/server-7fb68d8d95-8zvxt] addLogicalPort took 18.2371ms, libovsdb time 835.56µs I0506 03:19:50.695585 3865 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-fwrpd] creating logical port tsf-tpa_importer-86bcdf477b-fwrpd for pod on switch ip-10-0-2-14.ec2.internal I0506 03:19:50.695696 3865 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-fwrpd I0506 03:19:50.713570 3865 pod.go:62] [tsf-tpa/importer-86bcdf477b-fwrpd] pod update took 17.914476ms I0506 03:19:50.713593 3865 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-fwrpd] addLogicalPort annotation time took 17.942144ms I0506 03:19:50.714969 3865 pods.go:271] [tsf-tpa/importer-86bcdf477b-fwrpd] addLogicalPort took 19.404001ms, libovsdb time 902.254µs I0506 03:19:52.734051 3865 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:52.734628 3865 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:53.605955 3865 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:53.605981 3865 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:55.173381 3865 obj_retry.go:498] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:55.173927 3865 obj_retry.go:498] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:19:56.196584 3865 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:19:56.196613 3865 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:20:01.065624 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 03:20:01.223763 3865 cni.go:452] [tsf-tpa/server-7fb68d8d95-8zvxt 2b7d3a5d8ea0534aaea823ebb2fec0c8738c28663e8bc7ad8fb7af284dbd66db network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7fb68d8d95-8zvxt 2b7d3a5d8ea0534aaea823ebb2fec0c8738c28663e8bc7ad8fb7af284dbd66db network default NAD default NAD key ] I0506 03:20:01.233147 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7fb68d8d95-8zvxt, hostIfaceName: 2b7d3a5d8ea0534, network: default, NAD default, SandboxID: "2b7d3a5d8ea0534aaea823ebb2fec0c8738c28663e8bc7ad8fb7af284dbd66db", PCI device ID: , UID: "f4cc7577-2ca5-4a63-9810-4a5ab377df6e", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0506 03:20:01.262157 3865 cni.go:452] [tsf-tpa/importer-86bcdf477b-fwrpd 85341b5d4f6f13374a4c706f324472cc4fe4cb4684d13a95499235359bce5ff8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-fwrpd 85341b5d4f6f13374a4c706f324472cc4fe4cb4684d13a95499235359bce5ff8 network default NAD default NAD key ] I0506 03:20:01.271879 3865 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-fwrpd, hostIfaceName: 85341b5d4f6f133, network: default, NAD default, SandboxID: "85341b5d4f6f13374a4c706f324472cc4fe4cb4684d13a95499235359bce5ff8", PCI device ID: , UID: "e9cda780-4d94-4053-8b5b-c1e1d79cd691", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0506 03:20:01.292815 3865 cni.go:473] [tsf-tpa/server-7fb68d8d95-8zvxt 2b7d3a5d8ea0534aaea823ebb2fec0c8738c28663e8bc7ad8fb7af284dbd66db network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7fb68d8d95-8zvxt 2b7d3a5d8ea0534aaea823ebb2fec0c8738c28663e8bc7ad8fb7af284dbd66db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4e:94:d6:4e:43\",\"name\":\"2b7d3a5d8ea0534\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b16932e-6ae4-41fd-add4-e9d4d7f131eb\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 03:20:01.325768 3865 cni.go:473] [tsf-tpa/importer-86bcdf477b-fwrpd 85341b5d4f6f13374a4c706f324472cc4fe4cb4684d13a95499235359bce5ff8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-fwrpd 85341b5d4f6f13374a4c706f324472cc4fe4cb4684d13a95499235359bce5ff8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d8:fd:dd:23:2a\",\"name\":\"85341b5d4f6f133\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c4f28ba-d344-4dd4-8997-7f781008490e\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 03:20:02.393032 3865 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0506 03:20:02.655490 3865 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0506 03:20:03.410854 3865 util.go:959] Failed to build node endpoints for node ip-10-0-2-14.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0506 03:20:04.577848 3865 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:04.578419 3865 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:20:05.096688 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 03:20:05.108647 3865 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.108670 3865 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.231535 3865 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.232081 3865 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.252623 3865 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.252647 3865 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.257714 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 03:20:05.257747 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 03:20:06.000955 3865 namespace.go:98] [integration-service] adding namespace I0506 03:20:06.001077 3865 namespace.go:98] [default-tenant] adding namespace I0506 03:20:06.001861 3865 namespace.go:102] [integration-service] adding namespace took 885.705µs I0506 03:20:06.002502 3865 namespace.go:102] [default-tenant] adding namespace took 1.408183ms I0506 03:20:06.004514 3865 namespace.go:98] [image-controller] adding namespace I0506 03:20:06.005219 3865 namespace.go:102] [image-controller] adding namespace took 689.782µs I0506 03:20:06.006167 3865 namespace.go:98] [build-service] adding namespace I0506 03:20:06.006753 3865 namespace.go:102] [build-service] adding namespace took 572.389µs I0506 03:20:06.056623 3865 namespace.go:142] [integration-service] updating namespace I0506 03:20:06.077071 3865 namespace.go:142] [integration-service] updating namespace I0506 03:20:06.109821 3865 namespace.go:142] [default-tenant] updating namespace I0506 03:20:06.136927 3865 namespace.go:142] [default-tenant] updating namespace I0506 03:20:06.151442 3865 namespace.go:142] [image-controller] updating namespace I0506 03:20:06.161224 3865 namespace.go:142] [build-service] updating namespace I0506 03:20:06.183697 3865 namespace.go:142] [integration-service] updating namespace I0506 03:20:06.195102 3865 namespace.go:142] [image-controller] updating namespace I0506 03:20:06.210258 3865 namespace.go:142] [build-service] updating namespace I0506 03:20:06.230232 3865 namespace.go:142] [build-service] updating namespace I0506 03:20:06.247487 3865 namespace.go:98] [release-service] adding namespace I0506 03:20:06.248374 3865 namespace.go:102] [release-service] adding namespace took 871.771µs I0506 03:20:06.294467 3865 namespace.go:142] [release-service] updating namespace I0506 03:20:06.294638 3865 namespace.go:142] [konflux-ui] updating namespace I0506 03:20:06.304854 3865 namespace.go:142] [release-service] updating namespace I0506 03:20:06.376362 3865 namespace.go:98] [konflux-info] adding namespace I0506 03:20:06.377183 3865 namespace.go:102] [konflux-info] adding namespace took 801.574µs I0506 03:20:06.414335 3865 namespace.go:98] [namespace-lister] adding namespace I0506 03:20:06.415075 3865 namespace.go:102] [namespace-lister] adding namespace took 720.498µs I0506 03:20:06.431431 3865 namespace.go:142] [konflux-info] updating namespace I0506 03:20:06.473124 3865 namespace.go:142] [konflux-info] updating namespace I0506 03:20:06.519637 3865 namespace.go:98] [enterprise-contract-service] adding namespace I0506 03:20:06.520557 3865 namespace.go:102] [enterprise-contract-service] adding namespace took 900.682µs I0506 03:20:06.525834 3865 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:06.551749 3865 namespace.go:142] [image-controller] updating namespace I0506 03:20:06.551856 3865 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:06.599110 3865 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:06.868040 3865 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:06.971463 3865 namespace.go:142] [default-tenant] updating namespace I0506 03:20:07.185339 3865 namespace.go:98] [segment-bridge] adding namespace I0506 03:20:07.186229 3865 namespace.go:102] [segment-bridge] adding namespace took 864.653µs I0506 03:20:07.281114 3865 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:07.368240 3865 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:07.501126 3865 namespace.go:98] [konflux-cli] adding namespace I0506 03:20:07.502035 3865 namespace.go:102] [konflux-cli] adding namespace took 887.851µs I0506 03:20:07.575362 3865 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:07.723094 3865 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:08.175455 3865 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 03:20:08.176158 3865 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 03:20:08.176186 3865 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 03:20:08.179054 3865 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 03:20:08.327145 3865 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 03:20:08.327174 3865 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 03:20:08.328089 3865 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 03:20:08.988165 3865 namespace.go:142] [build-service] updating namespace I0506 03:20:09.528262 3865 namespace.go:142] [default-tenant] updating namespace I0506 03:20:10.010839 3865 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:10.573110 3865 namespace.go:142] [image-controller] updating namespace I0506 03:20:11.060261 3865 namespace.go:142] [integration-service] updating namespace W0506 03:20:11.156131 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 03:20:11.351743 3865 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:11.632667 3865 namespace.go:142] [konflux-info] updating namespace I0506 03:20:11.937758 3865 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:12.353306 3865 namespace.go:142] [release-service] updating namespace I0506 03:20:12.545915 3865 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:12.643643 3865 namespace.go:142] [build-service] updating namespace I0506 03:20:12.663521 3865 namespace.go:142] [default-tenant] updating namespace I0506 03:20:12.682084 3865 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:12.702299 3865 namespace.go:142] [image-controller] updating namespace I0506 03:20:12.721816 3865 namespace.go:142] [integration-service] updating namespace I0506 03:20:12.751296 3865 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:12.773766 3865 namespace.go:142] [konflux-info] updating namespace I0506 03:20:12.799570 3865 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:12.816097 3865 namespace.go:142] [release-service] updating namespace I0506 03:20:12.839100 3865 namespace.go:142] [segment-bridge] updating namespace I0506 03:20:12.914411 3865 namespace.go:142] [build-service] updating namespace I0506 03:20:12.973416 3865 namespace.go:142] [default-tenant] updating namespace I0506 03:20:13.065728 3865 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:20:13.146158 3865 namespace.go:142] [image-controller] updating namespace I0506 03:20:13.335221 3865 namespace.go:142] [integration-service] updating namespace I0506 03:20:13.521922 3865 namespace.go:142] [konflux-cli] updating namespace I0506 03:20:13.595397 3865 namespace.go:142] [konflux-info] updating namespace I0506 03:20:13.689465 3865 namespace.go:142] [namespace-lister] updating namespace I0506 03:20:13.792022 3865 namespace.go:142] [release-service] updating namespace I0506 03:20:13.886398 3865 namespace.go:142] [segment-bridge] updating namespace W0506 03:20:17.186480 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 03:20:17.210659 3865 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 03:20:20.207181 3865 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 03:20:20.231877 3865 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:20:20.232994 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:20:20.259542 3865 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:20:20.259579 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:20:22.796606 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:22.796627 3865 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:24.809436 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:20:24.809585 3865 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 03:20:25.256331 3865 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:20:25.256353 3865 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0506 03:20:26.782143 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0506 03:20:31.644378 3865 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:31.644967 3865 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:32.289012 3865 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:32.289045 3865 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:32.295486 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz I0506 03:20:32.295510 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz I0506 03:20:38.471450 3865 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:38.471995 3865 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:39.356311 3865 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:39.356334 3865 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:20:47.392123 3865 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 03:21:05.904791 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 03:21:28.874797 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 03:21:35.363541 3865 obj_retry.go:498] Detected object konflux-ui/proxy-db785d6-4kg65 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:35.364164 3865 obj_retry.go:498] Detected object konflux-ui/proxy-db785d6-4kg65 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:36.235763 3865 obj_retry.go:492] Detected object konflux-ui/proxy-db785d6-4kg65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:36.235788 3865 obj_retry.go:492] Detected object konflux-ui/proxy-db785d6-4kg65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:36.242487 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-db785d6-4kg65 I0506 03:21:36.242517 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-db785d6-4kg65 I0506 03:21:38.809263 3865 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:38.809914 3865 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:21:38.849775 3865 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:38.849797 3865 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:21:38.852281 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 03:21:38.852304 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 03:21:58.109567 3865 namespace.go:98] [managed-tenant-xop5a] adding namespace I0506 03:21:58.110409 3865 namespace.go:102] [managed-tenant-xop5a] adding namespace took 819.63µs I0506 03:21:58.137149 3865 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:58.153029 3865 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:59.150927 3865 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:59.288577 3865 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:21:59.386756 3865 namespace.go:142] [managed-tenant-xop5a] updating namespace I0506 03:23:05.883459 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0506 03:23:24.891643 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0506 03:23:40.900863 3865 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 03:23:49.886386 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0506 03:23:50.802137 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0506 03:23:55.777389 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0506 03:23:56.868118 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:24:07.781312 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0506 03:24:20.865292 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 03:25:31.785196 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0506 03:25:58.907376 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 03:26:08.788595 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=195 W0506 03:26:17.179958 3865 duration.go:461] Config duration recorder: measurement expired for pod/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f I0506 03:26:17.872350 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 03:26:31.782405 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0506 03:27:56.877630 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 03:28:04.907502 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 03:28:38.894257 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 03:29:03.805258 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0506 03:29:26.889859 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 03:29:44.064732 3865 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:44.064771 3865 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:44.069870 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-h6vdl I0506 03:29:44.069901 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-h6vdl I0506 03:29:47.030318 3865 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:47.030375 3865 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:47.032810 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s9tvv I0506 03:29:47.032828 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s9tvv I0506 03:29:56.034633 3865 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:56.034696 3865 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:29:56.038609 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rwc5n I0506 03:29:56.038640 3865 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rwc5n I0506 03:30:04.424918 3865 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.425497 3865 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:05.444549 3865 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.444598 3865 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:29.886796 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 03:31:15.871092 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 03:31:27.780319 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 03:32:33.868886 3865 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 03:32:44.910014 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 03:33:04.904136 3865 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 03:33:48.788298 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 03:34:00.784193 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0506 03:34:17.910497 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 03:34:31.791934 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0506 03:34:43.881165 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 03:35:15.807839 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0506 03:35:23.786148 3865 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 03:35:28.897079 3865 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7