+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-192.ec2.internal ++ [[ -n ip-10-0-0-192.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-192.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 02:55:30.550524115 - disable conntrack on geneve port' I0425 02:55:30.550524115 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 02:55:30.568222066 - starting ovnkube-node' I0425 02:55:30.568222066 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-192.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-192.ec2.internal --init-node ip-10-0-0-192.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-192.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 02:55:30.609965 3821 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 02:55:30.610017 3821 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-6893b24f7c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 02:55:30.611548 3821 kube.go:431] Waiting for certificate I0425 02:55:30.611588 3821 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 02:55:30.611619 3821 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 02:55:30.612438 3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 02:55:30.642289 3821 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:30.642305 3821 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:30.644068 3821 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:30.646094 3821 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fcqfj" I0425 02:55:30.655406 3821 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fcqfj" I0425 02:55:30.655924 3821 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:31.611938 3821 kube.go:438] Certificate found I0425 02:55:31.612460 3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 02:55:31.613558 3821 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 02:55:31.658305 3821 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 02:50:30 +0000 UTC" deadline="2026-04-25 20:42:31.217227958 +0000 UTC" I0425 02:55:31.658335 3821 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h46m59.558901127s" I0425 02:55:31.683145 3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 02:55:31.694140 3821 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 02:55:31.694278 3821 server.go:101] MetricServer registers OVS metrics I0425 02:55:31.694611 3821 server.go:105] MetricServer registers OVN DB metrics I0425 02:55:31.695129 3821 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 02:55:31.695216 3821 factory.go:561] Starting watch factory I0425 02:55:31.695306 3821 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695315 3821 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695332 3821 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695306 3821 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695330 3821 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695350 3821 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695375 3821 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695412 3821 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695434 3821 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.695348 3821 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.696269 3821 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.696321 3821 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.698048 3821 controller_manager.go:370] Starting the ovnkube controller I0425 02:55:31.698059 3821 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-192.ec2.internal I0425 02:55:31.698100 3821 controller_manager.go:395] NBDB zone sync took: 35.499µs I0425 02:55:31.698106 3821 factory.go:561] Starting watch factory I0425 02:55:31.699248 3821 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 02:55:31.699276 3821 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 02:55:31.712096 3821 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 02:55:31.712132 3821 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 02:55:31.715499 3821 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.715528 3821 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.715752 3821 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.716064 3821 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.716153 3821 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 02:55:31.716189 3821 server.go:109] MetricServer registers OVN Controller metrics I0425 02:55:31.717778 3821 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.721267 3821 server.go:113] MetricServer registers OVN Northd metrics I0425 02:55:31.723081 3821 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:31.725882 3821 metrics.go:519] OVN Metrics Server starts to run ... I0425 02:55:31.801468 3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 02:55:31.801489 3821 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 02:55:31.801493 3821 factory.go:1977] *v1.Node informer cache synced successfully I0425 02:55:31.801497 3821 factory.go:1977] *v1.Service informer cache synced successfully I0425 02:55:31.801500 3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 02:55:31.801502 3821 factory.go:1977] *v1.Pod informer cache synced successfully I0425 02:55:31.801605 3821 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:31.801630 3821 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:31.801628 3821 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:31.801657 3821 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:31.803972 3821 factory.go:1977] *v1.Pod informer cache synced successfully I0425 02:55:31.803997 3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 02:55:31.804003 3821 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 02:55:31.804008 3821 factory.go:1977] *v1.Node informer cache synced successfully I0425 02:55:31.804012 3821 factory.go:1977] *v1.Service informer cache synced successfully I0425 02:55:31.804016 3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 02:55:31.804244 3821 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:31.804255 3821 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:31.807211 3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 02:55:31.807223 3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 02:55:31.807279 3821 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.807290 3821 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.809102 3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 02:55:31.809114 3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 02:55:31.809091 3821 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.812730 3821 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 02:55:31.812784 3821 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.812795 3821 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.814209 3821 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 02:55:31.814692 3821 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.818207 3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 02:55:31.818271 3821 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.818284 3821 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.819570 3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 02:55:31.820061 3821 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.823675 3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 02:55:31.823744 3821 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.823758 3821 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.824904 3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 02:55:31.825631 3821 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.829371 3821 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 02:55:31.829429 3821 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.829446 3821 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.830523 3821 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 02:55:31.831413 3821 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.834952 3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 02:55:31.835129 3821 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:31.835148 3821 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:31.835666 3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 02:55:31.837056 3821 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:31.840649 3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 02:55:31.840723 3821 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.840735 3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 02:55:31.840740 3821 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.840796 3821 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.840810 3821 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.843068 3821 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.843073 3821 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:31.845907 3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 02:55:31.845918 3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 02:55:31.845925 3821 factory.go:680] Watch Factory start up complete, took: 150.714331ms I0425 02:55:31.845928 3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 02:55:31.845937 3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 02:55:31.845945 3821 factory.go:680] Watch Factory start up complete, took: 147.836636ms I0425 02:55:31.845955 3821 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-192.ec2.internal" zone I0425 02:55:31.845987 3821 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 02:55:31.895470 3821 default_node_network_controller.go:710] Initializing the default node network controller I0425 02:55:31.954215 3821 udn_isolation.go:101] Starting UDN host isolation manager I0425 02:55:31.960667 3821 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 02:55:32.001159 3821 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 02:55:32.001254 3821 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 02:55:32.001271 3821 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 02:55:32.036232 3821 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 02:55:32.036304 3821 default_node_network_controller.go:809] Node ip-10-0-0-192.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0425 02:55:32.042073 3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.192"] k8s.ovn.org/zone-name:ip-10-0-0-192.ec2.internal] on node ip-10-0-0-192.ec2.internal I0425 02:55:32.062956 3821 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 02:55:32.068990 3821 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 02:55:32.069110 3821 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0425 02:55:32.069225 3821 gateway_init.go:263] Preparing Gateway I0425 02:55:32.069236 3821 gateway_shared_intf.go:1687] Creating new gateway I0425 02:55:32.096287 3821 controller_manager.go:429] Waiting for node in zone sync took: 250.318474ms I0425 02:55:32.102439 3821 controller_manager.go:611] Switching to transit router for layer2 networks I0425 02:55:32.102457 3821 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-192.ec2.internal I0425 02:55:32.117444 3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 02:55:32.123654 3821 controller_manager.go:290] SCTP support detected in OVN I0425 02:55:32.124240 3821 services_controller.go:69] Creating services controller for network=default I0425 02:55:32.124345 3821 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 02:55:32.124416 3821 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 02:55:32.124452 3821 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 02:55:32.124469 3821 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 02:55:32.124482 3821 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 02:55:32.124683 3821 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 02:55:32.124741 3821 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 02:55:32.124775 3821 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.49µs I0425 02:55:32.124787 3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.253µs I0425 02:55:32.124796 3821 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 55.488µs I0425 02:55:32.124804 3821 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 02:55:32.124813 3821 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 02:55:32.124823 3821 default_network_controller.go:325] Starting the default network controller I0425 02:55:32.124842 3821 udn_enabled_svc.go:95] Performing full resync I0425 02:55:32.124921 3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.483µs I0425 02:55:32.125178 3821 udn_enabled_svc.go:99] Waiting for handler to sync I0425 02:55:32.125189 3821 udn_enabled_svc.go:104] Starting worker I0425 02:55:32.133574 3821 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 02:55:32.133625 3821 repair.go:33] Syncing exgw routes took 39.172µs I0425 02:55:32.133648 3821 default_network_controller.go:414] Starting all the Watchers... I0425 02:55:32.133780 3821 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 02:55:32.133790 3821 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 02:55:32.133791 3821 namespace.go:98] [openshift-package-operator] adding namespace I0425 02:55:32.133801 3821 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 02:55:32.133809 3821 namespace.go:98] [dedicated-admin] adding namespace I0425 02:55:32.133814 3821 namespace.go:98] [openshift-backplane] adding namespace I0425 02:55:32.133826 3821 namespace.go:98] [openshift-network-console] adding namespace I0425 02:55:32.133826 3821 namespace.go:98] [openshift-host-network] adding namespace I0425 02:55:32.133825 3821 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 02:55:32.133827 3821 namespace.go:98] [openshift-console-operator] adding namespace I0425 02:55:32.133835 3821 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 02:55:32.133837 3821 namespace.go:98] [openshift-cluster-version] adding namespace I0425 02:55:32.133841 3821 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 02:55:32.133854 3821 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 02:55:32.133780 3821 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 02:55:32.134333 3821 namespace.go:102] [openshift-backplane-cse] adding namespace took 541.172µs I0425 02:55:32.134344 3821 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 02:55:32.134743 3821 namespace.go:102] [openshift-kube-scheduler] adding namespace took 394.469µs I0425 02:55:32.134754 3821 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 02:55:32.135255 3821 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 1.456647ms I0425 02:55:32.135266 3821 namespace.go:98] [kube-system] adding namespace I0425 02:55:32.135874 3821 namespace.go:102] [kube-system] adding namespace took 601.858µs I0425 02:55:32.135911 3821 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 02:55:32.136526 3821 namespace.go:102] [openshift-package-operator] adding namespace took 2.722752ms I0425 02:55:32.136540 3821 namespace.go:98] [kube-public] adding namespace I0425 02:55:32.137036 3821 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.228372ms I0425 02:55:32.137046 3821 namespace.go:98] [default] adding namespace I0425 02:55:32.137500 3821 namespace.go:102] [dedicated-admin] adding namespace took 3.675493ms I0425 02:55:32.137514 3821 namespace.go:98] [openshift-machine-api] adding namespace I0425 02:55:32.137967 3821 namespace.go:102] [openshift-backplane] adding namespace took 4.138861ms I0425 02:55:32.137977 3821 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 02:55:32.138405 3821 namespace.go:102] [openshift-network-console] adding namespace took 4.572311ms I0425 02:55:32.138424 3821 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 02:55:32.138917 3821 namespace.go:102] [openshift-host-network] adding namespace took 5.081456ms I0425 02:55:32.138933 3821 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 02:55:32.139376 3821 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.538134ms I0425 02:55:32.139390 3821 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 02:55:32.139835 3821 namespace.go:102] [openshift-console-operator] adding namespace took 5.977535ms I0425 02:55:32.139848 3821 namespace.go:98] [openshift-controller-manager] adding namespace I0425 02:55:32.140264 3821 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.420894ms I0425 02:55:32.140277 3821 namespace.go:98] [openshift] adding namespace I0425 02:55:32.140697 3821 namespace.go:102] [openshift-cluster-version] adding namespace took 6.851524ms I0425 02:55:32.140711 3821 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 02:55:32.141173 3821 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.325269ms I0425 02:55:32.141187 3821 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 02:55:32.141674 3821 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.810898ms I0425 02:55:32.141689 3821 namespace.go:98] [openshift-config-managed] adding namespace I0425 02:55:32.142125 3821 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.213723ms I0425 02:55:32.142137 3821 namespace.go:98] [openshift-dns] adding namespace I0425 02:55:32.142568 3821 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.808711ms I0425 02:55:32.142582 3821 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 02:55:32.142973 3821 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.056187ms I0425 02:55:32.142985 3821 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 02:55:32.143421 3821 namespace.go:102] [kube-public] adding namespace took 6.875994ms I0425 02:55:32.143431 3821 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 02:55:32.143877 3821 namespace.go:102] [default] adding namespace took 6.827347ms I0425 02:55:32.143901 3821 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 02:55:32.144332 3821 namespace.go:102] [openshift-machine-api] adding namespace took 6.812467ms I0425 02:55:32.144346 3821 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 02:55:32.144738 3821 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.755901ms I0425 02:55:32.144748 3821 namespace.go:98] [openshift-image-registry] adding namespace I0425 02:55:32.145175 3821 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.744669ms I0425 02:55:32.145189 3821 namespace.go:98] [openshift-operators] adding namespace I0425 02:55:32.145615 3821 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.677934ms I0425 02:55:32.145627 3821 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 02:55:32.146027 3821 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.63285ms I0425 02:55:32.146038 3821 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 02:55:32.146418 3821 namespace.go:102] [openshift-controller-manager] adding namespace took 6.564535ms I0425 02:55:32.146429 3821 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 02:55:32.146853 3821 namespace.go:102] [openshift] adding namespace took 6.57179ms I0425 02:55:32.146865 3821 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 02:55:32.147260 3821 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.544708ms I0425 02:55:32.147271 3821 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 02:55:32.147710 3821 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.518733ms I0425 02:55:32.147719 3821 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 02:55:32.148161 3821 namespace.go:102] [openshift-config-managed] adding namespace took 6.466822ms I0425 02:55:32.148176 3821 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 02:55:32.148586 3821 namespace.go:102] [openshift-dns] adding namespace took 6.4443ms I0425 02:55:32.148598 3821 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 02:55:32.149009 3821 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.421647ms I0425 02:55:32.149022 3821 namespace.go:98] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] adding namespace I0425 02:55:32.149423 3821 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.433395ms I0425 02:55:32.149435 3821 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 02:55:32.149911 3821 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.476749ms I0425 02:55:32.149924 3821 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0425 02:55:32.150311 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4p545: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found W0425 02:55:32.150329 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dr25z: pod openshift-network-diagnostics/network-check-target-dr25z: no pod IPs found W0425 02:55:32.150336 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t78q7: pod openshift-network-diagnostics/network-check-target-t78q7: no pod IPs found I0425 02:55:32.150354 3821 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.445734ms I0425 02:55:32.150367 3821 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 02:55:32.150801 3821 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.450503ms I0425 02:55:32.150812 3821 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 02:55:32.151210 3821 namespace.go:102] [openshift-image-registry] adding namespace took 6.456914ms I0425 02:55:32.151223 3821 namespace.go:98] [openshift-apiserver] adding namespace I0425 02:55:32.151624 3821 namespace.go:102] [openshift-operators] adding namespace took 6.430996ms I0425 02:55:32.151635 3821 namespace.go:98] [openshift-insights] adding namespace I0425 02:55:32.152126 3821 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.49483ms I0425 02:55:32.152140 3821 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 02:55:32.152518 3821 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.475083ms I0425 02:55:32.152531 3821 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 02:55:32.152912 3821 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.478668ms I0425 02:55:32.152922 3821 namespace.go:98] [openshift-etcd] adding namespace I0425 02:55:32.153731 3821 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.8612ms I0425 02:55:32.153744 3821 namespace.go:98] [openshift-config-operator] adding namespace I0425 02:55:32.154193 3821 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.916621ms I0425 02:55:32.154208 3821 namespace.go:98] [kube-node-lease] adding namespace I0425 02:55:32.154600 3821 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.874824ms I0425 02:55:32.154619 3821 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 02:55:32.155158 3821 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.976276ms I0425 02:55:32.155173 3821 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 02:55:32.155568 3821 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.965722ms I0425 02:55:32.155579 3821 namespace.go:98] [openshift-dns-operator] adding namespace I0425 02:55:32.155970 3821 namespace.go:102] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] adding namespace took 6.944023ms I0425 02:55:32.155980 3821 namespace.go:98] [openshift-network-operator] adding namespace I0425 02:55:32.156538 3821 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.096903ms I0425 02:55:32.156551 3821 namespace.go:98] [openshift-marketplace] adding namespace I0425 02:55:32.156952 3821 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.024155ms I0425 02:55:32.156962 3821 namespace.go:98] [openshift-monitoring] adding namespace I0425 02:55:32.157356 3821 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.983345ms I0425 02:55:32.157369 3821 namespace.go:98] [openshift-authentication] adding namespace I0425 02:55:32.157734 3821 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.91481ms I0425 02:55:32.157752 3821 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 02:55:32.158197 3821 namespace.go:102] [openshift-apiserver] adding namespace took 6.967207ms I0425 02:55:32.158213 3821 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 02:55:32.158602 3821 namespace.go:102] [openshift-insights] adding namespace took 6.961549ms I0425 02:55:32.159044 3821 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.898369ms I0425 02:55:32.159058 3821 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 02:55:32.159499 3821 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.962043ms I0425 02:55:32.159951 3821 namespace.go:102] [openshift-etcd] adding namespace took 7.022691ms I0425 02:55:32.159965 3821 namespace.go:98] [openshift-node] adding namespace I0425 02:55:32.160463 3821 namespace.go:102] [openshift-config-operator] adding namespace took 6.714953ms I0425 02:55:32.160474 3821 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 02:55:32.160844 3821 namespace.go:102] [kube-node-lease] adding namespace took 6.630136ms I0425 02:55:32.160858 3821 namespace.go:98] [openshift-multus] adding namespace I0425 02:55:32.161224 3821 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.596619ms I0425 02:55:32.161241 3821 namespace.go:98] [openshift-config] adding namespace I0425 02:55:32.161658 3821 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.480488ms I0425 02:55:32.161670 3821 namespace.go:98] [openshift-infra] adding namespace I0425 02:55:32.162151 3821 namespace.go:102] [openshift-dns-operator] adding namespace took 6.566308ms I0425 02:55:32.162166 3821 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 02:55:32.162593 3821 namespace.go:102] [openshift-network-operator] adding namespace took 6.607202ms I0425 02:55:32.163057 3821 namespace.go:102] [openshift-marketplace] adding namespace took 6.500061ms I0425 02:55:32.163481 3821 namespace.go:102] [openshift-monitoring] adding namespace took 6.514073ms I0425 02:55:32.163493 3821 namespace.go:98] [openshift-console] adding namespace I0425 02:55:32.163856 3821 namespace.go:102] [openshift-authentication] adding namespace took 6.480532ms I0425 02:55:32.163872 3821 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 02:55:32.164320 3821 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.563611ms I0425 02:55:32.164331 3821 namespace.go:98] [openshift-ingress] adding namespace I0425 02:55:32.164673 3821 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.453458ms I0425 02:55:32.165206 3821 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.142631ms I0425 02:55:32.165634 3821 namespace.go:102] [openshift-node] adding namespace took 5.663958ms I0425 02:55:32.166012 3821 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.532326ms W0425 02:55:32.166020 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-49nqw: pod openshift-multus/network-metrics-daemon-49nqw: no pod IPs found W0425 02:55:32.166030 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f7q44: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found W0425 02:55:32.166037 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ct69w: pod openshift-multus/network-metrics-daemon-ct69w: no pod IPs found I0425 02:55:32.166480 3821 namespace.go:102] [openshift-multus] adding namespace took 5.618416ms I0425 02:55:32.166836 3821 namespace.go:102] [openshift-config] adding namespace took 5.589327ms I0425 02:55:32.167283 3821 namespace.go:102] [openshift-infra] adding namespace took 5.608858ms I0425 02:55:32.167751 3821 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.579729ms I0425 02:55:32.167766 3821 namespace.go:98] [openshift-logging] adding namespace I0425 02:55:32.168257 3821 namespace.go:102] [openshift-console] adding namespace took 4.757242ms I0425 02:55:32.168728 3821 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.85189ms I0425 02:55:32.169349 3821 namespace.go:102] [openshift-ingress] adding namespace took 5.011556ms I0425 02:55:32.169762 3821 namespace.go:102] [openshift-logging] adding namespace took 1.990818ms W0425 02:55:32.169841 3821 master.go:458] Unable to parse local node ip-10-0-0-192.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 02:55:32.169849 3821 master.go:471] Unable to parse remote node ip-10-0-1-179.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 02:55:32.169854 3821 master.go:471] Unable to parse remote node ip-10-0-2-178.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 02:55:32.169858 3821 master.go:481] Removing stale chassis with ID/Name: ef6c40bc-6bc4-435f-ad09-3079ec901f92, hostname: ip-10-0-0-192.ec2.internal I0425 02:55:32.170335 3821 master.go:548] Adding or Updating local node "ip-10-0-0-192.ec2.internal" for network "default" I0425 02:55:32.170400 3821 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-178.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-178.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-178.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-178.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal I0425 02:55:32.170415 3821 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-179.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-179.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-179.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-179.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-179.ec2.internal I0425 02:55:32.173564 3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-192.ec2.internal for the network default I0425 02:55:32.173835 3821 zone_ic_handler.go:195] Time taken to create transit switch: 258.2µs I0425 02:55:32.174442 3821 default_network_controller.go:823] Node add failed for ip-10-0-0-192.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-192.ec2.internal, error getting gateway config for node ip-10-0-0-192.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-192.ec2.internal", failed to update chassis to local for local node ip-10-0-0-192.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-192.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-192.ec2.internal] E0425 02:55:32.174483 3821 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-192.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-192.ec2.internal, error getting gateway config for node ip-10-0-0-192.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-192.ec2.internal", failed to update chassis to local for local node ip-10-0-0-192.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-192.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-192.ec2.internal] I0425 02:55:32.174560 3821 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 02:55:32.174578 3821 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-192.ec2.internal", UID:"36178c1a-2978-48ef-bf94-8032dafc3349", APIVersion:"v1", ResourceVersion:"8128", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-192.ec2.internal, error getting gateway config for node ip-10-0-0-192.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-192.ec2.internal", failed to update chassis to local for local node ip-10-0-0-192.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-192.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-192.ec2.internal] I0425 02:55:32.174632 3821 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 02:55:32.174648 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0425 02:55:32.174686 3821 node_tracker.go:235] Node ip-10-0-0-192.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-192.ec2.internal" I0425 02:55:32.174701 3821 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:32.174714 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:32.174721 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:32.174732 3821 node_tracker.go:235] Node ip-10-0-1-179.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-179.ec2.internal" I0425 02:55:32.174649 3821 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 02:55:32.174740 3821 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:32.174762 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:32.174769 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:32.174787 3821 node_tracker.go:235] Node ip-10-0-2-178.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal" I0425 02:55:32.174799 3821 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:32.174804 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:32.182083 3821 iptables.go:108] Creating table: filter chain: FORWARD I0425 02:55:32.188208 3821 iptables.go:108] Creating table: filter chain: OUTPUT I0425 02:55:32.194159 3821 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 02:55:32.194173 3821 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-192.ec2.internal","mac-address":"12:8c:88:1b:74:85","ip-addresses":["10.0.0.192/24"],"ip-address":"10.0.0.192/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ef6c40bc-6bc4-435f-ad09-3079ec901f92 k8s.ovn.org/node-encap-ips:["10.0.0.192"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.192/24"} k8s.ovn.org/zone-name:ip-10-0-0-192.ec2.internal] on node ip-10-0-0-192.ec2.internal I0425 02:55:32.209730 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0425 02:55:32.209744 3821 master.go:548] Adding or Updating local node "ip-10-0-0-192.ec2.internal" for network "default" I0425 02:55:32.209819 3821 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:32.209834 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:32.213749 3821 default_node_network_controller.go:519] Node connection status = connected W0425 02:55:32.214688 3821 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-49nqw: pod openshift-multus/network-metrics-daemon-49nqw: no pod IPs found W0425 02:55:32.214704 3821 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dr25z: pod openshift-network-diagnostics/network-check-target-dr25z: no pod IPs found I0425 02:55:32.215725 3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-192.ec2.internal for the network default I0425 02:55:32.215931 3821 zone_ic_handler.go:195] Time taken to create transit switch: 191.822µs I0425 02:55:32.275422 3821 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 02:55:32.275453 3821 services_controller.go:208] Setting up event handlers for services for network=default I0425 02:55:32.275633 3821 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 02:55:32.275715 3821 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 02:55:32.275732 3821 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 02:55:32.375883 3821 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 02:55:32.375930 3821 repair.go:60] Starting repairing loop for services I0425 02:55:32.376042 3821 repair.go:131] Deleted 0 stale service LBs I0425 02:55:32.376062 3821 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 02:55:32.376079 3821 repair.go:62] Finished repairing loop for services: 152.028µs I0425 02:55:32.376103 3821 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 02:55:32.376112 3821 services_controller.go:254] Starting workers for network=default I0425 02:55:32.376657 3821 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-f7q44, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f7q44: suppressed error logged: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:32.376759 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dr25z] creating logical port openshift-network-diagnostics_network-check-target-dr25z for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:32.376779 3821 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-4p545, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4p545: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found I0425 02:55:32.376805 3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-49nqw] creating logical port openshift-multus_network-metrics-daemon-49nqw for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:32.376806 3821 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ct69w, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ct69w: suppressed error logged: pod openshift-multus/network-metrics-daemon-ct69w: no pod IPs found I0425 02:55:32.376935 3821 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-t78q7, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-t78q7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-t78q7: no pod IPs found I0425 02:55:32.377003 3821 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dr25z I0425 02:55:32.377073 3821 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-49nqw I0425 02:55:32.392871 3821 pod.go:62] [openshift-network-diagnostics/network-check-target-dr25z] pod update took 16.0186ms I0425 02:55:32.392930 3821 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-dr25z] addLogicalPort annotation time took 16.08321ms I0425 02:55:32.394102 3821 pods.go:271] [openshift-network-diagnostics/network-check-target-dr25z] addLogicalPort took 17.363588ms, libovsdb time 879.075µs I0425 02:55:32.394367 3821 pod.go:62] [openshift-multus/network-metrics-daemon-49nqw] pod update took 17.497689ms I0425 02:55:32.394388 3821 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-49nqw] addLogicalPort annotation time took 17.521557ms I0425 02:55:32.395239 3821 pods.go:271] [openshift-multus/network-metrics-daemon-49nqw] addLogicalPort took 18.439471ms, libovsdb time 669.385µs I0425 02:55:32.395621 3821 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 02:55:32.395653 3821 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 02:55:32.395672 3821 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 02:55:32.395684 3821 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 02:55:32.395871 3821 repair.go:29] Repairing admin network policies took 181.143µs I0425 02:55:32.396041 3821 repair.go:92] Repairing baseline admin network policies took 159.901µs I0425 02:55:32.396517 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 02:55:32.396539 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 02:55:32.399584 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 02:55:32.399625 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 02:55:32.399636 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 02:55:32.401421 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 02:55:32.401493 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 02:55:32.401512 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 02:55:32.403816 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 02:55:32.403837 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 02:55:32.403846 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 02:55:32.404399 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 02:55:32.404418 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 02:55:32.404429 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 02:55:32.405626 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 02:55:32.405648 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 02:55:32.405657 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 02:55:32.407467 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 02:55:32.407486 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 02:55:32.407493 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 02:55:32.408077 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 02:55:32.408096 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 02:55:32.408105 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 02:55:32.409909 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 02:55:32.409930 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 02:55:32.409940 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 02:55:32.410426 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 02:55:32.410446 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 02:55:32.410819 3821 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 02:55:32.410834 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 02:55:32.411626 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 02:55:32.411645 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 02:55:32.411653 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 02:55:32.413125 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 02:55:32.413145 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 02:55:32.413155 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 02:55:32.415323 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 02:55:32.415347 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 02:55:32.415356 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 02:55:32.415840 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 02:55:32.415858 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 02:55:32.415867 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 02:55:32.416372 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 02:55:32.416390 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 02:55:32.416414 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 02:55:32.417161 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 02:55:32.417184 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 02:55:32.417190 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 02:55:32.417511 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 02:55:32.417528 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 02:55:32.417538 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 02:55:32.418678 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 02:55:32.418697 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 02:55:32.418705 3821 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 02:55:32.420327 3821 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 02:55:32.420346 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 02:55:32.420353 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 02:55:32.420832 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 02:55:32.420849 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 02:55:32.420857 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 02:55:32.421386 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 02:55:32.421407 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 02:55:32.421413 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 02:55:32.421726 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 02:55:32.421741 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 02:55:32.421752 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 02:55:32.422986 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 02:55:32.423005 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 02:55:32.423012 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 02:55:32.423495 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 02:55:32.423512 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 02:55:32.423519 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 02:55:32.424052 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 02:55:32.424090 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 02:55:32.424100 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 02:55:32.424386 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 02:55:32.424403 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 02:55:32.424408 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 02:55:32.424698 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 02:55:32.424717 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 02:55:32.424726 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 02:55:32.425905 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 02:55:32.425924 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 02:55:32.425932 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 02:55:32.426444 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 02:55:32.426462 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 02:55:32.426474 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 02:55:32.427459 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 02:55:32.432915 3821 egressfirewall.go:374] Starting EgressFirewall controller I0425 02:55:32.432954 3821 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 02:55:32.432988 3821 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 02:55:32.433003 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 02:55:32.433035 3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 02:55:32.433048 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 02:55:32.433063 3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 02:55:32.433439 3821 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 02:55:32.433455 3821 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 02:55:32.433463 3821 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 02:55:32.433481 3821 egressqos.go:193] Setting up event handlers for EgressQoS I0425 02:55:32.433482 3821 egressfirewall.go:723] Syncing node "ip-10-0-1-179.ec2.internal" for egress firewall I0425 02:55:32.433494 3821 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:32.433503 3821 egressfirewall.go:723] Syncing node "ip-10-0-0-192.ec2.internal" for egress firewall I0425 02:55:32.433644 3821 egressqos.go:245] Starting EgressQoS Controller I0425 02:55:32.433657 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 02:55:32.433667 3821 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 02:55:32.433678 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 02:55:32.433687 3821 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 02:55:32.433696 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 02:55:32.433704 3821 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 02:55:32.433711 3821 egressqos.go:259] Repairing EgressQoSes I0425 02:55:32.433717 3821 egressqos.go:399] Starting repairing loop for egressqos I0425 02:55:32.433798 3821 egressqos.go:401] Finished repairing loop for egressqos: 82.489µs I0425 02:55:32.433840 3821 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 02:55:32.433938 3821 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-192.ec2.internal I0425 02:55:32.434036 3821 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-192.ec2.internal : 102.01µs I0425 02:55:32.434181 3821 egressservice_zone.go:210] Starting Egress Services Controller I0425 02:55:32.434197 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 02:55:32.434206 3821 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 02:55:32.434212 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 02:55:32.434219 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 02:55:32.434224 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 02:55:32.434228 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 02:55:32.434234 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 02:55:32.434239 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 02:55:32.434259 3821 egressservice_zone.go:228] Repairing Egress Services I0425 02:55:32.434593 3821 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 02:55:32.434605 3821 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 02:55:32.434634 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:32.434660 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 18.045µs I0425 02:55:32.434672 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:32.434678 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 5.721µs I0425 02:55:32.434682 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:32.434685 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 3.502µs I0425 02:55:32.434973 3821 default_network_controller.go:585] Completing all the Watchers took 301.288472ms I0425 02:55:32.434994 3821 default_network_controller.go:589] Starting unidling controllers I0425 02:55:32.435009 3821 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 02:55:32.435014 3821 unidle.go:63] Populating Initial ContollerEvent events I0425 02:55:32.435027 3821 unidle.go:79] Setting up event handlers for services I0425 02:55:32.435235 3821 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 02:55:32.714403 3821 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:33.214316 3821 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:33.714163 3821 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:33.968948 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:33.968975 3821 node_tracker.go:235] Node ip-10-0-1-179.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-179.ec2.internal" I0425 02:55:33.968990 3821 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:33.969004 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:33.969088 3821 default_network_controller.go:1025] Node "ip-10-0-1-179.ec2.internal" in remote zone "ip-10-0-1-179.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:34.011212 3821 default_network_controller.go:1025] Node "ip-10-0-1-179.ec2.internal" in remote zone "ip-10-0-1-179.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:34.102125 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:34.102161 3821 default_network_controller.go:1025] Node "ip-10-0-1-179.ec2.internal" in remote zone "ip-10-0-1-179.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:34.102185 3821 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.102198 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.103136 3821 zone_ic_handler.go:195] Time taken to create transit switch: 296.468µs I0425 02:55:34.103150 3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-179.ec2.internal for the network default I0425 02:55:34.104268 3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-179.ec2.internal" on network "default" took: 1.442518ms I0425 02:55:34.214608 3821 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:34.345700 3821 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 02:55:34.715266 3821 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:34.732189 3821 bridgeconfig.go:537] Gateway is ready I0425 02:55:34.732208 3821 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 02:55:34.743362 3821 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.192. Updating OVN encap IP. I0425 02:55:34.748475 3821 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.192 - it is already configured I0425 02:55:34.748489 3821 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.192/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 02:55:34.748725 3821 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.192/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-192.ec2.internal","mac-address":"12:8c:88:1b:74:85","ip-addresses":["10.0.0.192/24"],"ip-address":"10.0.0.192/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ef6c40bc-6bc4-435f-ad09-3079ec901f92 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.192/24"}] on node ip-10-0-0-192.ec2.internal I0425 02:55:34.764090 3821 egressfirewall.go:723] Syncing node "ip-10-0-0-192.ec2.internal" for egress firewall I0425 02:55:34.764102 3821 master.go:548] Adding or Updating local node "ip-10-0-0-192.ec2.internal" for network "default" I0425 02:55:34.764136 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0425 02:55:34.764172 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:34.764190 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 23.26µs I0425 02:55:34.764197 3821 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:34.764212 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:34.764409 3821 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.192 I0425 02:55:34.764492 3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-192.ec2.internal I0425 02:55:34.768421 3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-192.ec2.internal. Updating no re-route policies I0425 02:55:34.768507 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:34.768521 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-psfcl I0425 02:55:34.768520 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n6gbm I0425 02:55:34.768533 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-psfcl I0425 02:55:34.768537 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n6gbm I0425 02:55:34.768536 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-192.ec2.internal I0425 02:55:34.768543 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f7q44 I0425 02:55:34.768521 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-192.ec2.internal I0425 02:55:34.768553 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f7q44 I0425 02:55:34.768559 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dr25z I0425 02:55:34.768561 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c8xhm I0425 02:55:34.768570 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dr25z I0425 02:55:34.768572 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c8xhm I0425 02:55:34.768571 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-192.ec2.internal I0425 02:55:34.768576 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-49nqw I0425 02:55:34.768585 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c8xhm after 0 failed attempt(s) I0425 02:55:34.768591 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-49nqw I0425 02:55:34.768536 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-x745g I0425 02:55:34.768593 3821 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f7q44, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f7q44: suppressed error logged: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:34.768532 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rjgfw I0425 02:55:34.768603 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-x745g I0425 02:55:34.768608 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rjgfw I0425 02:55:34.768561 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n6gbm after 0 failed attempt(s) I0425 02:55:34.768509 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4z2kg I0425 02:55:34.768549 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-192.ec2.internal I0425 02:55:34.768621 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4z2kg I0425 02:55:34.768621 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-rjgfw after 0 failed attempt(s) I0425 02:55:34.768627 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-192.ec2.internal after 0 failed attempt(s) I0425 02:55:34.768553 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-psfcl after 0 failed attempt(s) I0425 02:55:34.768634 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4z2kg after 0 failed attempt(s) I0425 02:55:34.768622 3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-49nqw] creating logical port openshift-multus_network-metrics-daemon-49nqw for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:34.768620 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-192.ec2.internal after 0 failed attempt(s) I0425 02:55:34.768608 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dr25z] creating logical port openshift-network-diagnostics_network-check-target-dr25z for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:34.768506 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bh7rf I0425 02:55:34.768853 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bh7rf I0425 02:55:34.768881 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bh7rf after 0 failed attempt(s) I0425 02:55:34.768524 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:34.768945 3821 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-4p545, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4p545: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found I0425 02:55:34.768548 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-grvxg I0425 02:55:34.768964 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-grvxg I0425 02:55:34.768982 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-grvxg after 0 failed attempt(s) I0425 02:55:34.768559 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pm2bb I0425 02:55:34.769001 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pm2bb I0425 02:55:34.769013 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pm2bb after 0 failed attempt(s) I0425 02:55:34.768615 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-x745g after 0 failed attempt(s) I0425 02:55:34.769322 3821 pods.go:271] [openshift-multus/network-metrics-daemon-49nqw] addLogicalPort took 704.815µs, libovsdb time 247.395µs I0425 02:55:34.769332 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-49nqw after 0 failed attempt(s) I0425 02:55:34.769422 3821 pods.go:271] [openshift-network-diagnostics/network-check-target-dr25z] addLogicalPort took 830.275µs, libovsdb time 195.391µs I0425 02:55:34.769429 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dr25z after 0 failed attempt(s) I0425 02:55:34.779494 3821 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 02:55:34.790716 3821 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 02:55:34.793920 3821 iptables.go:108] Creating table: nat chain: OUTPUT I0425 02:55:34.839040 3821 iptables.go:108] Creating table: nat chain: PREROUTING I0425 02:55:34.892502 3821 iptables.go:108] Creating table: filter chain: FORWARD I0425 02:55:34.909034 3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 02:55:34.909170 3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 02:55:34.909230 3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 02:55:34.909315 3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 02:55:34.909369 3821 gateway_init.go:325] Gateway and management port readiness took 2.699700578s I0425 02:55:34.909396 3821 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 02:55:34.909433 3821 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 02:55:34.909447 3821 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 02:55:34.909456 3821 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 02:55:34.909519 3821 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 02:55:34.909604 3821 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.155µs I0425 02:55:34.909924 3821 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 02:55:34.909949 3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.684µs I0425 02:55:34.909957 3821 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.211µs I0425 02:55:34.909963 3821 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 02:55:34.909975 3821 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 02:55:34.909980 3821 default_node_network_controller.go:899] Starting the default node network controller I0425 02:55:34.909987 3821 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 02:55:34.910003 3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.726µs I0425 02:55:34.910531 3821 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 02:55:34.910541 3821 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 02:55:34.910565 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bb2e90 0xc0002ffdc0 0xc0002ffe30 0xc0002ffea0 0xc0002fff10 0xc00032e000 0xc00032e070 0xc000c905a0 0xc00032e0e0 0xc00032e150 0xc000a9e2d0 0xc00617f3b0 0xc00032e230 map[0x2ff9080:0xc0025fc0c0 0x2ff95c0:0xc0025fc240 0x2ffa2e0:0xc0025fc000 0x2ffa580:0xc0025fc060 0x2ffad60:0xc0025fc120 0x2ffb000:0xc0025fc180 0x2ffb2a0:0xc0025fc1e0 0x2ffba80:0xc0025fc2a0 0x2ffbd20:0xc006a000c0 0x3026980:0xc00100a540 0x3026d20:0xc00100a5a0 0x3027800:0xc000bcdb60 0x3029160:0xc001c7e000 0x30298a0:0xc00100ad80 0x302a720:0xc0007abbc0] 0xc0004f2e70 0} I0425 02:55:34.910622 3821 gateway.go:151] Starting gateway service sync I0425 02:55:34.910994 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 02:55:34.913132 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 02:55:34.938671 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 02:55:34.939878 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 02:55:34.941048 3821 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 02:55:34.974050 3821 gateway.go:168] Gateway service sync done. Time taken: 63.418091ms I0425 02:55:34.974563 3821 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31253 I0425 02:55:34.974908 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bb2e90 0xc0002ffdc0 0xc0002ffe30 0xc0002ffea0 0xc0002fff10 0xc00032e000 0xc00032e070 0xc000c905a0 0xc00032e0e0 0xc00032e150 0xc000a9e2d0 0xc00617f3b0 0xc00032e230 map[0x2ff9080:0xc0025fc0c0 0x2ff95c0:0xc0025fc240 0x2ffa2e0:0xc0025fc000 0x2ffa580:0xc0025fc060 0x2ffad60:0xc0025fc120 0x2ffb000:0xc0025fc180 0x2ffb2a0:0xc0025fc1e0 0x2ffba80:0xc0025fc2a0 0x2ffbd20:0xc006a000c0 0x3026980:0xc00100a540 0x3026d20:0xc00100a5a0 0x3027800:0xc000bcdb60 0x3029160:0xc001c7e000 0x30298a0:0xc00100ad80 0x302a720:0xc0007abbc0] 0xc0004f2e70 0} I0425 02:55:34.975393 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bb2e90 0xc0002ffdc0 0xc0002ffe30 0xc0002ffea0 0xc0002fff10 0xc00032e000 0xc00032e070 0xc000c905a0 0xc00032e0e0 0xc00032e150 0xc000a9e2d0 0xc00617f3b0 0xc00032e230 map[0x2ff9080:0xc0025fc0c0 0x2ff95c0:0xc0025fc240 0x2ffa2e0:0xc0025fc000 0x2ffa580:0xc0025fc060 0x2ffad60:0xc0025fc120 0x2ffb000:0xc0025fc180 0x2ffb2a0:0xc0025fc1e0 0x2ffba80:0xc0025fc2a0 0x2ffbd20:0xc006a000c0 0x3026980:0xc00100a540 0x3026d20:0xc00100a5a0 0x3027800:0xc000bcdb60 0x3029160:0xc001c7e000 0x30298a0:0xc00100ad80 0x302a720:0xc0007abbc0] 0xc0004f2e70 0} I0425 02:55:34.975431 3821 gateway.go:532] Reconciling gateway with updates I0425 02:55:34.980734 3821 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 02:55:34.980831 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:34.980847 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:34.980851 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:34.980862 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:34.980868 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 02:55:34.980871 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:34.980884 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:34.980904 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:34.980906 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:34.980914 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:34.980908 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:34.980918 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:34.980922 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:34.980934 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:34.980917 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:34.980943 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:34.980921 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:34.980946 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 02:55:34.980949 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:34.980957 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:34.980958 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:34.980935 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:34.980964 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:34.980967 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:34.980969 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:34.980969 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:34.980972 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:34.980974 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:34.980978 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:34.980982 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:34.980983 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:34.980974 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:34.980989 3821 default_node_network_controller.go:944] Gateway and management port readiness took 70.439752ms I0425 02:55:34.980992 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:34.980996 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:34.980999 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:34.981003 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:34.981006 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:34.981006 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 02:55:34.981010 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:34.981011 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:34.981009 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:34.981016 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 02:55:34.980917 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:34.981019 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 02:55:34.981023 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:34.980935 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:34.981032 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 02:55:34.980958 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:34.981036 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 02:55:34.981050 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 02:55:34.981054 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 02:55:34.980998 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:34.981064 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:34.980944 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 02:55:34.980970 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:34.980854 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:34.981006 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 02:55:34.980982 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 02:55:34.980965 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:34.980904 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:34.980995 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:34.981172 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:34.980883 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:34.981191 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:34.980834 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:34.980868 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:34.981219 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:34.981222 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:34.980832 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:34.981236 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:34.980873 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:34.980855 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:34.980868 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:34.981278 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:34.981284 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:34.981290 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 02:55:34.980902 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:34.981300 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:34.980885 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:34.980938 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:34.980946 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:34.980906 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:34.980947 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 02:55:34.981359 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 02:55:34.980955 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:34.981376 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:34.981381 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 02:55:34.980979 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:34.980962 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:34.981395 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:34.980961 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 02:55:34.981405 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30224 is already open, no action needed I0425 02:55:34.981408 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 02:55:34.981413 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30581 is already open, no action needed I0425 02:55:34.980988 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:34.981419 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 02:55:34.980989 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:34.981428 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:34.980987 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:34.980999 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:34.981011 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:34.981015 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 02:55:34.981388 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 02:55:34.980984 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:34.981531 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:34.981011 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 02:55:34.982368 3821 node_ip_handler_linux.go:160] Node IP manager is running W0425 02:55:35.019189 3821 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 02:55:35.019351 3821 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 02:55:35.019446 3821 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0425 02:55:35.027731 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 02:55:35.027755 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027761 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 02:55:35.027769 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 02:55:35.027775 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027780 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 02:55:35.027786 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 02:55:35.027792 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 02:55:35.027799 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 02:55:35.027804 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 02:55:35.027810 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 02:55:35.027815 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027820 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027825 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027831 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 02:55:35.027836 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027841 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027847 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 02:55:35.027853 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 02:55:35.027858 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 02:55:35.067326 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 02:55:35.067351 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 02:55:35.106384 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 02:55:35.106392 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 02:55:35.106416 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 02:55:35.106424 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 02:55:35.106435 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 02:55:35.106442 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 02:55:36.101551 3821 default_node_network_controller.go:1380] Starting node controller node sync W0425 02:55:36.101559 3821 egressip_healthcheck.go:76] Health checking using insecure connection I0425 02:55:36.101610 3821 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0425 02:55:36.113143 3821 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.570997ms I0425 02:55:36.113345 3821 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 02:55:36.113640 3821 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 02:55:36.113921 3821 egressservice_node.go:183] Starting Egress Services Controller I0425 02:55:36.113941 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 02:55:36.113950 3821 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 02:55:36.114018 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 02:55:36.114032 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 02:55:36.114041 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 02:55:36.114048 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 02:55:36.114056 3821 egressservice_node.go:197] Repairing Egress Services I0425 02:55:36.124365 3821 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 02:55:36.124378 3821 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 02:55:36.124623 3821 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 02:55:36.124639 3821 link_network_manager.go:119] Link manager is running I0425 02:55:36.124648 3821 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 02:55:36.124902 3821 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 02:55:36.126660 3821 vrf_manager.go:128] VRF manager is running I0425 02:55:36.126815 3821 node_controller_manager.go:437] Removing flows to drop GARP I0425 02:55:36.126871 3821 gateway.go:532] Reconciling gateway with updates I0425 02:55:36.153875 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:36.153885 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:36.153909 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:36.153914 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:36.153921 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 02:55:36.153931 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:36.153928 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:36.153942 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:36.153947 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:36.153944 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:36.153954 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:36.153952 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:36.153960 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:36.153964 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:36.153967 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:36.153972 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:36.153986 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 02:55:36.153948 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:36.153995 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:36.153995 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:36.154004 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:36.154009 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:36.154010 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:36.154013 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:36.154015 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:36.154001 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 02:55:36.154023 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:36.154015 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:36.154023 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:36.154035 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:36.154036 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:36.154039 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:36.154041 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:36.154045 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:36.154046 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:36.154052 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:36.154054 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:36.154007 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 02:55:36.154043 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:36.154060 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:36.154067 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:36.154071 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:36.154073 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 02:55:36.154076 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 02:55:36.154077 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:36.154080 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:36.154056 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 02:55:36.154085 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:36.154088 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:36.154088 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 02:55:36.154091 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:36.154095 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:36.154100 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:36.154075 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 02:55:36.154103 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 02:55:36.154106 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:36.154037 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:36.154111 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:36.154116 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 02:55:36.154119 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:36.154116 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:36.154120 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:36.154118 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:36.154045 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:36.154128 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 02:55:36.154141 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:36.154107 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:36.154147 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 02:55:36.154150 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 02:55:36.154067 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:36.154160 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:36.154163 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 02:55:36.154164 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 02:55:36.154101 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:36.154177 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 02:55:36.154177 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 02:55:36.154017 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:36.154072 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:36.154020 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:36.154022 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 02:55:36.154025 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 02:55:36.154001 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:36.154233 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:36.154019 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 02:55:36.154030 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:36.154247 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:36.154028 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 02:55:36.154262 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 02:55:36.154277 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 02:55:36.154032 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 02:55:36.153992 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:36.154300 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30224 is already open, no action needed I0425 02:55:36.154309 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30581 is already open, no action needed I0425 02:55:36.154047 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:36.154353 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:36.154057 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 02:55:36.154057 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:36.154379 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:36.154060 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 02:55:36.154064 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:36.154415 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 02:55:36.154083 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 02:55:36.154084 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:36.154446 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:36.154093 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:36.154102 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:36.154521 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:36.154105 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:36.154557 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:36.153936 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:36.154578 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 02:55:36.154109 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 02:55:36.154123 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 02:55:36.154130 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:36.154033 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:36.154650 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:36.176109 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 02:55:36.176154 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 02:55:36.176167 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 02:55:36.176177 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 02:55:36.176186 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 02:55:36.176196 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 02:55:36.176207 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 02:55:36.223314 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 02:55:36.223322 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 02:55:36.223341 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 02:55:36.223348 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 02:55:36.223354 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 02:55:36.223360 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 02:55:36.223366 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 02:55:36.223371 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 02:55:36.264069 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 02:55:36.264100 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 02:55:36.264111 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 02:55:36.660953 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:36.660979 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 33.901µs I0425 02:55:36.660994 3821 egressfirewall.go:723] Syncing node "ip-10-0-1-179.ec2.internal" for egress firewall I0425 02:55:36.661014 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:36.661021 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-179.ec2.internal", IP: 10.0.1.179 to PMTUD blocking rules I0425 02:55:36.661033 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-179.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:36.661078 3821 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:36.661096 3821 services_controller.go:574] Full service sync requested for network=default I0425 02:55:36.667017 3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-179.ec2.internal. Updating no re-route policies I0425 02:55:36.678225 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-179.ec2.internal", IP: 10.0.1.179 to PMTUD blocking rules I0425 02:55:36.678242 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-179.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:38.089978 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:38.090011 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 40.288µs I0425 02:55:38.116992 3821 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5c4d6565bf-tcwsq] creating logical port openshift-image-registry_image-registry-5c4d6565bf-tcwsq for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:38.117115 3821 kube.go:256] Updating pod openshift-image-registry/image-registry-5c4d6565bf-tcwsq I0425 02:55:38.141802 3821 pod.go:62] [openshift-image-registry/image-registry-5c4d6565bf-tcwsq] pod update took 24.716363ms I0425 02:55:38.141828 3821 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5c4d6565bf-tcwsq] addLogicalPort annotation time took 24.746061ms I0425 02:55:38.143068 3821 pods.go:271] [openshift-image-registry/image-registry-5c4d6565bf-tcwsq] addLogicalPort took 26.090046ms, libovsdb time 876.915µs I0425 02:55:38.156452 3821 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-pmdxq] creating logical port openshift-dns_dns-default-pmdxq for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:38.156601 3821 kube.go:256] Updating pod openshift-dns/dns-default-pmdxq I0425 02:55:38.157287 3821 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-688d565d4f-4sh6x] creating logical port openshift-ingress_router-default-688d565d4f-4sh6x for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:38.157387 3821 kube.go:256] Updating pod openshift-ingress/router-default-688d565d4f-4sh6x I0425 02:55:38.173871 3821 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vbg5n] creating logical port openshift-ingress-canary_ingress-canary-vbg5n for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:38.174027 3821 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vbg5n I0425 02:55:38.177601 3821 pod.go:62] [openshift-dns/dns-default-pmdxq] pod update took 21.038474ms I0425 02:55:38.177622 3821 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-pmdxq] addLogicalPort annotation time took 21.06484ms I0425 02:55:38.178021 3821 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-jkxkw for pod on switch ip-10-0-0-192.ec2.internal I0425 02:55:38.178116 3821 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw I0425 02:55:38.178839 3821 pods.go:271] [openshift-dns/dns-default-pmdxq] addLogicalPort took 22.410281ms, libovsdb time 916.261µs I0425 02:55:38.184261 3821 pod.go:62] [openshift-ingress/router-default-688d565d4f-4sh6x] pod update took 26.899684ms I0425 02:55:38.184284 3821 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-688d565d4f-4sh6x] addLogicalPort annotation time took 26.92464ms I0425 02:55:38.185294 3821 pods.go:271] [openshift-ingress/router-default-688d565d4f-4sh6x] addLogicalPort took 28.019108ms, libovsdb time 754.354µs I0425 02:55:38.196756 3821 pod.go:62] [openshift-ingress-canary/ingress-canary-vbg5n] pod update took 22.764725ms I0425 02:55:38.196766 3821 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw] pod update took 18.669273ms I0425 02:55:38.196777 3821 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vbg5n] addLogicalPort annotation time took 22.788845ms I0425 02:55:38.196784 3821 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw] addLogicalPort annotation time took 18.690314ms I0425 02:55:38.197880 3821 pods.go:271] [openshift-ingress-canary/ingress-canary-vbg5n] addLogicalPort took 24.029274ms, libovsdb time 751.63µs I0425 02:55:38.198224 3821 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw] addLogicalPort took 20.220075ms, libovsdb time 993.366µs I0425 02:55:38.269085 3821 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:39.323028 3821 cni.go:452] [openshift-ingress-canary/ingress-canary-vbg5n 349cb80558501f944d36bd416a2b4a811aa847c8976d42e112dbcc4ced2e2b2e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vbg5n 349cb80558501f944d36bd416a2b4a811aa847c8976d42e112dbcc4ced2e2b2e network default NAD default NAD key ] I0425 02:55:39.333047 3821 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw ff33735cd20fc18de2544dad0ff5a0514da035f09b0be19038ac7df08a4985ce network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw ff33735cd20fc18de2544dad0ff5a0514da035f09b0be19038ac7df08a4985ce network default NAD default NAD key ] I0425 02:55:39.370800 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vbg5n, hostIfaceName: 349cb80558501f9, network: default, NAD default, SandboxID: "349cb80558501f944d36bd416a2b4a811aa847c8976d42e112dbcc4ced2e2b2e", PCI device ID: , UID: "27040ea1-b8b0-4c73-bf59-931ff66adfcc", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0425 02:55:39.371542 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-jkxkw, hostIfaceName: ff33735cd20fc18, network: default, NAD default, SandboxID: "ff33735cd20fc18de2544dad0ff5a0514da035f09b0be19038ac7df08a4985ce", PCI device ID: , UID: "b15ab22f-edd1-4a81-b4f3-742d421057e9", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0425 02:55:39.419647 3821 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw ff33735cd20fc18de2544dad0ff5a0514da035f09b0be19038ac7df08a4985ce network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkxkw ff33735cd20fc18de2544dad0ff5a0514da035f09b0be19038ac7df08a4985ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:60:32:b3:7f:0c\",\"name\":\"ff33735cd20fc18\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb1d5756-c1cc-4a65-9bb8-28fa3b14f86b\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:55:39.425461 3821 cni.go:473] [openshift-ingress-canary/ingress-canary-vbg5n 349cb80558501f944d36bd416a2b4a811aa847c8976d42e112dbcc4ced2e2b2e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vbg5n 349cb80558501f944d36bd416a2b4a811aa847c8976d42e112dbcc4ced2e2b2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d6:3f:04:c5:e9\",\"name\":\"349cb80558501f9\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e0cdc0b-99b5-4bb7-8863-5a8e108ab5b9\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:55:40.856530 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:40.856566 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 43.094µs I0425 02:55:42.195132 3821 cni.go:452] [openshift-network-diagnostics/network-check-target-dr25z c3953fc9a91e5caf650fa2e3b3a49b4c46946b2dba43a654d08fe2f5365f164a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dr25z c3953fc9a91e5caf650fa2e3b3a49b4c46946b2dba43a654d08fe2f5365f164a network default NAD default NAD key ] I0425 02:55:42.205247 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dr25z, hostIfaceName: c3953fc9a91e5ca, network: default, NAD default, SandboxID: "c3953fc9a91e5caf650fa2e3b3a49b4c46946b2dba43a654d08fe2f5365f164a", PCI device ID: , UID: "bb225e6b-9cbd-4005-b9ef-ff88bb670d4a", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0425 02:55:42.251378 3821 cni.go:473] [openshift-network-diagnostics/network-check-target-dr25z c3953fc9a91e5caf650fa2e3b3a49b4c46946b2dba43a654d08fe2f5365f164a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dr25z c3953fc9a91e5caf650fa2e3b3a49b4c46946b2dba43a654d08fe2f5365f164a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d4:a0:23:6a:e7\",\"name\":\"c3953fc9a91e5ca\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9e35bec-1742-4b77-a7fd-cf5083c50e4e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:55:45.428920 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:47.084585 3821 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:47.084611 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:47.084625 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 19.342µs I0425 02:55:47.084652 3821 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 02:55:48.420107 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:55:52.165141 3821 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "ip-10-0-2-178.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:52.165147 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:52.165220 3821 node_tracker.go:235] Node ip-10-0-2-178.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal" I0425 02:55:52.165249 3821 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.165264 3821 services_controller.go:574] Full service sync requested for network=default W0425 02:55:52.165557 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:55:52.165635 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:52.192664 3821 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "ip-10-0-2-178.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:52.349178 3821 default_network_controller.go:1025] Node "ip-10-0-2-178.ec2.internal" in remote zone "ip-10-0-2-178.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:55:52.349221 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:52.349271 3821 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.349283 3821 services_controller.go:574] Full service sync requested for network=default W0425 02:55:52.349433 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 02:55:52.349780 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:55:52.350187 3821 zone_ic_handler.go:195] Time taken to create transit switch: 321.644µs I0425 02:55:52.350202 3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-178.ec2.internal for the network default I0425 02:55:52.351258 3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-178.ec2.internal" on network "default" took: 1.408323ms I0425 02:55:54.412220 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:54.412243 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 29.705µs I0425 02:55:54.412255 3821 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:54.412275 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:54.412282 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 10.0.2.178 to PMTUD blocking rules I0425 02:55:54.412296 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:54.412327 3821 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:54.412344 3821 services_controller.go:574] Full service sync requested for network=default W0425 02:55:54.412686 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:55:54.412788 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:54.418726 3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-178.ec2.internal. Updating no re-route policies I0425 02:55:54.428632 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:54.428647 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-178.ec2.internal", IP: 10.0.2.178 to PMTUD blocking rules I0425 02:55:58.388504 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:58.388533 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 36.481µs W0425 02:55:59.442750 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 02:56:06.247437 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:08.741115 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:56:11.282386 3821 namespace.go:142] [openshift-network-console] updating namespace I0425 02:56:11.284676 3821 namespace.go:142] [openshift-network-node-identity] updating namespace I0425 02:56:11.289800 3821 namespace.go:142] [openshift-must-gather-operator] updating namespace I0425 02:56:11.294524 3821 namespace.go:142] [openshift-network-diagnostics] updating namespace I0425 02:56:11.296726 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:11.301116 3821 namespace.go:142] [openshift-ovn-kubernetes] updating namespace W0425 02:56:19.422266 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:56:20.580494 3821 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78949f69fc-p7g7q] creating logical port openshift-ingress_router-default-78949f69fc-p7g7q for pod on switch ip-10-0-0-192.ec2.internal I0425 02:56:20.580584 3821 kube.go:256] Updating pod openshift-ingress/router-default-78949f69fc-p7g7q I0425 02:56:20.611876 3821 pod.go:62] [openshift-ingress/router-default-78949f69fc-p7g7q] pod update took 31.320635ms I0425 02:56:20.611913 3821 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-78949f69fc-p7g7q] addLogicalPort annotation time took 31.359752ms I0425 02:56:20.612817 3821 pods.go:271] [openshift-ingress/router-default-78949f69fc-p7g7q] addLogicalPort took 32.347173ms, libovsdb time 612.382µs I0425 02:56:20.687375 3821 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-c7v6d for pod on switch ip-10-0-0-192.ec2.internal I0425 02:56:20.687498 3821 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d I0425 02:56:20.714342 3821 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d] pod update took 26.863852ms I0425 02:56:20.714362 3821 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d] addLogicalPort annotation time took 26.888821ms I0425 02:56:20.715297 3821 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d] addLogicalPort took 27.938711ms, libovsdb time 664.833µs I0425 02:56:21.043343 3821 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d 8ae8d4b20ca94e0b685738ebf96c6e72847134c697f77c12b48465e275c60d35 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d 8ae8d4b20ca94e0b685738ebf96c6e72847134c697f77c12b48465e275c60d35 network default NAD default NAD key ] I0425 02:56:21.053249 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-c7v6d, hostIfaceName: 8ae8d4b20ca94e0, network: default, NAD default, SandboxID: "8ae8d4b20ca94e0b685738ebf96c6e72847134c697f77c12b48465e275c60d35", PCI device ID: , UID: "310c912c-0f4c-4b6a-ae02-d03bb584d4a3", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0425 02:56:21.099140 3821 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d 8ae8d4b20ca94e0b685738ebf96c6e72847134c697f77c12b48465e275c60d35 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-c7v6d 8ae8d4b20ca94e0b685738ebf96c6e72847134c697f77c12b48465e275c60d35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f4:09:48:c3:2f\",\"name\":\"8ae8d4b20ca94e0\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d10044c-2be1-48c7-99a8-8138769f18a1\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:56:23.438326 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-l44s8 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:56:23.438428 3821 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8 I0425 02:56:23.452565 3821 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8] pod update took 14.159454ms I0425 02:56:23.452589 3821 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8] addLogicalPort annotation time took 14.18913ms I0425 02:56:23.453866 3821 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8] addLogicalPort took 15.613933ms, libovsdb time 895.426µs W0425 02:56:23.780911 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 02:56:23.793605 3821 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8 b480d4a28372e6ccad7e5605ef8cbd7b9432e7a55f11715e46ea799606f92d41 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8 b480d4a28372e6ccad7e5605ef8cbd7b9432e7a55f11715e46ea799606f92d41 network default NAD default NAD key ] I0425 02:56:23.804204 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-l44s8, hostIfaceName: b480d4a28372e6c, network: default, NAD default, SandboxID: "b480d4a28372e6ccad7e5605ef8cbd7b9432e7a55f11715e46ea799606f92d41", PCI device ID: , UID: "77568074-7b56-456c-add2-d7669b8cf169", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0425 02:56:23.849150 3821 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8 b480d4a28372e6ccad7e5605ef8cbd7b9432e7a55f11715e46ea799606f92d41 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-l44s8 b480d4a28372e6ccad7e5605ef8cbd7b9432e7a55f11715e46ea799606f92d41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ae:69:f8:7c:57\",\"name\":\"b480d4a28372e6c\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d824b840-7197-4e0e-a848-eab71a8dfb40\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:56:24.588417 3821 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 02:56:24.589267 3821 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 828.618µs I0425 02:56:24.641248 3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 02:56:24.713428 3821 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-j8l6w for pod on switch ip-10-0-0-192.ec2.internal I0425 02:56:24.713571 3821 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w I0425 02:56:24.728771 3821 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w] pod update took 15.224209ms I0425 02:56:24.728798 3821 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w] addLogicalPort annotation time took 15.256709ms I0425 02:56:24.730031 3821 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w] addLogicalPort took 16.61735ms, libovsdb time 928.336µs I0425 02:56:25.069391 3821 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w b3a45f259f36d81d3143415172f336c1604d4904cc87d406a5cd1b7e63c49f38 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w b3a45f259f36d81d3143415172f336c1604d4904cc87d406a5cd1b7e63c49f38 network default NAD default NAD key ] I0425 02:56:25.079600 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-j8l6w, hostIfaceName: b3a45f259f36d81, network: default, NAD default, SandboxID: "b3a45f259f36d81d3143415172f336c1604d4904cc87d406a5cd1b7e63c49f38", PCI device ID: , UID: "c72cac00-14fe-42cf-8c72-e9e450363b19", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0425 02:56:25.123231 3821 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w b3a45f259f36d81d3143415172f336c1604d4904cc87d406a5cd1b7e63c49f38 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-j8l6w b3a45f259f36d81d3143415172f336c1604d4904cc87d406a5cd1b7e63c49f38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c9:f0:80:a8:bb\",\"name\":\"b3a45f259f36d81\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3e0df43-8145-4ebf-adeb-0cea040ce706\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:56:25.877606 3821 namespace.go:98] [openshift-service-ca] adding namespace I0425 02:56:25.878431 3821 namespace.go:102] [openshift-service-ca] adding namespace took 803.975µs I0425 02:56:25.893061 3821 namespace.go:142] [openshift-service-ca] updating namespace W0425 02:56:34.217881 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 02:56:42.157426 3821 cni.go:452] [openshift-dns/dns-default-pmdxq 2740dfe359ce7c53cb0d255f5315c9a19c810dc2e0aaedc02b5334939c137324 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-pmdxq 2740dfe359ce7c53cb0d255f5315c9a19c810dc2e0aaedc02b5334939c137324 network default NAD default NAD key ] I0425 02:56:42.167538 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-pmdxq, hostIfaceName: 2740dfe359ce7c5, network: default, NAD default, SandboxID: "2740dfe359ce7c53cb0d255f5315c9a19c810dc2e0aaedc02b5334939c137324", PCI device ID: , UID: "264e31e3-ff0b-4fc3-8942-4df63bcf3152", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0425 02:56:42.212996 3821 cni.go:473] [openshift-dns/dns-default-pmdxq 2740dfe359ce7c53cb0d255f5315c9a19c810dc2e0aaedc02b5334939c137324 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-pmdxq 2740dfe359ce7c53cb0d255f5315c9a19c810dc2e0aaedc02b5334939c137324 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:cf:ae:95:17:85\",\"name\":\"2740dfe359ce7c5\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ccd4f1d-017d-41bb-b32b-777bfa23a1e1\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:56:42.412371 3821 cni.go:452] [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key ] I0425 02:56:42.421541 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5c4d6565bf-tcwsq, hostIfaceName: 2909e6969fbf50c, network: default, NAD default, SandboxID: "2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5", PCI device ID: , UID: "fbb87b16-ff61-40b0-9b3b-4357afc834bd", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0425 02:56:42.467649 3821 cni.go:473] [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0b:bf:f3:70:5d\",\"name\":\"2909e6969fbf50c\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a6d3a5c-e36e-4096-9565-3bb08a17d72c\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:56:46.978407 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.978994 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979024 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979036 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 02:56:46.979054 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979061 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0425 02:56:50.427058 3821 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427068 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:56:50.427083 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427093 3821 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 02:56:50.431164 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.431186 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.431199 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.431208 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.456224 3821 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hpbq5] creating logical port openshift-insights_insights-runtime-extractor-hpbq5 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:56:50.456322 3821 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hpbq5 I0425 02:56:50.483990 3821 pod.go:62] [openshift-insights/insights-runtime-extractor-hpbq5] pod update took 27.705249ms I0425 02:56:50.484033 3821 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hpbq5] addLogicalPort annotation time took 27.732755ms I0425 02:56:50.485155 3821 pods.go:271] [openshift-insights/insights-runtime-extractor-hpbq5] addLogicalPort took 28.943059ms, libovsdb time 834.442µs W0425 02:56:50.661145 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:56:50.812300 3821 cni.go:452] [openshift-insights/insights-runtime-extractor-hpbq5 bc49c0e9d0f7cc6d63a2b3cf7db2fd4a325e4dba3bbb8b15e4cdbcdd7a58e468 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hpbq5 bc49c0e9d0f7cc6d63a2b3cf7db2fd4a325e4dba3bbb8b15e4cdbcdd7a58e468 network default NAD default NAD key ] I0425 02:56:50.821438 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hpbq5, hostIfaceName: bc49c0e9d0f7cc6, network: default, NAD default, SandboxID: "bc49c0e9d0f7cc6d63a2b3cf7db2fd4a325e4dba3bbb8b15e4cdbcdd7a58e468", PCI device ID: , UID: "a9cbed17-75bc-4387-b293-e893cf444615", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0425 02:56:50.870054 3821 cni.go:473] [openshift-insights/insights-runtime-extractor-hpbq5 bc49c0e9d0f7cc6d63a2b3cf7db2fd4a325e4dba3bbb8b15e4cdbcdd7a58e468 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hpbq5 bc49c0e9d0f7cc6d63a2b3cf7db2fd4a325e4dba3bbb8b15e4cdbcdd7a58e468 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:02:72:47:6a:2f\",\"name\":\"bc49c0e9d0f7cc6\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07a6e581-1346-4931-bdda-67cb91ab7b40\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:56:51.864064 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:51.873195 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:52.386721 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:52.387424 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:52.405931 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:52.405952 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:52.417040 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:56:52.417072 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:56:52.750156 3821 cni.go:452] [openshift-ingress/router-default-78949f69fc-p7g7q e1d68dfe128f2b57080cfb648181ca462ee7856f401f37c2f3b26396ffc442ca network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-78949f69fc-p7g7q e1d68dfe128f2b57080cfb648181ca462ee7856f401f37c2f3b26396ffc442ca network default NAD default NAD key ] I0425 02:56:52.760434 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78949f69fc-p7g7q, hostIfaceName: e1d68dfe128f2b5, network: default, NAD default, SandboxID: "e1d68dfe128f2b57080cfb648181ca462ee7856f401f37c2f3b26396ffc442ca", PCI device ID: , UID: "db29cb00-4e6c-4fb6-8c64-4635c26c4ad8", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0425 02:56:52.807576 3821 cni.go:473] [openshift-ingress/router-default-78949f69fc-p7g7q e1d68dfe128f2b57080cfb648181ca462ee7856f401f37c2f3b26396ffc442ca network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-78949f69fc-p7g7q e1d68dfe128f2b57080cfb648181ca462ee7856f401f37c2f3b26396ffc442ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:db:62:9c:42:66\",\"name\":\"e1d68dfe128f2b5\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d41996d-8e58-4eee-9dbe-777222ae0b81\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:56:53.422849 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:56:53.641489 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:53.641509 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:53.641663 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:53.641672 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:53.641676 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:54.614520 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:54.614547 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:54.614554 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:54.614706 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:54.614714 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0425 02:56:54.726817 3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 02:56:55.583994 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.584020 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:55.584026 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:57.908639 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 02:57:00.669911 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:57:00.669938 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:04.541093 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:57:04.541195 3821 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 02:57:04.575102 3821 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 33.944736ms I0425 02:57:04.575124 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 33.973153ms I0425 02:57:04.576272 3821 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 35.194226ms, libovsdb time 857.866µs W0425 02:57:04.593650 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:05.497200 3821 cni.go:452] [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key ] I0425 02:57:05.503547 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c99bb674c-tljcs] creating logical port openshift-monitoring_thanos-querier-6c99bb674c-tljcs for pod on switch ip-10-0-0-192.ec2.internal I0425 02:57:05.503659 3821 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c99bb674c-tljcs I0425 02:57:05.506298 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f7be6557dcc0398, network: default, NAD default, SandboxID: "f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e", PCI device ID: , UID: "7e1fde62-a96c-4524-9a86-1f5ae80045fb", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0425 02:57:05.524988 3821 pod.go:62] [openshift-monitoring/thanos-querier-6c99bb674c-tljcs] pod update took 21.365002ms I0425 02:57:05.525010 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c99bb674c-tljcs] addLogicalPort annotation time took 21.394165ms I0425 02:57:05.526186 3821 pods.go:271] [openshift-monitoring/thanos-querier-6c99bb674c-tljcs] addLogicalPort took 22.653068ms, libovsdb time 818.706µs I0425 02:57:05.554596 3821 cni.go:473] [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:67:c8:7a:33:05\",\"name\":\"f7be6557dcc0398\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b9eb5c4-1ea8-4092-bb40-fdf93a324087\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:57:05.862271 3821 cni.go:452] [openshift-monitoring/thanos-querier-6c99bb674c-tljcs 99712f8b2e925c144e4d05829459cb78ba46d7fe9be0c64a3be703713d08aa1d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c99bb674c-tljcs 99712f8b2e925c144e4d05829459cb78ba46d7fe9be0c64a3be703713d08aa1d network default NAD default NAD key ] I0425 02:57:05.871345 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c99bb674c-tljcs, hostIfaceName: 99712f8b2e925c1, network: default, NAD default, SandboxID: "99712f8b2e925c144e4d05829459cb78ba46d7fe9be0c64a3be703713d08aa1d", PCI device ID: , UID: "37027d2f-6088-40b1-a5a7-770052a2fca5", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0425 02:57:05.917452 3821 cni.go:473] [openshift-monitoring/thanos-querier-6c99bb674c-tljcs 99712f8b2e925c144e4d05829459cb78ba46d7fe9be0c64a3be703713d08aa1d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c99bb674c-tljcs 99712f8b2e925c144e4d05829459cb78ba46d7fe9be0c64a3be703713d08aa1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5d:61:9c:55:6e\",\"name\":\"99712f8b2e925c1\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c7067f8-85e8-4c6a-af11-45d416683f72\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:57:07.487093 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.487111 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.487116 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.667884 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.667922 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.667942 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 02:57:08.069906 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-m8lkp for pod on switch ip-10-0-0-192.ec2.internal I0425 02:57:08.070006 3821 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp I0425 02:57:08.086253 3821 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp] pod update took 16.269555ms I0425 02:57:08.086279 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp] addLogicalPort annotation time took 16.300421ms I0425 02:57:08.087486 3821 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp] addLogicalPort took 17.609906ms, libovsdb time 889.532µs I0425 02:57:08.428175 3821 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp 14996c4f0eef05873aad6a3af2a59c1535a625655030aada148c719a08353b84 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp 14996c4f0eef05873aad6a3af2a59c1535a625655030aada148c719a08353b84 network default NAD default NAD key ] I0425 02:57:08.439771 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-m8lkp, hostIfaceName: 14996c4f0eef058, network: default, NAD default, SandboxID: "14996c4f0eef05873aad6a3af2a59c1535a625655030aada148c719a08353b84", PCI device ID: , UID: "47c97394-56e4-4646-82a4-f8c44592e4be", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0425 02:57:08.493689 3821 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp 14996c4f0eef05873aad6a3af2a59c1535a625655030aada148c719a08353b84 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m8lkp 14996c4f0eef05873aad6a3af2a59c1535a625655030aada148c719a08353b84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:58:2e:f3:5e:14\",\"name\":\"14996c4f0eef058\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3d6b0c1-3ccc-4555-8b30-a369e484d21e\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:57:09.713190 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713215 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713223 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713231 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 02:57:09.892635 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:57:09.892769 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 02:57:09.917226 3821 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.490481ms I0425 02:57:09.917252 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.522527ms I0425 02:57:09.918723 3821 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.106973ms, libovsdb time 1.070649ms W0425 02:57:09.995264 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995287 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995294 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995301 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:10.020696 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 02:57:10.249158 3821 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key ] I0425 02:57:10.258219 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8a79480cdf79b7d, network: default, NAD default, SandboxID: "8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99", PCI device ID: , UID: "f48576a8-8b55-4141-bc00-06c8e84e492d", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0425 02:57:10.303772 3821 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:a5:e8:cd:8a:22\",\"name\":\"8a79480cdf79b7d\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eabe029-71c0-42f8-ad18-3ccf9164ba10\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:57:10.693796 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:10.693821 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:11.573179 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:12.022946 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:12.022964 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 02:57:15.158327 3821 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-j7jww] creating logical port openshift-console_downloads-5c54f4944f-j7jww for pod on switch ip-10-0-0-192.ec2.internal I0425 02:57:15.158410 3821 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-j7jww I0425 02:57:15.193961 3821 pod.go:62] [openshift-console/downloads-5c54f4944f-j7jww] pod update took 35.569889ms I0425 02:57:15.193989 3821 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-j7jww] addLogicalPort annotation time took 35.603225ms I0425 02:57:15.195113 3821 pods.go:271] [openshift-console/downloads-5c54f4944f-j7jww] addLogicalPort took 36.798078ms, libovsdb time 816.079µs I0425 02:57:15.504012 3821 cni.go:452] [openshift-console/downloads-5c54f4944f-j7jww d540e37a6267dc8cda6130ed423dd326d1f86d2a522477a9bfb38c9e3addb784 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-j7jww d540e37a6267dc8cda6130ed423dd326d1f86d2a522477a9bfb38c9e3addb784 network default NAD default NAD key ] I0425 02:57:15.513065 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-j7jww, hostIfaceName: d540e37a6267dc8, network: default, NAD default, SandboxID: "d540e37a6267dc8cda6130ed423dd326d1f86d2a522477a9bfb38c9e3addb784", PCI device ID: , UID: "bb2bb132-73d7-4175-abdb-f67fdf98ff22", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0425 02:57:15.561455 3821 cni.go:473] [openshift-console/downloads-5c54f4944f-j7jww d540e37a6267dc8cda6130ed423dd326d1f86d2a522477a9bfb38c9e3addb784 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-j7jww d540e37a6267dc8cda6130ed423dd326d1f86d2a522477a9bfb38c9e3addb784 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:bc:ee:10:ec:46\",\"name\":\"d540e37a6267dc8\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6de089c-4a82-4f22-824c-1004b396dc64\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:57:15.696126 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696147 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696153 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:15.696158 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 02:57:15.947438 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:15.948024 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:16.045023 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:16.045046 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:16.056552 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:16.056577 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:18.197571 3821 cni.go:452] [openshift-multus/network-metrics-daemon-49nqw 7939145cd96032a821ed6104227cfbcf3d1afb4031e77d8d9ef2439526cdfeb7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-49nqw 7939145cd96032a821ed6104227cfbcf3d1afb4031e77d8d9ef2439526cdfeb7 network default NAD default NAD key ] I0425 02:57:18.207504 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-49nqw, hostIfaceName: 7939145cd96032a, network: default, NAD default, SandboxID: "7939145cd96032a821ed6104227cfbcf3d1afb4031e77d8d9ef2439526cdfeb7", PCI device ID: , UID: "52de0f4f-d3db-4a34-b3f8-38b167b85210", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0425 02:57:18.257608 3821 cni.go:473] [openshift-multus/network-metrics-daemon-49nqw 7939145cd96032a821ed6104227cfbcf3d1afb4031e77d8d9ef2439526cdfeb7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-49nqw 7939145cd96032a821ed6104227cfbcf3d1afb4031e77d8d9ef2439526cdfeb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4e:96:5f:30:ae\",\"name\":\"7939145cd96032a\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/013256f5-9470-477a-a49f-f5886ecd1324\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:57:29.076500 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 02:57:33.397426 3821 base_network_controller_pods.go:487] [default/openshift-console/console-65b976766f-95dc5] creating logical port openshift-console_console-65b976766f-95dc5 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:57:33.397548 3821 kube.go:256] Updating pod openshift-console/console-65b976766f-95dc5 I0425 02:57:33.414793 3821 pod.go:62] [openshift-console/console-65b976766f-95dc5] pod update took 17.281825ms I0425 02:57:33.414822 3821 base_network_controller_pods.go:951] [default/openshift-console/console-65b976766f-95dc5] addLogicalPort annotation time took 17.316419ms I0425 02:57:33.416110 3821 pods.go:271] [openshift-console/console-65b976766f-95dc5] addLogicalPort took 18.70552ms, libovsdb time 931.025µs I0425 02:57:34.200680 3821 cni.go:452] [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key ] I0425 02:57:34.209857 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65b976766f-95dc5, hostIfaceName: f57825327e732e5, network: default, NAD default, SandboxID: "f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4", PCI device ID: , UID: "ee2fcc6c-0268-49e5-a041-0e16d107e9f9", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0425 02:57:34.257631 3821 cni.go:473] [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:75:79:3f:97:40\",\"name\":\"f57825327e732e5\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7753d2f8-724d-4da8-a979-f32e76494f04\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:57:34.777918 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 02:57:34.777970 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 02:57:34.778171 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 02:57:35.567953 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.567980 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.567989 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.624557 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 02:57:35.799100 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0425 02:57:39.624602 3821 cni.go:452] [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key ] I0425 02:57:39.708127 3821 cni.go:473] [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5c4d6565bf-tcwsq 2909e6969fbf50cc858d030936ad9a658e360670f43a691ba963b2c2130a68e5 network default NAD default NAD key default], result "{}", err I0425 02:57:39.773156 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:39.773256 3821 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5c4d6565bf-tcwsq I0425 02:57:39.774761 3821 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5c4d6565bf-tcwsq, ips: 10.129.0.5 I0425 02:57:39.774792 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:40.109206 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:40.109235 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:40.117488 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c4d6565bf-tcwsq I0425 02:57:40.117517 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c4d6565bf-tcwsq W0425 02:57:43.837921 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:49.691557 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 02:57:50.715663 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 02:58:00.943274 3821 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-s96tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:00.943846 3821 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-s96tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:01.751774 3821 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-s96tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:01.751801 3821 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-s96tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:01.759350 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fc4697c-s96tn I0425 02:58:01.759374 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fc4697c-s96tn I0425 02:58:09.160637 3821 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-kz2l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:09.161299 3821 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-kz2l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:09.523984 3821 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-kz2l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:09.524013 3821 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-kz2l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:09.527498 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fc4697c-kz2l4 I0425 02:58:09.527530 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fc4697c-kz2l4 W0425 02:58:10.312546 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:58:10.312566 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:58:10.312577 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:58:10.312581 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:58:10.980225 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:58:10.980251 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 02:58:25.266259 3821 cni.go:452] [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key ] I0425 02:58:25.336021 3821 cni.go:473] [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 f7be6557dcc03984f34d2aa66ba579aaf2a7ce89d5a68f6ee555718e0c4bcc2e network default NAD default NAD key default], result "{}", err I0425 02:58:25.419150 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:25.419192 3821 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0425 02:58:25.420435 3821 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0425 02:58:25.420463 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:26.000726 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:26.000753 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:26.009626 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 02:58:26.009655 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 02:58:26.072123 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:58:26.072266 3821 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 02:58:26.092743 3821 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.514857ms I0425 02:58:26.092790 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.55465ms I0425 02:58:26.094198 3821 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.099107ms, libovsdb time 1.006896ms I0425 02:58:26.480793 3821 cni.go:452] [openshift-monitoring/alertmanager-main-1 0ae829ad594630843ef7d503fbeff292c8f15ff0e53c6f319698c333790d060f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0ae829ad594630843ef7d503fbeff292c8f15ff0e53c6f319698c333790d060f network default NAD default NAD key ] I0425 02:58:26.490404 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0ae829ad5946308, network: default, NAD default, SandboxID: "0ae829ad594630843ef7d503fbeff292c8f15ff0e53c6f319698c333790d060f", PCI device ID: , UID: "f93d4ef4-2fc6-427d-8da0-d5f783c4688d", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0425 02:58:26.538939 3821 cni.go:473] [openshift-monitoring/alertmanager-main-1 0ae829ad594630843ef7d503fbeff292c8f15ff0e53c6f319698c333790d060f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0ae829ad594630843ef7d503fbeff292c8f15ff0e53c6f319698c333790d060f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:13:c8:92:12:1f\",\"name\":\"0ae829ad5946308\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1026690c-84a2-454e-80e6-61d80f2c52c7\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 02:58:29.696633 3821 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key ] I0425 02:58:29.779846 3821 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 8a79480cdf79b7df8d4ebbc6bf694f94b5c3f9cbe48a556a85ad4f3cff1fbf99 network default NAD default NAD key default], result "{}", err I0425 02:58:29.841355 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:29.841391 3821 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0425 02:58:29.842640 3821 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.18 I0425 02:58:29.842666 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:30.027854 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:30.027879 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:30.037373 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 02:58:30.037405 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 02:58:30.078625 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-192.ec2.internal I0425 02:58:30.078764 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 02:58:30.102650 3821 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.923137ms I0425 02:58:30.102674 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.953011ms I0425 02:58:30.103908 3821 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.30065ms, libovsdb time 876.588µs I0425 02:58:30.440739 3821 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1051be61d4c8a9deb4c009637a109929e50ee7e02fead62381612aac7af50dc7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1051be61d4c8a9deb4c009637a109929e50ee7e02fead62381612aac7af50dc7 network default NAD default NAD key ] I0425 02:58:30.449791 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1051be61d4c8a9d, network: default, NAD default, SandboxID: "1051be61d4c8a9deb4c009637a109929e50ee7e02fead62381612aac7af50dc7", PCI device ID: , UID: "046ba9a1-b691-416e-bdf0-b1febf035909", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0425 02:58:30.499860 3821 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1051be61d4c8a9deb4c009637a109929e50ee7e02fead62381612aac7af50dc7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1051be61d4c8a9deb4c009637a109929e50ee7e02fead62381612aac7af50dc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:72:b6:ac:cf:53\",\"name\":\"1051be61d4c8a9d\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1a6deda-b014-4d3b-a02b-87d03022bd5b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 02:58:56.501045 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:58:56.501071 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:58:56.501080 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 02:58:57.427038 3821 obj_retry.go:498] Detected object openshift-console/console-65b976766f-rv6lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.427553 3821 obj_retry.go:498] Detected object openshift-console/console-65b976766f-rv6lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.816431 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.817051 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.992983 3821 obj_retry.go:492] Detected object openshift-console/console-65b976766f-rv6lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:57.993007 3821 obj_retry.go:492] Detected object openshift-console/console-65b976766f-rv6lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.000228 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65b976766f-rv6lb I0425 02:58:58.000257 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65b976766f-rv6lb I0425 02:58:58.020363 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.020382 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.027767 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 02:58:58.027789 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 02:59:08.567717 3821 cni.go:452] [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key ] I0425 02:59:08.652993 3821 cni.go:473] [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65b976766f-95dc5 f57825327e732e5ea263e2ebaefe9d525a9d450f4ce08fd429e0de6111c4d4c4 network default NAD default NAD key default], result "{}", err I0425 02:59:08.697148 3821 obj_retry.go:498] Detected object openshift-console/console-65b976766f-95dc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:08.697188 3821 pods.go:176] Deleting pod: openshift-console/console-65b976766f-95dc5 I0425 02:59:08.698484 3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65b976766f-95dc5, ips: 10.129.0.20 I0425 02:59:08.698518 3821 obj_retry.go:498] Detected object openshift-console/console-65b976766f-95dc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:09.195613 3821 obj_retry.go:492] Detected object openshift-console/console-65b976766f-95dc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:09.195637 3821 obj_retry.go:492] Detected object openshift-console/console-65b976766f-95dc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:09.203449 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65b976766f-95dc5 I0425 02:59:09.203476 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65b976766f-95dc5 W0425 02:59:31.331180 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:59:31.331307 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 02:59:32.629693 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:32.630284 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:33.564259 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:33.564285 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:33.572726 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 02:59:33.572842 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 03:00:05.431464 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:00:05.432077 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:00:06.455694 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:00:06.455724 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:00:44.682312 3821 base_network_controller_pods.go:487] [default/openshift-console/console-c67947bb5-kdxcg] creating logical port openshift-console_console-c67947bb5-kdxcg for pod on switch ip-10-0-0-192.ec2.internal I0425 03:00:44.682446 3821 kube.go:256] Updating pod openshift-console/console-c67947bb5-kdxcg I0425 03:00:44.715302 3821 pod.go:62] [openshift-console/console-c67947bb5-kdxcg] pod update took 32.881662ms I0425 03:00:44.715327 3821 base_network_controller_pods.go:951] [default/openshift-console/console-c67947bb5-kdxcg] addLogicalPort annotation time took 32.911421ms I0425 03:00:44.716430 3821 pods.go:271] [openshift-console/console-c67947bb5-kdxcg] addLogicalPort took 34.139137ms, libovsdb time 795.709µs I0425 03:00:45.039305 3821 cni.go:452] [openshift-console/console-c67947bb5-kdxcg 8c4eb2417e65349b21b5e70ce4a0c4c65785d0bece83697532e734accc524fec network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c67947bb5-kdxcg 8c4eb2417e65349b21b5e70ce4a0c4c65785d0bece83697532e734accc524fec network default NAD default NAD key ] I0425 03:00:45.048455 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c67947bb5-kdxcg, hostIfaceName: 8c4eb2417e65349, network: default, NAD default, SandboxID: "8c4eb2417e65349b21b5e70ce4a0c4c65785d0bece83697532e734accc524fec", PCI device ID: , UID: "35449e00-6d85-4620-ad56-988c1e835d5d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0425 03:00:45.098090 3821 cni.go:473] [openshift-console/console-c67947bb5-kdxcg 8c4eb2417e65349b21b5e70ce4a0c4c65785d0bece83697532e734accc524fec network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c67947bb5-kdxcg 8c4eb2417e65349b21b5e70ce4a0c4c65785d0bece83697532e734accc524fec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:44:22:eb:99:78\",\"name\":\"8c4eb2417e65349\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a8130fe-d28b-4917-b9f2-f7791ad180ce\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:00:45.718864 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 W0425 03:00:55.605592 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 03:01:01.720087 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=19 I0425 03:01:09.983164 3821 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-bbmk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:09.983761 3821 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-bbmk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:10.930252 3821 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-bbmk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:10.930277 3821 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-bbmk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:10.938135 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b949df7b-bbmk2 I0425 03:01:10.938160 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b949df7b-bbmk2 I0425 03:01:18.822023 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0425 03:01:18.832970 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 03:01:20.958271 3821 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-sgrlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:20.958871 3821 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-sgrlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:21.609014 3821 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-sgrlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:21.609048 3821 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-sgrlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:21.619241 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b949df7b-sgrlr I0425 03:01:21.619273 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b949df7b-sgrlr I0425 03:01:24.806592 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 03:01:28.806320 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0425 03:01:56.717625 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 W0425 03:01:56.769231 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 03:01:57.838954 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 03:02:03.771260 3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 03:02:07.819285 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 03:02:07.819370 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-m87rs IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-m87rs: no pod IPs found I0425 03:02:18.827213 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 03:03:07.816380 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 03:03:42.725719 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=596 I0425 03:03:54.718930 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 03:04:20.845590 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 03:04:26.845268 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 03:04:29.811407 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 03:04:41.718641 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0425 03:06:13.792631 3821 namespace.go:98] [tsf] adding namespace I0425 03:06:13.793557 3821 namespace.go:102] [tsf] adding namespace took 898.592µs I0425 03:06:13.809386 3821 namespace.go:142] [tsf] updating namespace I0425 03:06:13.823200 3821 namespace.go:142] [tsf] updating namespace I0425 03:06:17.563575 3821 namespace.go:98] [tsf-tpa] adding namespace I0425 03:06:17.564434 3821 namespace.go:102] [tsf-tpa] adding namespace took 835.89µs I0425 03:06:17.567198 3821 namespace.go:98] [konflux-operator] adding namespace I0425 03:06:17.567832 3821 namespace.go:102] [konflux-operator] adding namespace took 622.68µs I0425 03:06:17.573300 3821 namespace.go:98] [konflux-ui] adding namespace I0425 03:06:17.573435 3821 namespace.go:98] [cert-manager-operator] adding namespace I0425 03:06:17.573534 3821 namespace.go:98] [tsf-tas] adding namespace I0425 03:06:17.573629 3821 namespace.go:98] [tsf-keycloak] adding namespace I0425 03:06:17.574057 3821 namespace.go:102] [konflux-ui] adding namespace took 743.527µs I0425 03:06:17.574083 3821 namespace.go:98] [rhbk-operator] adding namespace I0425 03:06:17.574562 3821 namespace.go:102] [rhbk-operator] adding namespace took 471.16µs I0425 03:06:17.575114 3821 namespace.go:102] [cert-manager-operator] adding namespace took 1.666131ms I0425 03:06:17.575543 3821 namespace.go:102] [tsf-tas] adding namespace took 1.993411ms I0425 03:06:17.575569 3821 namespace.go:98] [rhtpa-operator] adding namespace I0425 03:06:17.576152 3821 namespace.go:102] [rhtpa-operator] adding namespace took 578.105µs I0425 03:06:17.576597 3821 namespace.go:102] [tsf-keycloak] adding namespace took 2.957489ms I0425 03:06:17.586024 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.599057 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.609435 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.609502 3821 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:17.619585 3821 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.619715 3821 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.619793 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.631115 3821 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:17.631230 3821 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.631271 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.643366 3821 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.651160 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.653984 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.673081 3821 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.687254 3821 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.687290 3821 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.707091 3821 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.713619 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.719938 3821 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.722469 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.732134 3821 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.746797 3821 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.764753 3821 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.786503 3821 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:18.684444 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:18.701730 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:24.453984 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.454586 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.454614 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.454623 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:24.454641 3821 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.454647 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:25.484019 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.484044 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.484060 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.484073 3821 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:27.326261 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.326915 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.326943 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.326951 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:27.326963 3821 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.326967 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:28.323255 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.323880 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.323924 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.323935 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:28.323954 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.323958 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:28.353015 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353036 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353048 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353060 3821 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.323213 3821 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.323749 3821 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.323781 3821 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.323789 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:29.323802 3821 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.323806 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:29.356083 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356111 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356128 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356145 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.351039 3821 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.351062 3821 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.351072 3821 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.351084 3821 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:31.349516 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.350092 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.350115 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.350123 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:31.350136 3821 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.350140 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:31.373025 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.373526 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.373550 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.373556 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:31.373569 3821 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.373573 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:32.379475 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.379503 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.379516 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.379528 3821 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401036 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401059 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401069 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401080 3821 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:35.808747 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0425 03:06:36.340260 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 03:06:37.134646 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 03:06:37.146182 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 03:06:42.043183 3821 namespace.go:98] [cert-manager] adding namespace I0425 03:06:42.044094 3821 namespace.go:102] [cert-manager] adding namespace took 888.714µs I0425 03:06:42.087184 3821 namespace.go:142] [cert-manager] updating namespace I0425 03:06:42.118432 3821 namespace.go:142] [cert-manager] updating namespace I0425 03:06:42.903329 3821 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-bwv4z for pod on switch ip-10-0-0-192.ec2.internal I0425 03:06:42.903482 3821 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z I0425 03:06:42.957861 3821 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z I0425 03:06:42.993005 3821 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z] pod update took 89.543879ms I0425 03:06:42.993030 3821 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z] addLogicalPort annotation time took 89.573472ms I0425 03:06:42.994181 3821 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z] addLogicalPort took 90.863789ms, libovsdb time 838.283µs I0425 03:06:43.256577 3821 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z d6338d6b6ee41a483f9c5393b4e690aa00b2952f068f6ff855d43569c92b4f17 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z d6338d6b6ee41a483f9c5393b4e690aa00b2952f068f6ff855d43569c92b4f17 network default NAD default NAD key ] I0425 03:06:43.267045 3821 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-bwv4z, hostIfaceName: d6338d6b6ee41a4, network: default, NAD default, SandboxID: "d6338d6b6ee41a483f9c5393b4e690aa00b2952f068f6ff855d43569c92b4f17", PCI device ID: , UID: "2a4fe5b5-ec80-4c50-bd80-0cc8937ccb18", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0425 03:06:43.315681 3821 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z d6338d6b6ee41a483f9c5393b4e690aa00b2952f068f6ff855d43569c92b4f17 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bwv4z d6338d6b6ee41a483f9c5393b4e690aa00b2952f068f6ff855d43569c92b4f17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:4b:5d:bf:53:12\",\"name\":\"d6338d6b6ee41a4\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef43fb0b-62aa-426d-9be2-3221654736bd\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:06:50.094519 3821 namespace.go:142] [openshift-operators] updating namespace I0425 03:06:50.106217 3821 namespace.go:142] [openshift-operators] updating namespace W0425 03:06:50.371153 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 03:06:50.371173 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 03:06:55.523327 3821 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-4lvz4 for pod on switch ip-10-0-0-192.ec2.internal I0425 03:06:55.523445 3821 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4 I0425 03:06:55.608289 3821 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4 I0425 03:06:55.697480 3821 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4] pod update took 174.065583ms I0425 03:06:55.697511 3821 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4] addLogicalPort annotation time took 174.10016ms I0425 03:06:55.698659 3821 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4] addLogicalPort took 175.347738ms, libovsdb time 834.794µs I0425 03:06:55.862439 3821 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4 8ad3fcbf978e224825106d6c94285bf3d9c23c29da7fb4613d8c6a997a3a6a4f network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4 8ad3fcbf978e224825106d6c94285bf3d9c23c29da7fb4613d8c6a997a3a6a4f network default NAD default NAD key ] I0425 03:06:55.871493 3821 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-4lvz4, hostIfaceName: 8ad3fcbf978e224, network: default, NAD default, SandboxID: "8ad3fcbf978e224825106d6c94285bf3d9c23c29da7fb4613d8c6a997a3a6a4f", PCI device ID: , UID: "4c1bbd83-ff13-4baf-a04d-f2b3a5c4f512", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0425 03:06:55.919561 3821 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4 8ad3fcbf978e224825106d6c94285bf3d9c23c29da7fb4613d8c6a997a3a6a4f network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-4lvz4 8ad3fcbf978e224825106d6c94285bf3d9c23c29da7fb4613d8c6a997a3a6a4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:75:da:48:5a:3f\",\"name\":\"8ad3fcbf978e224\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13d526c4-d506-48bc-9eca-1874a890f4ba\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 03:06:58.008092 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 03:06:59.261514 3821 namespace.go:142] [openshift-operators] updating namespace I0425 03:07:00.341741 3821 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-xwjrz for pod on switch ip-10-0-0-192.ec2.internal I0425 03:07:00.341849 3821 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz I0425 03:07:00.396571 3821 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz] pod update took 54.74574ms I0425 03:07:00.396603 3821 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz] addLogicalPort annotation time took 54.781631ms I0425 03:07:00.397818 3821 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz] addLogicalPort took 56.092073ms, libovsdb time 810.87µs I0425 03:07:00.704536 3821 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz 79153ddeed6076a0a046ea1dfa077bc301eaae6fc34e0dbd8c05d4db81ae4f42 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz 79153ddeed6076a0a046ea1dfa077bc301eaae6fc34e0dbd8c05d4db81ae4f42 network default NAD default NAD key ] I0425 03:07:00.714783 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-xwjrz, hostIfaceName: 79153ddeed6076a, network: default, NAD default, SandboxID: "79153ddeed6076a0a046ea1dfa077bc301eaae6fc34e0dbd8c05d4db81ae4f42", PCI device ID: , UID: "42071210-822e-464a-899d-e6ab94099674", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0425 03:07:00.765427 3821 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz 79153ddeed6076a0a046ea1dfa077bc301eaae6fc34e0dbd8c05d4db81ae4f42 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-xwjrz 79153ddeed6076a0a046ea1dfa077bc301eaae6fc34e0dbd8c05d4db81ae4f42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3d:d1:21:6a:ca\",\"name\":\"79153ddeed6076a\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc52e9e4-7860-46c2-8c96-fb96adce124f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 03:07:07.479510 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 03:07:07.626629 3821 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 03:07:07.627546 3821 namespace.go:102] [trusted-artifact-signer] adding namespace took 893.888µs I0425 03:07:07.684426 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:07.718230 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:07.721162 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=22 W0425 03:07:09.005000 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 03:07:10.318951 3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:10.319516 3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:10.450666 3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:10.450687 3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:10.512533 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 03:07:10.512561 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 03:07:14.907621 3821 namespace.go:98] [openshift-pipelines] adding namespace I0425 03:07:14.908520 3821 namespace.go:102] [openshift-pipelines] adding namespace took 877.631µs I0425 03:07:14.961747 3821 namespace.go:142] [openshift-pipelines] updating namespace I0425 03:07:15.632279 3821 namespace.go:142] [cert-manager] updating namespace I0425 03:07:15.971364 3821 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:16.486329 3821 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:16.707713 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:16.887533 3821 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:17.290402 3821 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:17.491637 3821 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:17.694146 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:17.892173 3821 namespace.go:142] [tsf] updating namespace I0425 03:07:18.093853 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:18.293244 3821 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:18.494402 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:18.632471 3821 namespace.go:142] [cert-manager] updating namespace I0425 03:07:18.641469 3821 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:18.652729 3821 namespace.go:142] [default] updating namespace I0425 03:07:18.662571 3821 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:18.680087 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:18.694222 3821 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:18.703089 3821 namespace.go:142] [openshift] updating namespace I0425 03:07:18.717560 3821 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:18.733939 3821 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:18.745989 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:18.758732 3821 namespace.go:142] [tsf] updating namespace I0425 03:07:18.771514 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:18.781129 3821 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:18.792923 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:18.886004 3821 namespace.go:142] [cert-manager] updating namespace I0425 03:07:18.992201 3821 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:19.075983 3821 namespace.go:142] [default] updating namespace I0425 03:07:19.180500 3821 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:19.281138 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:19.379766 3821 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:19.475085 3821 namespace.go:142] [openshift] updating namespace I0425 03:07:19.578040 3821 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:19.686364 3821 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:19.777150 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:19.881945 3821 namespace.go:142] [tsf] updating namespace I0425 03:07:19.988202 3821 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:20.081529 3821 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:20.188265 3821 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:20.640208 3821 namespace.go:142] [openshift-pipelines] updating namespace W0425 03:07:24.222620 3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 03:07:24.251544 3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 03:07:29.796416 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-tqbzm for pod on switch ip-10-0-0-192.ec2.internal I0425 03:07:29.796537 3821 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm I0425 03:07:29.812794 3821 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm] pod update took 16.283585ms I0425 03:07:29.812822 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm] addLogicalPort annotation time took 16.312969ms I0425 03:07:29.814016 3821 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm] addLogicalPort took 17.615439ms, libovsdb time 830.183µs I0425 03:07:29.990758 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-f2lgq for pod on switch ip-10-0-0-192.ec2.internal I0425 03:07:29.990909 3821 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq I0425 03:07:30.006667 3821 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq] pod update took 15.826088ms I0425 03:07:30.006692 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq] addLogicalPort annotation time took 15.856901ms I0425 03:07:30.007950 3821 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq] addLogicalPort took 17.211875ms, libovsdb time 850.218µs I0425 03:07:30.100036 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mknwr for pod on switch ip-10-0-0-192.ec2.internal I0425 03:07:30.100165 3821 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr I0425 03:07:30.120175 3821 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr] pod update took 20.032242ms I0425 03:07:30.120201 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr] addLogicalPort annotation time took 20.062545ms I0425 03:07:30.121670 3821 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr] addLogicalPort took 21.654214ms, libovsdb time 970.087µs I0425 03:07:30.156351 3821 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm 2d90dae2e49ecf0d99613e1004ae2e8c20d6bb5fc7c117a4f30cfefb2925b566 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm 2d90dae2e49ecf0d99613e1004ae2e8c20d6bb5fc7c117a4f30cfefb2925b566 network default NAD default NAD key ] I0425 03:07:30.165545 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-tqbzm, hostIfaceName: 2d90dae2e49ecf0, network: default, NAD default, SandboxID: "2d90dae2e49ecf0d99613e1004ae2e8c20d6bb5fc7c117a4f30cfefb2925b566", PCI device ID: , UID: "abb0c39a-c272-4ac6-8a19-5d831c925468", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0425 03:07:30.217188 3821 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm 2d90dae2e49ecf0d99613e1004ae2e8c20d6bb5fc7c117a4f30cfefb2925b566 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-tqbzm 2d90dae2e49ecf0d99613e1004ae2e8c20d6bb5fc7c117a4f30cfefb2925b566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c0:c5:fc:82:05\",\"name\":\"2d90dae2e49ecf0\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbdb8515-ac34-4f34-af37-206ce84c6f0a\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:07:30.354436 3821 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq cec6df7bf2968d7d2017cfe3632ab870d581bec61071e24444daf5cf757e65b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq cec6df7bf2968d7d2017cfe3632ab870d581bec61071e24444daf5cf757e65b3 network default NAD default NAD key ] I0425 03:07:30.364207 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-f2lgq, hostIfaceName: cec6df7bf2968d7, network: default, NAD default, SandboxID: "cec6df7bf2968d7d2017cfe3632ab870d581bec61071e24444daf5cf757e65b3", PCI device ID: , UID: "c169c5d5-09de-4c3c-9a82-736a72ecb00c", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0425 03:07:30.413987 3821 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq cec6df7bf2968d7d2017cfe3632ab870d581bec61071e24444daf5cf757e65b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f2lgq cec6df7bf2968d7d2017cfe3632ab870d581bec61071e24444daf5cf757e65b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8b:da:c8:92:9f\",\"name\":\"cec6df7bf2968d7\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32daa0dd-9b82-486c-a714-3ef930d121e1\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:07:30.459497 3821 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr e559c9c0b57e65afeee244290b78b6549c37138fd28d2dfce26ae5791f06afa4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr e559c9c0b57e65afeee244290b78b6549c37138fd28d2dfce26ae5791f06afa4 network default NAD default NAD key ] I0425 03:07:30.469071 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mknwr, hostIfaceName: e559c9c0b57e65a, network: default, NAD default, SandboxID: "e559c9c0b57e65afeee244290b78b6549c37138fd28d2dfce26ae5791f06afa4", PCI device ID: , UID: "ef84c0f4-2993-4b2f-a91f-9289da570a79", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0425 03:07:30.517784 3821 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr e559c9c0b57e65afeee244290b78b6549c37138fd28d2dfce26ae5791f06afa4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mknwr e559c9c0b57e65afeee244290b78b6549c37138fd28d2dfce26ae5791f06afa4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:f0:4f:fc:d2:a4\",\"name\":\"e559c9c0b57e65a\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33518c4b-1f9c-4b11-81f1-600056b8f981\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 03:07:34.157592 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.157616 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.157623 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.212357 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212380 3821 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212386 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212392 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.577618 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:34.577636 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:34.577640 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:45.171131 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:45.171152 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:45.171158 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:45.207962 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:45.207980 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:45.207985 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:45.207990 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 03:07:47.501295 3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:47.501812 3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:47.525188 3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:47.525207 3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:47.529724 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 03:07:47.529742 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 03:07:49.935096 3821 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 03:07:49.935869 3821 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 03:07:49.935913 3821 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 03:07:49.938383 3821 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 03:07:50.306123 3821 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-192.ec2.internal I0425 03:07:50.306227 3821 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0425 03:07:50.321557 3821 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.357896ms I0425 03:07:50.321582 3821 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.388113ms I0425 03:07:50.322872 3821 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.770526ms, libovsdb time 831.837µs I0425 03:07:50.668078 3821 cni.go:452] [tsf-keycloak/keycloak-0 70669103922af26a638b0cc869dab0df520b95ec226ce8e60d85f9f1228652c7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 70669103922af26a638b0cc869dab0df520b95ec226ce8e60d85f9f1228652c7 network default NAD default NAD key ] I0425 03:07:50.677171 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 70669103922af26, network: default, NAD default, SandboxID: "70669103922af26a638b0cc869dab0df520b95ec226ce8e60d85f9f1228652c7", PCI device ID: , UID: "71c69b71-4a67-4f62-8c50-ca5d749aca2b", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0425 03:07:50.728946 3821 cni.go:473] [tsf-keycloak/keycloak-0 70669103922af26a638b0cc869dab0df520b95ec226ce8e60d85f9f1228652c7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 70669103922af26a638b0cc869dab0df520b95ec226ce8e60d85f9f1228652c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c5:2f:40:a2:5c\",\"name\":\"70669103922af26\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/209ad172-562e-4d54-91b5-a84d9bd4577a\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:07:56.263989 3821 namespace.go:142] [openshift-pipelines] updating namespace W0425 03:07:56.688994 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 03:07:57.274160 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:07:57.274187 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:07:57.279285 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 03:07:57.279302 3821 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0425 03:08:13.670006 3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 03:08:23.904238 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:08:23.904263 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:08:23.909846 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 03:08:23.909865 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0425 03:08:30.220081 3821 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-pnlcs] creating logical port tsf-keycloak_tsf-iam-pnlcs for pod on switch ip-10-0-0-192.ec2.internal I0425 03:08:30.220192 3821 kube.go:256] Updating pod tsf-keycloak/tsf-iam-pnlcs I0425 03:08:30.236250 3821 pod.go:62] [tsf-keycloak/tsf-iam-pnlcs] pod update took 16.087914ms I0425 03:08:30.236275 3821 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-pnlcs] addLogicalPort annotation time took 16.118974ms I0425 03:08:30.237510 3821 pods.go:271] [tsf-keycloak/tsf-iam-pnlcs] addLogicalPort took 17.446394ms, libovsdb time 878.37µs I0425 03:08:30.670135 3821 cni.go:452] [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key ] I0425 03:08:30.679502 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-pnlcs, hostIfaceName: 75e77f3b0662f54, network: default, NAD default, SandboxID: "75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd", PCI device ID: , UID: "fcffbd0f-5e86-4fe1-b58d-7430fadb9e44", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0425 03:08:30.730998 3821 cni.go:473] [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:cc:cb:22:03:85\",\"name\":\"75e77f3b0662f54\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55167976-4e20-4f93-a31c-3c23693b8917\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 03:08:32.885775 3821 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:32.885805 3821 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:32.885812 3821 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 03:08:40.807882 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:40.808464 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:40.855592 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:40.855621 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:40.866668 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 03:08:40.866694 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0425 03:08:47.720574 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 03:08:47.720592 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 03:08:50.556320 3821 cni.go:452] [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key ] I0425 03:08:50.632519 3821 cni.go:473] [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-pnlcs 75e77f3b0662f54d042b461fec63fb21e7e8ab729a8646d2563ee9b1f0370abd network default NAD default NAD key default], result "{}", err I0425 03:08:50.683345 3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pnlcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:50.683386 3821 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-pnlcs I0425 03:08:50.684824 3821 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-pnlcs, ips: 10.129.0.31 I0425 03:08:50.684853 3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pnlcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:51.583771 3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pnlcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:51.583814 3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pnlcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:08:55.009365 3821 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 03:08:59.796030 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 03:08:59.826818 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 03:09:02.968866 3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:02.969463 3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:03.991390 3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:03.991414 3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:11.614955 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-zm757 for pod on switch ip-10-0-0-192.ec2.internal I0425 03:09:11.615070 3821 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757 I0425 03:09:11.631255 3821 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757] pod update took 16.21152ms I0425 03:09:11.631277 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757] addLogicalPort annotation time took 16.261624ms I0425 03:09:11.632719 3821 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757] addLogicalPort took 17.779062ms, libovsdb time 1.076153ms I0425 03:09:11.715065 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-qvhm5 for pod on switch ip-10-0-0-192.ec2.internal I0425 03:09:11.715158 3821 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5 I0425 03:09:11.731304 3821 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5] pod update took 16.170876ms I0425 03:09:11.731329 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5] addLogicalPort annotation time took 16.200029ms I0425 03:09:11.733367 3821 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5] addLogicalPort took 18.324889ms, libovsdb time 1.009278ms I0425 03:09:11.816458 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-bk9nq for pod on switch ip-10-0-0-192.ec2.internal I0425 03:09:11.816555 3821 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq I0425 03:09:11.829225 3821 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq] pod update took 12.701779ms I0425 03:09:11.829249 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq] addLogicalPort annotation time took 12.727ms I0425 03:09:11.830695 3821 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq] addLogicalPort took 14.255874ms, libovsdb time 969.55µs I0425 03:09:11.972327 3821 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757 cf0809aed7c131e9baf3781ffc3211af827743f4306214a037bcad0200bc625a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757 cf0809aed7c131e9baf3781ffc3211af827743f4306214a037bcad0200bc625a network default NAD default NAD key ] I0425 03:09:11.982388 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-zm757, hostIfaceName: cf0809aed7c131e, network: default, NAD default, SandboxID: "cf0809aed7c131e9baf3781ffc3211af827743f4306214a037bcad0200bc625a", PCI device ID: , UID: "d24b92e6-45e1-4613-bd67-ec28f6080bb9", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0425 03:09:12.034205 3821 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757 cf0809aed7c131e9baf3781ffc3211af827743f4306214a037bcad0200bc625a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zm757 cf0809aed7c131e9baf3781ffc3211af827743f4306214a037bcad0200bc625a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:01:c4:30:49:a7\",\"name\":\"cf0809aed7c131e\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c71409d-eda8-496b-b3ce-8ffb2bdc693f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:09:12.074509 3821 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5 c69422b9a1fe752cf654ff677d392c88e85f7e1773e3be515c53a3427f3cf52d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5 c69422b9a1fe752cf654ff677d392c88e85f7e1773e3be515c53a3427f3cf52d network default NAD default NAD key ] I0425 03:09:12.103157 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-qvhm5, hostIfaceName: c69422b9a1fe752, network: default, NAD default, SandboxID: "c69422b9a1fe752cf654ff677d392c88e85f7e1773e3be515c53a3427f3cf52d", PCI device ID: , UID: "253d51cc-d817-4550-802f-73685684a285", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0425 03:09:12.152268 3821 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5 c69422b9a1fe752cf654ff677d392c88e85f7e1773e3be515c53a3427f3cf52d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qvhm5 c69422b9a1fe752cf654ff677d392c88e85f7e1773e3be515c53a3427f3cf52d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ec:a3:a2:fa:56\",\"name\":\"c69422b9a1fe752\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12aafe44-b51c-4510-b3b7-16cbc2265f98\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:09:12.176808 3821 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq 8eaedb62df1cf3338cf527a62dff8e0c429b47746151c233e2913ed0605ec37b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq 8eaedb62df1cf3338cf527a62dff8e0c429b47746151c233e2913ed0605ec37b network default NAD default NAD key ] I0425 03:09:12.186830 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-bk9nq, hostIfaceName: 8eaedb62df1cf33, network: default, NAD default, SandboxID: "8eaedb62df1cf3338cf527a62dff8e0c429b47746151c233e2913ed0605ec37b", PCI device ID: , UID: "adfa2c5d-6f22-45a9-8ca9-ae5b524f4d07", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0425 03:09:12.239027 3821 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq 8eaedb62df1cf3338cf527a62dff8e0c429b47746151c233e2913ed0605ec37b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bk9nq 8eaedb62df1cf3338cf527a62dff8e0c429b47746151c233e2913ed0605ec37b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:82:31:7b:a1:02\",\"name\":\"8eaedb62df1cf33\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1566bf93-61e5-4a71-8566-a70f61513ea1\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:09:16.722320 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 W0425 03:09:16.735264 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 03:09:17.825043 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0425 03:09:27.698249 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 03:09:28.650082 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-52dvf for pod on switch ip-10-0-0-192.ec2.internal I0425 03:09:28.650212 3821 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf I0425 03:09:28.668457 3821 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf] pod update took 18.269536ms I0425 03:09:28.668485 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf] addLogicalPort annotation time took 18.302983ms I0425 03:09:28.669884 3821 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf] addLogicalPort took 19.817413ms, libovsdb time 1.027801ms I0425 03:09:29.619519 3821 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf 237095cfa4f51ca46beb4089c02c6a05563f571587d2f2f36ab13d90c5bb465f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf 237095cfa4f51ca46beb4089c02c6a05563f571587d2f2f36ab13d90c5bb465f network default NAD default NAD key ] I0425 03:09:29.628999 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-52dvf, hostIfaceName: 237095cfa4f51ca, network: default, NAD default, SandboxID: "237095cfa4f51ca46beb4089c02c6a05563f571587d2f2f36ab13d90c5bb465f", PCI device ID: , UID: "fb1b0fe1-5cb8-41e2-8e4c-ec0348667426", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0425 03:09:29.680002 3821 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf 237095cfa4f51ca46beb4089c02c6a05563f571587d2f2f36ab13d90c5bb465f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-52dvf 237095cfa4f51ca46beb4089c02c6a05563f571587d2f2f36ab13d90c5bb465f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:9e:a6:65:fd:49\",\"name\":\"237095cfa4f51ca\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4a63855-6c50-47a1-ab52-f277ade4b3e6\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:09:31.207039 3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:31.207610 3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:31.228494 3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:31.228518 3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:31.238632 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 03:09:31.238664 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 03:09:39.221355 3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:39.222002 3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:40.067461 3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:40.067489 3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:41.204148 3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:41.204683 3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:42.239181 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:42.239203 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:46.415713 3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:46.416320 3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:47.314230 3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:47.314253 3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:09:49.126529 3821 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0425 03:09:51.154067 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 03:09:51.318996 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 03:09:52.287957 3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:52.288527 3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:53.310780 3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.310801 3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.352988 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.353010 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.361989 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p4cs6 I0425 03:09:53.362015 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p4cs6 W0425 03:09:54.344466 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 03:09:57.326671 3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:57.327227 3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:57.349138 3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:57.349160 3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:57.353017 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 03:09:57.353036 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 03:09:57.808964 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 03:09:58.836267 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 03:10:03.388956 3821 obj_retry.go:498] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:03.389449 3821 obj_retry.go:498] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.390577 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.391160 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.413246 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:04.413261 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:05.415612 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:05.415634 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.429811 3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:07.430417 3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:07.557426 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.557451 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.756553 3821 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-qknqc] creating logical port tsf-tpa_create-importers-qknqc for pod on switch ip-10-0-0-192.ec2.internal I0425 03:10:07.756646 3821 kube.go:256] Updating pod tsf-tpa/create-importers-qknqc I0425 03:10:07.770584 3821 pod.go:62] [tsf-tpa/create-importers-qknqc] pod update took 13.960318ms I0425 03:10:07.770605 3821 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-qknqc] addLogicalPort annotation time took 13.98663ms I0425 03:10:07.771919 3821 pods.go:271] [tsf-tpa/create-importers-qknqc] addLogicalPort took 15.388382ms, libovsdb time 888.386µs I0425 03:10:08.138389 3821 cni.go:452] [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key ] I0425 03:10:08.147758 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-qknqc, hostIfaceName: fcea441027f8bd0, network: default, NAD default, SandboxID: "fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4", PCI device ID: , UID: "b495781b-a521-4ef4-a09c-fda472eb2396", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0425 03:10:08.202935 3821 cni.go:473] [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:8f:14:e5:55:ea\",\"name\":\"fcea441027f8bd0\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db091448-f873-4167-b05c-55cad652b1de\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:10:11.836693 3821 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-bqfg5-n4m5m] creating logical port tsf-tas_tuf-repository-init-bqfg5-n4m5m for pod on switch ip-10-0-0-192.ec2.internal I0425 03:10:11.836787 3821 kube.go:256] Updating pod tsf-tas/tuf-repository-init-bqfg5-n4m5m I0425 03:10:11.848689 3821 pod.go:62] [tsf-tas/tuf-repository-init-bqfg5-n4m5m] pod update took 11.928362ms I0425 03:10:11.848715 3821 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-bqfg5-n4m5m] addLogicalPort annotation time took 11.955697ms I0425 03:10:11.850126 3821 pods.go:271] [tsf-tas/tuf-repository-init-bqfg5-n4m5m] addLogicalPort took 13.452024ms, libovsdb time 993.005µs I0425 03:10:11.958138 3821 cni.go:452] [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key ] I0425 03:10:12.045261 3821 cni.go:473] [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-qknqc fcea441027f8bd0b41064b458e6e9333f26bf23249717166efa495d75f6625a4 network default NAD default NAD key default], result "{}", err I0425 03:10:12.100516 3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:12.100551 3821 pods.go:176] Deleting pod: tsf-tpa/create-importers-qknqc I0425 03:10:12.101830 3821 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-qknqc, ips: 10.129.0.36 I0425 03:10:12.101858 3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:13.125172 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:13.125198 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:17.848380 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 03:10:18.195510 3821 cni.go:452] [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key ] I0425 03:10:18.204661 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-bqfg5-n4m5m, hostIfaceName: 43ff5152b123324, network: default, NAD default, SandboxID: "43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d", PCI device ID: , UID: "17ed5185-deaa-4525-87cb-a5124d9e4475", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0425 03:10:18.253479 3821 cni.go:473] [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fe:53:8c:8f:e4\",\"name\":\"43ff5152b123324\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df5cd4ea-8e18-422f-85b1-fe2596492348\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:10:24.021510 3821 cni.go:452] [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key ] I0425 03:10:24.100287 3821 cni.go:473] [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-bqfg5-n4m5m 43ff5152b1233240f49641f28dfc4ee04bff2c0d22e416c56c2e9a2a7bd2c09d network default NAD default NAD key default], result "{}", err I0425 03:10:24.151420 3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:24.151457 3821 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-bqfg5-n4m5m I0425 03:10:24.152909 3821 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-bqfg5-n4m5m, ips: 10.129.0.37 I0425 03:10:24.152937 3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 03:10:24.521167 3821 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 03:10:25.040320 3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:25.040345 3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:28.989641 3821 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-dsnfv] creating logical port tsf-tas_tuf-97fc8ff76-dsnfv for pod on switch ip-10-0-0-192.ec2.internal I0425 03:10:28.989730 3821 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-dsnfv I0425 03:10:29.008328 3821 pod.go:62] [tsf-tas/tuf-97fc8ff76-dsnfv] pod update took 18.619269ms I0425 03:10:29.008351 3821 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-dsnfv] addLogicalPort annotation time took 18.646864ms I0425 03:10:29.009634 3821 pods.go:271] [tsf-tas/tuf-97fc8ff76-dsnfv] addLogicalPort took 20.007234ms, libovsdb time 885.797µs I0425 03:10:29.720578 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0425 03:10:38.955651 3821 cni.go:452] [tsf-tas/tuf-97fc8ff76-dsnfv 7358dc93aa4842ef91e5b80e256a2a9eecf98ceaaca596d5c3929c10318e9a00 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-dsnfv 7358dc93aa4842ef91e5b80e256a2a9eecf98ceaaca596d5c3929c10318e9a00 network default NAD default NAD key ] I0425 03:10:38.966521 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-dsnfv, hostIfaceName: 7358dc93aa4842e, network: default, NAD default, SandboxID: "7358dc93aa4842ef91e5b80e256a2a9eecf98ceaaca596d5c3929c10318e9a00", PCI device ID: , UID: "5af6ea1e-bcaa-455c-b600-cb5c6fcfd10f", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0425 03:10:39.018852 3821 cni.go:473] [tsf-tas/tuf-97fc8ff76-dsnfv 7358dc93aa4842ef91e5b80e256a2a9eecf98ceaaca596d5c3929c10318e9a00 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-dsnfv 7358dc93aa4842ef91e5b80e256a2a9eecf98ceaaca596d5c3929c10318e9a00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f9:da:08:5d:e3\",\"name\":\"7358dc93aa4842e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/785553b5-5fe7-4153-8abc-57b4bb90b1a4\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0425 03:10:42.818864 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0425 03:10:44.116249 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 03:10:48.842384 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 03:10:51.672525 3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:51.673180 3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:51.719908 3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:51.719933 3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:51.727560 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 03:10:51.727589 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 03:10:52.502056 3821 namespace.go:98] [default-tenant] adding namespace I0425 03:10:52.502104 3821 namespace.go:98] [image-controller] adding namespace I0425 03:10:52.502907 3821 namespace.go:102] [default-tenant] adding namespace took 826.946µs I0425 03:10:52.503589 3821 namespace.go:102] [image-controller] adding namespace took 1.467843ms I0425 03:10:52.508236 3821 namespace.go:98] [build-service] adding namespace I0425 03:10:52.508299 3821 namespace.go:98] [integration-service] adding namespace I0425 03:10:52.508820 3821 namespace.go:102] [build-service] adding namespace took 571.211µs I0425 03:10:52.509432 3821 namespace.go:102] [integration-service] adding namespace took 1.11806ms I0425 03:10:52.534650 3821 namespace.go:142] [default-tenant] updating namespace I0425 03:10:52.562240 3821 namespace.go:142] [default-tenant] updating namespace I0425 03:10:52.575500 3821 namespace.go:142] [image-controller] updating namespace I0425 03:10:52.595574 3821 namespace.go:142] [image-controller] updating namespace I0425 03:10:52.603172 3821 namespace.go:142] [build-service] updating namespace I0425 03:10:52.617772 3821 namespace.go:142] [build-service] updating namespace I0425 03:10:52.627493 3821 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.647181 3821 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.716795 3821 namespace.go:142] [build-service] updating namespace I0425 03:10:52.737564 3821 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.747925 3821 namespace.go:98] [release-service] adding namespace I0425 03:10:52.748695 3821 namespace.go:102] [release-service] adding namespace took 754.77µs I0425 03:10:52.781503 3821 namespace.go:142] [release-service] updating namespace I0425 03:10:52.781531 3821 namespace.go:142] [konflux-ui] updating namespace I0425 03:10:52.813212 3821 namespace.go:142] [release-service] updating namespace I0425 03:10:52.926250 3821 namespace.go:98] [konflux-info] adding namespace I0425 03:10:52.927144 3821 namespace.go:102] [konflux-info] adding namespace took 868.181µs I0425 03:10:53.041482 3821 namespace.go:98] [namespace-lister] adding namespace I0425 03:10:53.042338 3821 namespace.go:102] [namespace-lister] adding namespace took 831.831µs I0425 03:10:53.154190 3821 namespace.go:98] [enterprise-contract-service] adding namespace I0425 03:10:53.154952 3821 namespace.go:102] [enterprise-contract-service] adding namespace took 740.092µs I0425 03:10:53.201747 3821 namespace.go:142] [image-controller] updating namespace I0425 03:10:53.407285 3821 namespace.go:142] [default-tenant] updating namespace I0425 03:10:53.546001 3821 namespace.go:98] [segment-bridge] adding namespace I0425 03:10:53.546137 3821 namespace.go:142] [konflux-info] updating namespace I0425 03:10:53.546903 3821 namespace.go:102] [segment-bridge] adding namespace took 860.202µs I0425 03:10:53.681408 3821 namespace.go:142] [konflux-info] updating namespace I0425 03:10:53.681475 3821 namespace.go:98] [konflux-cli] adding namespace I0425 03:10:53.682256 3821 namespace.go:102] [konflux-cli] adding namespace took 766.628µs I0425 03:10:53.744292 3821 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:53.891288 3821 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:54.016339 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:54.086210 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:54.262266 3821 namespace.go:142] [segment-bridge] updating namespace I0425 03:10:54.331072 3821 namespace.go:142] [segment-bridge] updating namespace I0425 03:10:54.422315 3821 namespace.go:142] [konflux-cli] updating namespace I0425 03:10:54.505788 3821 namespace.go:142] [konflux-cli] updating namespace I0425 03:10:54.786783 3821 namespace.go:142] [build-service] updating namespace I0425 03:10:54.894291 3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 03:10:54.894968 3821 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 03:10:54.894993 3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 03:10:54.897723 3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 03:10:54.933788 3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 03:10:54.933813 3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 03:10:54.934537 3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel W0425 03:10:55.250107 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0425 03:10:55.270579 3821 namespace.go:142] [default-tenant] updating namespace I0425 03:10:55.994028 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:56.609545 3821 namespace.go:142] [image-controller] updating namespace I0425 03:10:57.047012 3821 namespace.go:142] [integration-service] updating namespace I0425 03:10:57.487617 3821 namespace.go:142] [konflux-info] updating namespace I0425 03:10:57.853241 3821 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:58.033465 3821 base_network_controller_pods.go:487] [default/konflux-ui/proxy-9b5cf945c-djdm8] creating logical port konflux-ui_proxy-9b5cf945c-djdm8 for pod on switch ip-10-0-0-192.ec2.internal I0425 03:10:58.033565 3821 kube.go:256] Updating pod konflux-ui/proxy-9b5cf945c-djdm8 I0425 03:10:58.053664 3821 pod.go:62] [konflux-ui/proxy-9b5cf945c-djdm8] pod update took 20.134216ms I0425 03:10:58.053688 3821 base_network_controller_pods.go:951] [default/konflux-ui/proxy-9b5cf945c-djdm8] addLogicalPort annotation time took 20.163179ms I0425 03:10:58.054955 3821 pods.go:271] [konflux-ui/proxy-9b5cf945c-djdm8] addLogicalPort took 21.507628ms, libovsdb time 849.491µs I0425 03:10:58.297711 3821 namespace.go:142] [release-service] updating namespace I0425 03:10:58.471496 3821 namespace.go:142] [build-service] updating namespace I0425 03:10:58.510358 3821 namespace.go:142] [default-tenant] updating namespace I0425 03:10:58.537218 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:58.565656 3821 namespace.go:142] [image-controller] updating namespace I0425 03:10:58.589696 3821 namespace.go:142] [integration-service] updating namespace I0425 03:10:58.623495 3821 namespace.go:142] [konflux-info] updating namespace I0425 03:10:58.712146 3821 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:58.730004 3821 namespace.go:142] [release-service] updating namespace I0425 03:10:58.816787 3821 namespace.go:142] [build-service] updating namespace I0425 03:10:58.902450 3821 namespace.go:142] [default-tenant] updating namespace I0425 03:10:58.992228 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:59.075852 3821 namespace.go:142] [image-controller] updating namespace I0425 03:10:59.150255 3821 namespace.go:142] [integration-service] updating namespace I0425 03:10:59.223940 3821 namespace.go:142] [konflux-info] updating namespace I0425 03:10:59.298249 3821 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:59.418821 3821 namespace.go:142] [release-service] updating namespace W0425 03:10:59.597541 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 03:10:59.631156 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0425 03:11:00.641947 3821 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:00.840708 3821 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:00.960673 3821 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:00.976376 3821 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:01.072074 3821 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:01.166297 3821 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:06.205947 3821 cni.go:452] [konflux-ui/proxy-9b5cf945c-djdm8 85d479748f99a7f21f190cdc636eb608d29cbe4df6d2b8b7c334b93577ac9994 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-9b5cf945c-djdm8 85d479748f99a7f21f190cdc636eb608d29cbe4df6d2b8b7c334b93577ac9994 network default NAD default NAD key ] I0425 03:11:06.215350 3821 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-9b5cf945c-djdm8, hostIfaceName: 85d479748f99a7f, network: default, NAD default, SandboxID: "85d479748f99a7f21f190cdc636eb608d29cbe4df6d2b8b7c334b93577ac9994", PCI device ID: , UID: "084f9c87-5d92-4a0b-8329-c215e5f06ddd", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0425 03:11:06.267869 3821 cni.go:473] [konflux-ui/proxy-9b5cf945c-djdm8 85d479748f99a7f21f190cdc636eb608d29cbe4df6d2b8b7c334b93577ac9994 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-9b5cf945c-djdm8 85d479748f99a7f21f190cdc636eb608d29cbe4df6d2b8b7c334b93577ac9994 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:37:f4:22:6c:c4\",\"name\":\"85d479748f99a7f\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d094e39-f5ab-411e-9744-3dd3ef6d5e80\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0425 03:11:06.659320 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:06.661236 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:06.678963 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 03:11:06.704171 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:06.708535 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:07.679560 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 03:11:07.680400 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 03:11:07.701125 3821 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 03:11:10.717715 3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:10.717735 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:11.266270 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:11.266287 3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0425 03:11:19.204402 3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:11:19.205001 3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:11:19.779142 3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:11:19.779167 3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:11:19.787703 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:11:19.787730 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:11:20.830020 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0425 03:11:48.319510 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:48.319531 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-192.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 03:11:55.721152 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0425 03:12:18.383060 3821 obj_retry.go:498] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:18.383599 3821 obj_retry.go:498] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:19.152039 3821 obj_retry.go:492] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:19.152061 3821 obj_retry.go:492] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:19.159586 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:19.159613 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:28.364688 3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:28.365279 3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:28.384797 3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:28.384816 3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:28.393940 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 03:12:28.393959 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 03:12:48.019521 3821 namespace.go:98] [default-managed-tenant-jxzrd] adding namespace I0425 03:12:48.020473 3821 namespace.go:102] [default-managed-tenant-jxzrd] adding namespace took 923.366µs I0425 03:12:48.046966 3821 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:48.062068 3821 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.182304 3821 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.304511 3821 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.380617 3821 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:13:09.729048 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=624 I0425 03:13:28.720834 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154 I0425 03:13:29.847682 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0425 03:13:42.724144 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=61 I0425 03:14:01.811259 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 03:14:01.813553 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0425 03:14:16.724753 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77 I0425 03:15:05.827623 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0425 03:16:46.838808 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 03:17:24.821110 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 03:18:06.850685 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 03:18:23.810996 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 03:18:46.722995 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0425 03:20:04.033960 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:20:04.034496 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:20:04.060873 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.060948 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.066682 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-tls2l I0425 03:20:04.066703 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-tls2l I0425 03:20:04.900694 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.900741 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.038752 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.038779 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.045164 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qm4x2 I0425 03:20:07.045191 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qm4x2 I0425 03:20:07.727431 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0425 03:20:13.037293 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:13.037351 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:13.043168 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qknqc I0425 03:20:13.043198 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qknqc I0425 03:20:19.832394 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 03:20:39.844568 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 03:20:49.830160 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0425 03:21:00.816465 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 03:21:18.813805 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 03:21:18.850396 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 03:21:27.731481 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0425 03:21:30.723779 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 03:22:14.723441 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0425 03:22:33.726193 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0425 03:23:14.823160 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0425 03:23:26.853177 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 03:23:30.840835 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0425 03:24:50.725125 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35