+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-109.ec2.internal ++ [[ -n ip-10-0-1-109.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-109.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0416 12:15:16.114997315 - disable conntrack on geneve port' I0416 12:15:16.114997315 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0416 12:15:16.155852688 - starting ovnkube-node + echo 'I0416 12:15:16.155852688 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-109.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-109.ec2.internal --init-node ip-10-0-1-109.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-109.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0416 12:15:16.197977 3970 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0416 12:15:16.198026 3970 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a30c6ad771.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0416 12:15:16.199489 3970 kube.go:431] Waiting for certificate I0416 12:15:16.199894 3970 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0416 12:15:16.199932 3970 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0416 12:15:16.200636 3970 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 12:15:16.230781 3970 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:16.230805 3970 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:16.233831 3970 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:16.233929 3970 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5m65t" I0416 12:15:16.242200 3970 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5m65t" I0416 12:15:16.242251 3970 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:17.200426 3970 kube.go:438] Certificate found I0416 12:15:17.201566 3970 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 12:15:17.202631 3970 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0416 12:15:17.255254 3970 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-17 12:10:16 +0000 UTC" deadline="2026-04-17 05:37:28.013946619 +0000 UTC" I0416 12:15:17.255293 3970 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h22m10.758666011s" I0416 12:15:17.277480 3970 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 12:15:17.291225 3970 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0416 12:15:17.291259 3970 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0416 12:15:17.291293 3970 server.go:101] MetricServer registers OVS metrics I0416 12:15:17.291315 3970 factory.go:561] Starting watch factory I0416 12:15:17.291397 3970 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291414 3970 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291398 3970 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291451 3970 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291423 3970 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291529 3970 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291650 3970 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291692 3970 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291717 3970 server.go:105] MetricServer registers OVN DB metrics I0416 12:15:17.291735 3970 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291708 3970 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291831 3970 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.291957 3970 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.296249 3970 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0416 12:15:17.296279 3970 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0416 12:15:17.296519 3970 controller_manager.go:370] Starting the ovnkube controller I0416 12:15:17.296529 3970 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-109.ec2.internal I0416 12:15:17.296604 3970 controller_manager.go:395] NBDB zone sync took: 68.044µs I0416 12:15:17.296612 3970 factory.go:561] Starting watch factory I0416 12:15:17.309079 3970 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0416 12:15:17.309097 3970 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0416 12:15:17.309604 3970 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.311065 3970 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.311382 3970 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.313130 3970 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0416 12:15:17.313163 3970 server.go:109] MetricServer registers OVN Controller metrics I0416 12:15:17.314485 3970 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.317230 3970 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.317874 3970 server.go:113] MetricServer registers OVN Northd metrics I0416 12:15:17.320633 3970 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:17.322833 3970 metrics.go:519] OVN Metrics Server starts to run ... I0416 12:15:17.397187 3970 factory.go:1977] *v1.Pod informer cache synced successfully I0416 12:15:17.397210 3970 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 12:15:17.397216 3970 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 12:15:17.397220 3970 factory.go:1977] *v1.Node informer cache synced successfully I0416 12:15:17.397222 3970 factory.go:1977] *v1.Service informer cache synced successfully I0416 12:15:17.397226 3970 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 12:15:17.397310 3970 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:17.397330 3970 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:17.397314 3970 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:17.397404 3970 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:17.403549 3970 factory.go:1977] *v1.Service informer cache synced successfully I0416 12:15:17.403571 3970 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 12:15:17.403575 3970 factory.go:1977] *v1.Pod informer cache synced successfully I0416 12:15:17.403578 3970 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 12:15:17.403581 3970 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 12:15:17.403584 3970 factory.go:1977] *v1.Node informer cache synced successfully I0416 12:15:17.420983 3970 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:17.445089 3970 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:17.503437 3970 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 12:15:17.503451 3970 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 12:15:17.503546 3970 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.503572 3970 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.509737 3970 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 12:15:17.509749 3970 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 12:15:17.525332 3970 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.608802 3970 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 12:15:17.608933 3970 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.608953 3970 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.612853 3970 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.614714 3970 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 12:15:17.614834 3970 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.614871 3970 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.614928 3970 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 12:15:17.618196 3970 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.620201 3970 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 12:15:17.620201 3970 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 12:15:17.620338 3970 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.620370 3970 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.623711 3970 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.625645 3970 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 12:15:17.625657 3970 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 12:15:17.625718 3970 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.625733 3970 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.630724 3970 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 12:15:17.645653 3970 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.730998 3970 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 12:15:17.731307 3970 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:15:17.731323 3970 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:15:17.735500 3970 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:15:17.736345 3970 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 12:15:17.736478 3970 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 12:15:17.736484 3970 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.736507 3970 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.737204 3970 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.737224 3970 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.740768 3970 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.741623 3970 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 12:15:17.790042 3970 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:17.841778 3970 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 12:15:17.841789 3970 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 12:15:17.841796 3970 factory.go:680] Watch Factory start up complete, took: 550.483595ms I0416 12:15:17.841860 3970 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0416 12:15:17.847411 3970 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 12:15:17.847431 3970 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 12:15:17.847442 3970 factory.go:680] Watch Factory start up complete, took: 550.825734ms I0416 12:15:17.847453 3970 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-109.ec2.internal" zone I0416 12:15:17.889260 3970 default_node_network_controller.go:710] Initializing the default node network controller I0416 12:15:17.989440 3970 udn_isolation.go:101] Starting UDN host isolation manager I0416 12:15:17.997300 3970 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0416 12:15:18.065434 3970 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0416 12:15:18.065500 3970 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0416 12:15:18.065518 3970 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0416 12:15:18.096529 3970 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0416 12:15:18.096608 3970 default_node_network_controller.go:809] Node ip-10-0-1-109.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0416 12:15:18.102165 3970 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.109"] k8s.ovn.org/zone-name:ip-10-0-1-109.ec2.internal] on node ip-10-0-1-109.ec2.internal I0416 12:15:18.123632 3970 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0416 12:15:18.129190 3970 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0416 12:15:18.129301 3970 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0416 12:15:18.129433 3970 gateway_init.go:263] Preparing Gateway I0416 12:15:18.129446 3970 gateway_shared_intf.go:1687] Creating new gateway I0416 12:15:18.234338 3970 iptables.go:108] Creating table: filter chain: FORWARD I0416 12:15:18.240194 3970 iptables.go:108] Creating table: filter chain: OUTPUT I0416 12:15:18.246263 3970 gateway_shared_intf.go:1816] Gateway Creation Complete I0416 12:15:18.246279 3970 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-109.ec2.internal","mac-address":"0a:ff:d8:c7:8d:73","ip-addresses":["10.0.1.109/24"],"ip-address":"10.0.1.109/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6c07ef9f-fb0e-4837-85e5-93072cd6483c k8s.ovn.org/node-encap-ips:["10.0.1.109"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.109/24"} k8s.ovn.org/zone-name:ip-10-0-1-109.ec2.internal] on node ip-10-0-1-109.ec2.internal I0416 12:15:18.265450 3970 default_node_network_controller.go:519] Node connection status = connected I0416 12:15:18.347569 3970 controller_manager.go:429] Waiting for node in zone sync took: 500.083707ms I0416 12:15:18.353150 3970 controller_manager.go:611] Switching to transit router for layer2 networks I0416 12:15:18.353165 3970 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-109.ec2.internal I0416 12:15:18.368857 3970 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 12:15:18.375691 3970 controller_manager.go:290] SCTP support detected in OVN I0416 12:15:18.376300 3970 services_controller.go:69] Creating services controller for network=default I0416 12:15:18.376434 3970 udn_enabled_svc.go:80] Waiting for service informer to sync I0416 12:15:18.376464 3970 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0416 12:15:18.376506 3970 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0416 12:15:18.376527 3970 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0416 12:15:18.376543 3970 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 12:15:18.376733 3970 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0416 12:15:18.376798 3970 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0416 12:15:18.376818 3970 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.68µs I0416 12:15:18.376845 3970 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.642µs I0416 12:15:18.376855 3970 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 57.116µs I0416 12:15:18.376863 3970 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0416 12:15:18.376881 3970 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0416 12:15:18.376893 3970 default_network_controller.go:325] Starting the default network controller I0416 12:15:18.376952 3970 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.675µs I0416 12:15:18.376996 3970 udn_enabled_svc.go:95] Performing full resync I0416 12:15:18.377376 3970 udn_enabled_svc.go:99] Waiting for handler to sync I0416 12:15:18.377393 3970 udn_enabled_svc.go:104] Starting worker I0416 12:15:18.386785 3970 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0416 12:15:18.386848 3970 repair.go:33] Syncing exgw routes took 50.83µs I0416 12:15:18.386868 3970 default_network_controller.go:414] Starting all the Watchers... I0416 12:15:18.387031 3970 namespace.go:98] [openshift-ingress-canary] adding namespace I0416 12:15:18.387055 3970 namespace.go:98] [default] adding namespace I0416 12:15:18.387068 3970 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0416 12:15:18.387069 3970 namespace.go:98] [openshift-authentication] adding namespace I0416 12:15:18.387080 3970 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0416 12:15:18.387080 3970 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0416 12:15:18.387084 3970 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0416 12:15:18.387096 3970 namespace.go:98] [openshift-apiserver-operator] adding namespace I0416 12:15:18.387110 3970 namespace.go:98] [openshift-backplane-tam] adding namespace I0416 12:15:18.387111 3970 namespace.go:98] [openshift-operators-redhat] adding namespace I0416 12:15:18.387116 3970 namespace.go:98] [openshift-apiserver] adding namespace I0416 12:15:18.387123 3970 namespace.go:98] [openshift-logging] adding namespace I0416 12:15:18.387127 3970 namespace.go:98] [openshift-console] adding namespace I0416 12:15:18.387144 3970 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0416 12:15:18.387031 3970 namespace.go:98] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] adding namespace I0416 12:15:18.387759 3970 namespace.go:102] [openshift-ingress-canary] adding namespace took 715.57µs I0416 12:15:18.387773 3970 namespace.go:98] [openshift-package-operator] adding namespace I0416 12:15:18.388264 3970 namespace.go:102] [openshift-package-operator] adding namespace took 486.241µs I0416 12:15:18.388278 3970 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0416 12:15:18.388955 3970 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 668.63µs I0416 12:15:18.388975 3970 namespace.go:98] [openshift-route-controller-manager] adding namespace I0416 12:15:18.389438 3970 namespace.go:102] [default] adding namespace took 2.373752ms I0416 12:15:18.389457 3970 namespace.go:98] [openshift-config-managed] adding namespace I0416 12:15:18.389915 3970 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.832462ms I0416 12:15:18.389934 3970 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0416 12:15:18.390358 3970 namespace.go:102] [openshift-authentication] adding namespace took 3.270019ms I0416 12:15:18.390373 3970 namespace.go:98] [openshift] adding namespace I0416 12:15:18.390870 3970 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.782098ms I0416 12:15:18.390880 3970 namespace.go:98] [openshift-host-network] adding namespace I0416 12:15:18.391330 3970 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.235921ms I0416 12:15:18.391345 3970 namespace.go:98] [openshift-backplane-mobb] adding namespace I0416 12:15:18.391909 3970 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.810293ms I0416 12:15:18.391924 3970 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0416 12:15:18.392407 3970 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.299721ms I0416 12:15:18.392421 3970 namespace.go:98] [openshift-network-diagnostics] adding namespace I0416 12:15:18.392942 3970 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.82437ms I0416 12:15:18.392962 3970 namespace.go:98] [openshift-node] adding namespace I0416 12:15:18.393490 3970 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.363092ms I0416 12:15:18.393502 3970 namespace.go:98] [openshift-image-registry] adding namespace I0416 12:15:18.394029 3970 namespace.go:102] [openshift-apiserver] adding namespace took 6.897491ms I0416 12:15:18.394043 3970 namespace.go:98] [openshift-controller-manager] adding namespace I0416 12:15:18.394551 3970 namespace.go:102] [openshift-logging] adding namespace took 7.419053ms I0416 12:15:18.394574 3970 namespace.go:98] [openshift-marketplace] adding namespace I0416 12:15:18.395092 3970 namespace.go:102] [openshift-console] adding namespace took 7.955571ms I0416 12:15:18.395110 3970 namespace.go:98] [openshift-network-operator] adding namespace I0416 12:15:18.395653 3970 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.501929ms I0416 12:15:18.395666 3970 namespace.go:98] [openshift-cluster-version] adding namespace I0416 12:15:18.396164 3970 namespace.go:102] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] adding namespace took 9.006584ms I0416 12:15:18.396175 3970 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0416 12:15:18.396644 3970 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.663197ms I0416 12:15:18.396658 3970 namespace.go:98] [openshift-network-node-identity] adding namespace I0416 12:15:18.397159 3970 namespace.go:102] [openshift-config-managed] adding namespace took 7.694721ms I0416 12:15:18.397174 3970 namespace.go:98] [openshift-infra] adding namespace I0416 12:15:18.397650 3970 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.710377ms I0416 12:15:18.397663 3970 namespace.go:98] [openshift-dns-operator] adding namespace I0416 12:15:18.398226 3970 namespace.go:102] [openshift] adding namespace took 7.847981ms I0416 12:15:18.398242 3970 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0416 12:15:18.398854 3970 namespace.go:102] [openshift-host-network] adding namespace took 7.968615ms I0416 12:15:18.398867 3970 namespace.go:98] [openshift-console-user-settings] adding namespace I0416 12:15:18.399365 3970 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.015402ms I0416 12:15:18.399374 3970 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0416 12:15:18.400185 3970 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j2h7p: pod openshift-network-diagnostics/network-check-target-j2h7p: no pod IPs found W0416 12:15:18.400206 3970 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nrwmj: pod openshift-network-diagnostics/network-check-target-nrwmj: no pod IPs found I0416 12:15:18.400222 3970 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.293224ms I0416 12:15:18.400231 3970 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0416 12:15:18.400724 3970 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.298782ms I0416 12:15:18.400735 3970 namespace.go:98] [openshift-must-gather-operator] adding namespace I0416 12:15:18.401065 3970 namespace.go:102] [openshift-node] adding namespace took 8.095963ms I0416 12:15:18.401080 3970 namespace.go:98] [kube-public] adding namespace I0416 12:15:18.401671 3970 namespace.go:102] [openshift-image-registry] adding namespace took 8.162985ms I0416 12:15:18.401687 3970 namespace.go:98] [openshift-console-operator] adding namespace I0416 12:15:18.402153 3970 namespace.go:102] [openshift-controller-manager] adding namespace took 8.104262ms I0416 12:15:18.402169 3970 namespace.go:98] [openshift-service-ca-operator] adding namespace I0416 12:15:18.402722 3970 namespace.go:102] [openshift-marketplace] adding namespace took 8.141745ms I0416 12:15:18.402736 3970 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0416 12:15:18.403239 3970 namespace.go:102] [openshift-network-operator] adding namespace took 8.122451ms I0416 12:15:18.403256 3970 namespace.go:98] [openshift-kube-scheduler] adding namespace I0416 12:15:18.403750 3970 namespace.go:102] [openshift-cluster-version] adding namespace took 8.079264ms I0416 12:15:18.403762 3970 namespace.go:98] [openshift-monitoring] adding namespace I0416 12:15:18.404214 3970 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.034516ms I0416 12:15:18.404225 3970 namespace.go:98] [openshift-machine-config-operator] adding namespace I0416 12:15:18.404627 3970 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.961705ms I0416 12:15:18.405217 3970 namespace.go:102] [openshift-infra] adding namespace took 8.035697ms I0416 12:15:18.405235 3970 namespace.go:98] [openshift-config] adding namespace I0416 12:15:18.405744 3970 namespace.go:102] [openshift-dns-operator] adding namespace took 8.076218ms I0416 12:15:18.405759 3970 namespace.go:98] [openshift-machine-api] adding namespace I0416 12:15:18.406216 3970 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.967944ms I0416 12:15:18.406229 3970 namespace.go:98] [openshift-insights] adding namespace I0416 12:15:18.406701 3970 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.827865ms I0416 12:15:18.406719 3970 namespace.go:98] [openshift-backplane] adding namespace I0416 12:15:18.407134 3970 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.754434ms I0416 12:15:18.407150 3970 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0416 12:15:18.407541 3970 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.30366ms I0416 12:15:18.407567 3970 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0416 12:15:18.407945 3970 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.202764ms I0416 12:15:18.407965 3970 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0416 12:15:18.408454 3970 namespace.go:102] [kube-public] adding namespace took 7.368404ms I0416 12:15:18.408468 3970 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0416 12:15:18.408873 3970 namespace.go:102] [openshift-console-operator] adding namespace took 7.179971ms I0416 12:15:18.408889 3970 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0416 12:15:18.409267 3970 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.093211ms I0416 12:15:18.409282 3970 namespace.go:98] [openshift-backplane-cee] adding namespace I0416 12:15:18.409745 3970 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.002087ms I0416 12:15:18.409762 3970 namespace.go:98] [openshift-dns] adding namespace I0416 12:15:18.410159 3970 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.895924ms I0416 12:15:18.410174 3970 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0416 12:15:18.410569 3970 namespace.go:102] [openshift-monitoring] adding namespace took 6.786166ms I0416 12:15:18.410584 3970 namespace.go:98] [openshift-network-console] adding namespace I0416 12:15:18.410944 3970 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.712957ms I0416 12:15:18.410958 3970 namespace.go:98] [openshift-config-operator] adding namespace I0416 12:15:18.411466 3970 namespace.go:102] [openshift-config] adding namespace took 6.224501ms I0416 12:15:18.411486 3970 namespace.go:98] [openshift-backplane-srep] adding namespace I0416 12:15:18.411912 3970 namespace.go:102] [openshift-machine-api] adding namespace took 6.147847ms I0416 12:15:18.411925 3970 namespace.go:98] [openshift-customer-monitoring] adding namespace I0416 12:15:18.412400 3970 namespace.go:102] [openshift-insights] adding namespace took 6.165095ms I0416 12:15:18.412418 3970 namespace.go:98] [dedicated-admin] adding namespace I0416 12:15:18.412799 3970 namespace.go:102] [openshift-backplane] adding namespace took 6.073472ms I0416 12:15:18.412816 3970 namespace.go:98] [kube-node-lease] adding namespace I0416 12:15:18.413293 3970 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.13555ms I0416 12:15:18.413308 3970 namespace.go:98] [kube-system] adding namespace I0416 12:15:18.413738 3970 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.165665ms I0416 12:15:18.413753 3970 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0416 12:15:18.414238 3970 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.266195ms I0416 12:15:18.414255 3970 namespace.go:98] [openshift-ingress-operator] adding namespace I0416 12:15:18.414774 3970 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.301043ms I0416 12:15:18.414785 3970 namespace.go:98] [openshift-backplane-cse] adding namespace I0416 12:15:18.415234 3970 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.338445ms I0416 12:15:18.415248 3970 namespace.go:98] [openshift-backplane-csm] adding namespace I0416 12:15:18.415736 3970 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.448379ms I0416 12:15:18.415752 3970 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0416 12:15:18.416248 3970 namespace.go:102] [openshift-dns] adding namespace took 6.479886ms I0416 12:15:18.416262 3970 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0416 12:15:18.416777 3970 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.596279ms I0416 12:15:18.416791 3970 namespace.go:98] [openshift-kube-apiserver] adding namespace I0416 12:15:18.417226 3970 namespace.go:102] [openshift-network-console] adding namespace took 6.636446ms I0416 12:15:18.417240 3970 namespace.go:98] [openshift-authentication-operator] adding namespace I0416 12:15:18.417716 3970 namespace.go:102] [openshift-config-operator] adding namespace took 6.751067ms I0416 12:15:18.417729 3970 namespace.go:98] [openshift-etcd] adding namespace I0416 12:15:18.418198 3970 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.706375ms I0416 12:15:18.418726 3970 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.794904ms I0416 12:15:18.418742 3970 namespace.go:98] [openshift-multus] adding namespace I0416 12:15:18.419184 3970 namespace.go:102] [dedicated-admin] adding namespace took 6.759844ms I0416 12:15:18.419699 3970 namespace.go:102] [kube-node-lease] adding namespace took 6.875855ms I0416 12:15:18.419715 3970 namespace.go:98] [openshift-ingress] adding namespace I0416 12:15:18.420163 3970 namespace.go:102] [kube-system] adding namespace took 6.849391ms I0416 12:15:18.420654 3970 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.896888ms I0416 12:15:18.421135 3970 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.873471ms I0416 12:15:18.421597 3970 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.807251ms I0416 12:15:18.421612 3970 namespace.go:98] [openshift-operators] adding namespace I0416 12:15:18.422052 3970 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.796013ms I0416 12:15:18.422072 3970 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0416 12:15:18.422633 3970 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.874063ms I0416 12:15:18.423152 3970 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.88359ms I0416 12:15:18.423683 3970 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.885612ms I0416 12:15:18.424236 3970 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.989642ms W0416 12:15:18.424736 3970 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bh2zl: pod openshift-multus/network-metrics-daemon-bh2zl: no pod IPs found W0416 12:15:18.424748 3970 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hj8qn: pod openshift-multus/network-metrics-daemon-hj8qn: no pod IPs found I0416 12:15:18.424793 3970 namespace.go:102] [openshift-etcd] adding namespace took 7.059314ms I0416 12:15:18.425290 3970 namespace.go:102] [openshift-multus] adding namespace took 6.54114ms I0416 12:15:18.425800 3970 namespace.go:102] [openshift-ingress] adding namespace took 6.079595ms I0416 12:15:18.426230 3970 namespace.go:102] [openshift-operators] adding namespace took 4.61324ms I0416 12:15:18.426611 3970 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.53288ms W0416 12:15:18.426685 3970 master.go:471] Unable to parse remote node ip-10-0-0-136.ec2.internal chassis-id annotation. Chassis may be removed during sync I0416 12:15:18.426791 3970 master.go:548] Adding or Updating local node "ip-10-0-1-109.ec2.internal" for network "default" I0416 12:15:18.426814 3970 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-136.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-136.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-136.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal W0416 12:15:18.434731 3970 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bh2zl: pod openshift-multus/network-metrics-daemon-bh2zl: no pod IPs found W0416 12:15:18.434751 3970 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j2h7p: pod openshift-network-diagnostics/network-check-target-j2h7p: no pod IPs found I0416 12:15:18.440999 3970 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-109.ec2.internal for the network default I0416 12:15:18.441325 3970 zone_ic_handler.go:195] Time taken to create transit switch: 314.289µs I0416 12:15:18.442072 3970 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0416 12:15:18.442092 3970 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0416 12:15:18.442104 3970 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0416 12:15:18.442133 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:15:18.442166 3970 node_tracker.go:235] Node ip-10-0-0-136.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-136.ec2.internal" I0416 12:15:18.442208 3970 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:18.442225 3970 services_controller.go:574] Full service sync requested for network=default I0416 12:15:18.442236 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-109.ec2.internal in network "default" I0416 12:15:18.442273 3970 node_tracker.go:169] Node ip-10-0-1-109.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:18.442282 3970 services_controller.go:574] Full service sync requested for network=default I0416 12:15:18.542961 3970 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0416 12:15:18.542991 3970 services_controller.go:208] Setting up event handlers for services for network=default I0416 12:15:18.543054 3970 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0416 12:15:18.543097 3970 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0416 12:15:18.543112 3970 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0416 12:15:18.643615 3970 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0416 12:15:18.643644 3970 repair.go:60] Starting repairing loop for services I0416 12:15:18.643764 3970 repair.go:131] Deleted 0 stale service LBs I0416 12:15:18.643795 3970 repair.go:137] Deleted 0 stale Chassis Template Vars I0416 12:15:18.643822 3970 repair.go:62] Finished repairing loop for services: 179.94µs I0416 12:15:18.643855 3970 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0416 12:15:18.643866 3970 services_controller.go:254] Starting workers for network=default I0416 12:15:18.644245 3970 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bh2zl] creating logical port openshift-multus_network-metrics-daemon-bh2zl for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:18.644290 3970 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-hj8qn, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hj8qn: suppressed error logged: pod openshift-multus/network-metrics-daemon-hj8qn: no pod IPs found I0416 12:15:18.644393 3970 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-nrwmj, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nrwmj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nrwmj: no pod IPs found I0416 12:15:18.644432 3970 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bh2zl I0416 12:15:18.644470 3970 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j2h7p] creating logical port openshift-network-diagnostics_network-check-target-j2h7p for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:18.644598 3970 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j2h7p I0416 12:15:18.663510 3970 pod.go:62] [openshift-multus/network-metrics-daemon-bh2zl] pod update took 19.180163ms I0416 12:15:18.663534 3970 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bh2zl] addLogicalPort annotation time took 19.210878ms I0416 12:15:18.663737 3970 pod.go:62] [openshift-network-diagnostics/network-check-target-j2h7p] pod update took 19.187675ms I0416 12:15:18.663760 3970 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-j2h7p] addLogicalPort annotation time took 19.21366ms I0416 12:15:18.664596 3970 pods.go:271] [openshift-multus/network-metrics-daemon-bh2zl] addLogicalPort took 20.362016ms, libovsdb time 811.38µs I0416 12:15:18.664871 3970 pods.go:271] [openshift-network-diagnostics/network-check-target-j2h7p] addLogicalPort took 20.410243ms, libovsdb time 864.295µs I0416 12:15:18.665415 3970 admin_network_policy_controller.go:227] Starting controller default-network-controller I0416 12:15:18.665434 3970 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0416 12:15:18.665449 3970 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0416 12:15:18.665455 3970 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0416 12:15:18.665662 3970 repair.go:29] Repairing admin network policies took 200.466µs I0416 12:15:18.665761 3970 repair.go:92] Repairing baseline admin network policies took 90.638µs I0416 12:15:18.666268 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0416 12:15:18.666296 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0416 12:15:18.668380 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0416 12:15:18.668407 3970 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0416 12:15:18.668422 3970 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0416 12:15:18.670918 3970 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0416 12:15:18.670936 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0416 12:15:18.670946 3970 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0416 12:15:18.673250 3970 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0416 12:15:18.673269 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0416 12:15:18.673277 3970 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0416 12:15:18.673848 3970 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0416 12:15:18.673872 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0416 12:15:18.673881 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0416 12:15:18.675654 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0416 12:15:18.675680 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0416 12:15:18.675687 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0416 12:15:18.677255 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0416 12:15:18.677273 3970 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0416 12:15:18.677282 3970 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0416 12:15:18.679355 3970 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0416 12:15:18.679374 3970 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0416 12:15:18.679388 3970 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0416 12:15:18.680610 3970 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0416 12:15:18.680629 3970 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0416 12:15:18.680638 3970 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0416 12:15:18.682464 3970 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0416 12:15:18.682486 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0416 12:15:18.682494 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0416 12:15:18.683022 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0416 12:15:18.683046 3970 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0416 12:15:18.683059 3970 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0416 12:15:18.684188 3970 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0416 12:15:18.684209 3970 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0416 12:15:18.684219 3970 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0416 12:15:18.684782 3970 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0416 12:15:18.684803 3970 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0416 12:15:18.684814 3970 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0416 12:15:18.686611 3970 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0416 12:15:18.686630 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0416 12:15:18.687037 3970 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0416 12:15:18.687050 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 12:15:18.687907 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0416 12:15:18.687929 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0416 12:15:18.687941 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0416 12:15:18.688264 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0416 12:15:18.688285 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0416 12:15:18.688295 3970 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0416 12:15:18.688880 3970 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0416 12:15:18.688897 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0416 12:15:18.688905 3970 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0416 12:15:18.689575 3970 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0416 12:15:18.689597 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0416 12:15:18.689603 3970 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0416 12:15:18.689969 3970 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0416 12:15:18.689987 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0416 12:15:18.690012 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 12:15:18.690821 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0416 12:15:18.690845 3970 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0416 12:15:18.690854 3970 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0416 12:15:18.691447 3970 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0416 12:15:18.691468 3970 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0416 12:15:18.691475 3970 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0416 12:15:18.691805 3970 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0416 12:15:18.691822 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0416 12:15:18.691829 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0416 12:15:18.692348 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0416 12:15:18.692370 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0416 12:15:18.692379 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0416 12:15:18.693039 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0416 12:15:18.693060 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0416 12:15:18.693067 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0416 12:15:18.693623 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0416 12:15:18.693647 3970 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0416 12:15:18.693663 3970 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0416 12:15:18.696018 3970 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0416 12:15:18.696041 3970 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0416 12:15:18.696053 3970 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0416 12:15:18.697149 3970 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0416 12:15:18.697173 3970 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0416 12:15:18.697186 3970 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0416 12:15:18.698466 3970 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0416 12:15:18.698486 3970 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0416 12:15:18.698493 3970 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0416 12:15:18.699123 3970 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0416 12:15:18.699141 3970 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0416 12:15:18.699149 3970 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0416 12:15:18.699469 3970 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0416 12:15:18.704600 3970 egressfirewall.go:374] Starting EgressFirewall controller I0416 12:15:18.704651 3970 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0416 12:15:18.704659 3970 controller.go:133] Adding controller egress-firewall-controller event handlers I0416 12:15:18.704683 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0416 12:15:18.704688 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0416 12:15:18.704697 3970 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0416 12:15:18.704705 3970 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0416 12:15:18.705002 3970 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0416 12:15:18.705019 3970 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0416 12:15:18.705027 3970 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0416 12:15:18.705047 3970 egressqos.go:193] Setting up event handlers for EgressQoS I0416 12:15:18.705104 3970 egressfirewall.go:723] Syncing node "ip-10-0-0-136.ec2.internal" for egress firewall I0416 12:15:18.705118 3970 egressfirewall.go:723] Syncing node "ip-10-0-1-109.ec2.internal" for egress firewall I0416 12:15:18.705258 3970 egressqos.go:245] Starting EgressQoS Controller I0416 12:15:18.705273 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0416 12:15:18.705282 3970 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0416 12:15:18.705299 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0416 12:15:18.705306 3970 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0416 12:15:18.705311 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0416 12:15:18.705315 3970 shared_informer.go:356] "Caches are synced" controller="egressqos" I0416 12:15:18.705319 3970 egressqos.go:259] Repairing EgressQoSes I0416 12:15:18.705323 3970 egressqos.go:399] Starting repairing loop for egressqos I0416 12:15:18.705409 3970 egressqos.go:401] Finished repairing loop for egressqos: 84.865µs I0416 12:15:18.705431 3970 egressservice_zone.go:132] Setting up event handlers for Egress Services I0416 12:15:18.705475 3970 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-109.ec2.internal I0416 12:15:18.705522 3970 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-109.ec2.internal : 49.391µs I0416 12:15:18.705630 3970 egressservice_zone.go:210] Starting Egress Services Controller I0416 12:15:18.705642 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 12:15:18.705649 3970 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 12:15:18.705655 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 12:15:18.705659 3970 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 12:15:18.705664 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 12:15:18.705669 3970 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 12:15:18.705675 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0416 12:15:18.705679 3970 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0416 12:15:18.705683 3970 egressservice_zone.go:228] Repairing Egress Services I0416 12:15:18.705972 3970 master_controller.go:88] Starting Admin Policy Based Route Controller I0416 12:15:18.705981 3970 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 12:15:18.706041 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:18.706051 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 11.556µs I0416 12:15:18.706058 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-109.ec2.internal I0416 12:15:18.706061 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-109.ec2.internal: 3.8µs I0416 12:15:18.706127 3970 default_network_controller.go:585] Completing all the Watchers took 319.248208ms I0416 12:15:18.706147 3970 default_network_controller.go:589] Starting unidling controllers I0416 12:15:18.706162 3970 unidle.go:46] Registering OVN SB ControllerEvent handler I0416 12:15:18.706172 3970 unidle.go:63] Populating Initial ContollerEvent events I0416 12:15:18.706184 3970 unidle.go:79] Setting up event handlers for services I0416 12:15:18.706234 3970 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0416 12:15:18.717174 3970 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0416 12:15:18.766751 3970 default_node_network_controller.go:519] Node connection status = connected I0416 12:15:18.784757 3970 bridgeconfig.go:537] Gateway is ready I0416 12:15:18.784772 3970 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0416 12:15:18.796122 3970 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.109. Updating OVN encap IP. I0416 12:15:18.801304 3970 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.109 - it is already configured I0416 12:15:18.801318 3970 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.109/24:{} 172.20.0.1/32:{}]. Updating annotations. I0416 12:15:18.801597 3970 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.109/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-109.ec2.internal","mac-address":"0a:ff:d8:c7:8d:73","ip-addresses":["10.0.1.109/24"],"ip-address":"10.0.1.109/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6c07ef9f-fb0e-4837-85e5-93072cd6483c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.109/24"}] on node ip-10-0-1-109.ec2.internal I0416 12:15:18.819057 3970 egressfirewall.go:723] Syncing node "ip-10-0-1-109.ec2.internal" for egress firewall I0416 12:15:18.819073 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-109.ec2.internal I0416 12:15:18.819086 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-109.ec2.internal: 16.817µs I0416 12:15:18.819094 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-109.ec2.internal in network "default" I0416 12:15:18.819102 3970 master.go:548] Adding or Updating local node "ip-10-0-1-109.ec2.internal" for network "default" I0416 12:15:18.819135 3970 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.109 I0416 12:15:18.819150 3970 node_tracker.go:169] Node ip-10-0-1-109.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:18.819165 3970 services_controller.go:574] Full service sync requested for network=default I0416 12:15:18.819269 3970 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-109.ec2.internal I0416 12:15:18.823672 3970 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-109.ec2.internal. Updating no re-route policies I0416 12:15:18.823773 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j2h7p I0416 12:15:18.823787 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-109.ec2.internal I0416 12:15:18.823790 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6zsc9 I0416 12:15:18.823796 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-gbkls I0416 12:15:18.823801 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-109.ec2.internal I0416 12:15:18.823804 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-gbkls I0416 12:15:18.823805 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6zsc9 I0416 12:15:18.823804 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-twlhf I0416 12:15:18.823821 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-twlhf I0416 12:15:18.823825 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-gbkls after 0 failed attempt(s) I0416 12:15:18.823828 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-109.ec2.internal after 0 failed attempt(s) I0416 12:15:18.823828 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bsl7j I0416 12:15:18.823829 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6zsc9 after 0 failed attempt(s) I0416 12:15:18.823840 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-twlhf after 0 failed attempt(s) I0416 12:15:18.823789 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j2h7p I0416 12:15:18.823843 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bsl7j I0416 12:15:18.823844 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cdxbj I0416 12:15:18.823847 3970 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-fgd55 I0416 12:15:18.823854 3970 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-kpl28 I0416 12:15:18.823854 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cdxbj I0416 12:15:18.823863 3970 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-kpl28 I0416 12:15:18.823862 3970 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-109.ec2.internal I0416 12:15:18.823869 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bsl7j after 0 failed attempt(s) I0416 12:15:18.823876 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zq8z2 I0416 12:15:18.823881 3970 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-kpl28 after 0 failed attempt(s) I0416 12:15:18.823880 3970 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j2h7p] creating logical port openshift-network-diagnostics_network-check-target-j2h7p for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:18.823852 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mmlsk I0416 12:15:18.823899 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mmlsk I0416 12:15:18.823917 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mmlsk after 0 failed attempt(s) I0416 12:15:18.823774 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fgksv I0416 12:15:18.823926 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bh2zl I0416 12:15:18.823933 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fgksv I0416 12:15:18.823865 3970 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-fgd55 I0416 12:15:18.823941 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bh2zl I0416 12:15:18.823877 3970 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-109.ec2.internal I0416 12:15:18.823952 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fgksv after 0 failed attempt(s) I0416 12:15:18.823963 3970 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-fgd55 after 0 failed attempt(s) I0416 12:15:18.823972 3970 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-109.ec2.internal after 0 failed attempt(s) I0416 12:15:18.823975 3970 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bh2zl] creating logical port openshift-multus_network-metrics-daemon-bh2zl for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:18.823877 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cdxbj after 0 failed attempt(s) I0416 12:15:18.824342 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zq8z2 I0416 12:15:18.824362 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zq8z2 after 0 failed attempt(s) I0416 12:15:18.824830 3970 pods.go:271] [openshift-network-diagnostics/network-check-target-j2h7p] addLogicalPort took 962.65µs, libovsdb time 464.483µs I0416 12:15:18.824843 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j2h7p after 0 failed attempt(s) I0416 12:15:18.824909 3970 pods.go:271] [openshift-multus/network-metrics-daemon-bh2zl] addLogicalPort took 942.794µs, libovsdb time 508.611µs I0416 12:15:18.824923 3970 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bh2zl after 0 failed attempt(s) I0416 12:15:18.835303 3970 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0416 12:15:18.846685 3970 iptables.go:108] Creating table: mangle chain: OUTPUT I0416 12:15:18.850132 3970 iptables.go:108] Creating table: nat chain: OUTPUT I0416 12:15:18.897703 3970 iptables.go:108] Creating table: nat chain: PREROUTING I0416 12:15:18.961810 3970 iptables.go:108] Creating table: filter chain: FORWARD I0416 12:15:18.977939 3970 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0416 12:15:18.978026 3970 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0416 12:15:18.978070 3970 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0416 12:15:18.978160 3970 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0416 12:15:18.978207 3970 gateway_init.go:325] Gateway and management port readiness took 716.591003ms I0416 12:15:18.978238 3970 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0416 12:15:18.978278 3970 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0416 12:15:18.978296 3970 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0416 12:15:18.978306 3970 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 12:15:18.978363 3970 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0416 12:15:18.978437 3970 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.218µs I0416 12:15:18.978711 3970 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0416 12:15:18.978739 3970 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.939µs I0416 12:15:18.978749 3970 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.115µs I0416 12:15:18.978755 3970 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0416 12:15:18.978765 3970 nad_controller.go:379] [node-nad-controller NAD controller]: started I0416 12:15:18.978773 3970 default_node_network_controller.go:899] Starting the default node network controller I0416 12:15:18.978780 3970 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0416 12:15:18.978799 3970 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.529µs I0416 12:15:18.978957 3970 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0416 12:15:18.978966 3970 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0416 12:15:18.979000 3970 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ef290 0xc0003477a0 0xc000347810 0xc000347880 0xc0003478f0 0xc0003479d0 0xc000347a40 0xc000c64780 0xc000347ab0 0xc000347b20 0xc000572230 0xc0064d3340 0xc000347b90 map[0x2ff9080:0xc002390780 0x2ff95c0:0xc002390900 0x2ffa2e0:0xc0023906c0 0x2ffa580:0xc002390720 0x2ffad60:0xc0023907e0 0x2ffb000:0xc002390840 0x2ffb2a0:0xc0023908a0 0x2ffba80:0xc002390960 0x2ffbd20:0xc002390a80 0x3026980:0xc000bcc780 0x3026d20:0xc000afccc0 0x3027800:0xc000c4eba0 0x3029160:0xc001c42000 0x30298a0:0xc002807e00 0x302a720:0xc00097a0c0] 0xc0001dcc40 0} I0416 12:15:18.979062 3970 gateway.go:151] Starting gateway service sync I0416 12:15:18.979515 3970 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0416 12:15:18.981602 3970 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0416 12:15:19.010529 3970 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0416 12:15:19.011624 3970 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0416 12:15:19.012787 3970 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0416 12:15:19.046178 3970 gateway.go:168] Gateway service sync done. Time taken: 67.103274ms I0416 12:15:19.046772 3970 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31258 I0416 12:15:19.047018 3970 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ef290 0xc0003477a0 0xc000347810 0xc000347880 0xc0003478f0 0xc0003479d0 0xc000347a40 0xc000c64780 0xc000347ab0 0xc000347b20 0xc000572230 0xc0064d3340 0xc000347b90 map[0x2ff9080:0xc002390780 0x2ff95c0:0xc002390900 0x2ffa2e0:0xc0023906c0 0x2ffa580:0xc002390720 0x2ffad60:0xc0023907e0 0x2ffb000:0xc002390840 0x2ffb2a0:0xc0023908a0 0x2ffba80:0xc002390960 0x2ffbd20:0xc002390a80 0x3026980:0xc000bcc780 0x3026d20:0xc000afccc0 0x3027800:0xc000c4eba0 0x3029160:0xc001c42000 0x30298a0:0xc002807e00 0x302a720:0xc00097a0c0] 0xc0001dcc40 0} I0416 12:15:19.047526 3970 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ef290 0xc0003477a0 0xc000347810 0xc000347880 0xc0003478f0 0xc0003479d0 0xc000347a40 0xc000c64780 0xc000347ab0 0xc000347b20 0xc000572230 0xc0064d3340 0xc000347b90 map[0x2ff9080:0xc002390780 0x2ff95c0:0xc002390900 0x2ffa2e0:0xc0023906c0 0x2ffa580:0xc002390720 0x2ffad60:0xc0023907e0 0x2ffb000:0xc002390840 0x2ffb2a0:0xc0023908a0 0x2ffba80:0xc002390960 0x2ffbd20:0xc002390a80 0x3026980:0xc000bcc780 0x3026d20:0xc000afccc0 0x3027800:0xc000c4eba0 0x3029160:0xc001c42000 0x30298a0:0xc002807e00 0x302a720:0xc00097a0c0] 0xc0001dcc40 0} I0416 12:15:19.047584 3970 gateway.go:532] Reconciling gateway with updates I0416 12:15:19.052754 3970 gateway.go:339] Spawning Conntrack Rule Check Thread I0416 12:15:19.052797 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:19.052808 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:19.052818 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:19.052817 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 12:15:19.052827 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:19.052831 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 12:15:19.052845 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:19.052865 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:19.052867 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:19.052887 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:19.052896 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:19.052905 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:19.052922 3970 default_node_network_controller.go:944] Gateway and management port readiness took 73.946765ms I0416 12:15:19.052947 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:19.052963 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:19.052966 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:19.052969 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:19.052978 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:19.052978 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 12:15:19.052981 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:19.052986 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:19.052979 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:19.052988 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:19.052952 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053003 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:19.052969 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053006 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:19.053007 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 12:15:19.053015 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:19.053012 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:19.053023 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053025 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:19.053030 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053034 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 12:15:19.053036 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:19.052953 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 12:15:19.053043 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:19.053046 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:19.053053 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 12:15:19.053056 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:19.053059 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 12:15:19.052987 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 12:15:19.053059 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:19.053084 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 12:15:19.052991 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:19.053100 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:19.053060 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 12:15:19.053101 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 12:15:19.053121 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:19.053035 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:19.053132 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:19.053134 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:19.053138 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:19.053140 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:19.053147 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 12:15:19.053149 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 12:15:19.052993 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 12:15:19.053035 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:19.053157 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:19.053166 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:19.052974 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:19.053178 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 12:15:19.053184 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:19.053190 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:19.053133 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 12:15:19.053201 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:19.053203 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:19.053206 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 12:15:19.053210 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:19.053212 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 12:15:19.053215 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 12:15:19.053194 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 12:15:19.053223 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:19.053228 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:19.053235 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:19.053224 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:19.053242 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:19.053243 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:19.053251 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:19.053253 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:19.053254 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:19.053256 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:19.053264 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:19.053272 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:19.053278 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:19.053180 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:19.053312 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:19.053256 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:19.053168 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:19.053402 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:19.053412 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 12:15:19.053235 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 12:15:19.053207 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:19.053041 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053219 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:19.053436 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:19.053443 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:19.053449 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:19.053441 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:19.053462 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:19.053469 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 12:15:19.053198 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:19.053483 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:19.053211 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053224 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:19.053502 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:19.053197 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:19.052998 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 12:15:19.053227 3970 port_claim.go:71] Svc openshift-ingress/router-default: port 31555 is already open, no action needed I0416 12:15:19.053631 3970 port_claim.go:71] Svc openshift-ingress/router-default: port 30211 is already open, no action needed I0416 12:15:19.053239 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:19.053692 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 12:15:19.053241 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:19.053242 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:19.053742 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:19.053247 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:19.053431 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:19.054179 3970 node_ip_handler_linux.go:160] Node IP manager is running W0416 12:15:19.093017 3970 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 12:15:19.093301 3970 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 12:15:19.093526 3970 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0416 12:15:19.103795 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 12:15:19.103820 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 12:15:19.103852 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 12:15:19.144904 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 12:15:19.144933 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 12:15:19.144940 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 12:15:19.144945 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 12:15:19.144951 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 12:15:19.144957 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 12:15:19.144972 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 12:15:19.144995 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 12:15:19.145003 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 12:15:19.145009 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 12:15:19.185973 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 12:15:19.185997 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 12:15:19.186018 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 12:15:19.186029 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 12:15:19.186051 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 12:15:20.335464 3970 default_network_controller.go:1025] Node "ip-10-0-0-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:20.698271 3970 default_node_network_controller.go:1380] Starting node controller node sync W0416 12:15:20.698314 3970 egressip_healthcheck.go:76] Health checking using insecure connection I0416 12:15:20.698369 3970 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0416 12:15:20.709728 3970 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.440177ms I0416 12:15:20.709896 3970 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0416 12:15:20.710190 3970 egressservice_node.go:93] Setting up event handlers for Egress Services I0416 12:15:20.710414 3970 egressservice_node.go:183] Starting Egress Services Controller I0416 12:15:20.710432 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 12:15:20.710443 3970 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 12:15:20.710449 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 12:15:20.710454 3970 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 12:15:20.710459 3970 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 12:15:20.710477 3970 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 12:15:20.710481 3970 egressservice_node.go:197] Repairing Egress Services I0416 12:15:20.719884 3970 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0416 12:15:20.719894 3970 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 12:15:20.720181 3970 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0416 12:15:20.720190 3970 link_network_manager.go:119] Link manager is running I0416 12:15:20.720198 3970 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0416 12:15:20.720371 3970 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0416 12:15:20.720536 3970 vrf_manager.go:128] VRF manager is running I0416 12:15:20.720612 3970 node_controller_manager.go:437] Removing flows to drop GARP I0416 12:15:20.720621 3970 gateway.go:532] Reconciling gateway with updates I0416 12:15:20.745906 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:20.745914 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:20.745923 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:20.745925 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:20.745931 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:20.745932 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:20.745923 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:20.745941 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:20.745945 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:20.745953 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:20.745954 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:20.745957 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:20.745960 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 12:15:20.745967 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 12:15:20.745969 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:20.745975 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 12:15:20.745972 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:20.745960 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:20.745953 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:20.745982 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:20.745990 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:20.745992 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:20.745994 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:20.745935 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:20.746001 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:20.746004 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:20.746004 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:20.746006 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:20.746015 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:20.746008 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:20.745968 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:20.746022 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:20.746026 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 12:15:20.746027 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:20.745981 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:20.746037 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:20.746034 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:20.746042 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:20.746047 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:20.746051 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:20.746052 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:20.746054 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:20.746057 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:20.746061 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:20.746064 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:20.746065 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:20.746069 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:20.746068 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:20.746069 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:20.746072 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:20.746079 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:20.746080 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:20.746081 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:20.746084 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:20.746089 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:20.746093 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:20.746094 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 12:15:20.746101 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 12:15:20.745944 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:20.746114 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 12:15:20.746028 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:20.746016 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:20.745984 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:20.746146 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:20.746021 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:20.746161 3970 port_claim.go:71] Svc openshift-ingress/router-default: port 31555 is already open, no action needed I0416 12:15:20.746167 3970 port_claim.go:71] Svc openshift-ingress/router-default: port 30211 is already open, no action needed I0416 12:15:20.745992 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:20.746174 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:20.746037 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 12:15:20.745936 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:20.746241 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 12:15:20.745998 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 12:15:20.745916 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:20.746260 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:20.746162 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:20.746280 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 12:15:20.745944 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:20.746006 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 12:15:20.746017 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:20.746016 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:20.746334 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:20.746026 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 12:15:20.746043 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:20.746049 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:20.746397 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:20.746049 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:20.746428 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:20.746053 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:20.746060 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 12:15:20.746473 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 12:15:20.746064 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:20.746500 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:20.746069 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:20.746086 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:20.746099 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:20.746582 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 12:15:20.745989 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 12:15:20.745993 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:20.746039 3970 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:20.746621 3970 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:20.784025 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 12:15:20.784047 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 12:15:20.784054 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 12:15:20.784058 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 12:15:20.784063 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 12:15:20.784068 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 12:15:20.784073 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 12:15:20.784077 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 12:15:20.784082 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 12:15:20.784086 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 12:15:20.784097 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 12:15:20.784108 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 12:15:20.784114 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 12:15:20.784118 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 12:15:20.784123 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 12:15:20.784128 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 12:15:20.784132 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 12:15:20.784136 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 12:15:20.821892 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 12:15:20.821902 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 12:15:20.821916 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 12:15:20.821923 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 12:15:20.821927 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 12:15:20.821933 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 12:15:20.821938 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 12:15:20.821943 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 12:15:20.821947 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 12:15:20.861298 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 12:15:20.861315 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 12:15:20.861331 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 12:15:20.861337 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 12:15:20.861342 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 12:15:20.861348 3970 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 12:15:21.155051 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:15:21.155061 3970 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:15:21.155070 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 23.468µs I0416 12:15:21.155115 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:15:21.155130 3970 node_tracker.go:220] Node ip-10-0-2-126.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0416 12:15:21.155152 3970 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-126.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0416 12:15:21.155167 3970 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-126.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-126.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-126.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-126.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal, error parsing annotation for node ip-10-0-2-126.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0416 12:15:21.169405 3970 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-126.ec2.internal annotation: unexpected end of JSON input I0416 12:15:21.169457 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0416 12:15:21.169485 3970 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-126.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0416 12:15:21.182951 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:15:21.182965 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 20.487µs I0416 12:15:21.182973 3970 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall E0416 12:15:21.182976 3970 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-126.ec2.internal annotation: unexpected end of JSON input I0416 12:15:21.183045 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0416 12:15:21.183071 3970 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-126.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0416 12:15:21.227660 3970 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-126.ec2.internal annotation: unexpected end of JSON input E0416 12:15:21.227728 3970 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-126.ec2.internal annotation: unexpected end of JSON input I0416 12:15:21.227752 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0416 12:15:21.227796 3970 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-126.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-126.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-126.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-126.ec2.internal" I0416 12:15:21.238377 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0416 12:15:21.412379 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:15:21.412395 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 20.197µs I0416 12:15:21.412416 3970 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:15:21.412423 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:21.430064 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:21.681937 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:22.731942 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-109.ec2.internal I0416 12:15:22.731976 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-109.ec2.internal: 34.416µs I0416 12:15:22.761313 3970 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f9c7c7f49-ns7qf] creating logical port openshift-image-registry_image-registry-5f9c7c7f49-ns7qf for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.761450 3970 kube.go:256] Updating pod openshift-image-registry/image-registry-5f9c7c7f49-ns7qf I0416 12:15:22.778845 3970 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xt8sp] creating logical port openshift-dns_dns-default-xt8sp for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.778941 3970 kube.go:256] Updating pod openshift-dns/dns-default-xt8sp I0416 12:15:22.783601 3970 pod.go:62] [openshift-image-registry/image-registry-5f9c7c7f49-ns7qf] pod update took 22.178476ms I0416 12:15:22.783618 3970 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f9c7c7f49-ns7qf] addLogicalPort annotation time took 22.199936ms I0416 12:15:22.784643 3970 pods.go:271] [openshift-image-registry/image-registry-5f9c7c7f49-ns7qf] addLogicalPort took 23.344616ms, libovsdb time 800.405µs I0416 12:15:22.800481 3970 pod.go:62] [openshift-dns/dns-default-xt8sp] pod update took 21.558825ms I0416 12:15:22.800504 3970 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xt8sp] addLogicalPort annotation time took 21.583732ms I0416 12:15:22.801588 3970 pods.go:271] [openshift-dns/dns-default-xt8sp] addLogicalPort took 22.759282ms, libovsdb time 830.691µs I0416 12:15:22.805969 3970 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-llf8p for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.806081 3970 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p I0416 12:15:22.822552 3970 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-zlhrx for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.822669 3970 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx I0416 12:15:22.822689 3970 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-xs4z4 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.822907 3970 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-gfk8q for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.822954 3970 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-wwzgs for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.823032 3970 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q I0416 12:15:22.823053 3970 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs I0416 12:15:22.822935 3970 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4 I0416 12:15:22.828988 3970 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5d79c7df7c-4ll5r] creating logical port openshift-ingress_router-default-5d79c7df7c-4ll5r for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.829089 3970 kube.go:256] Updating pod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:15:22.858454 3970 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q] pod update took 35.449395ms I0416 12:15:22.858471 3970 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q] addLogicalPort annotation time took 35.477107ms I0416 12:15:22.858631 3970 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-676bd6df4c-f4jrx] creating logical port openshift-ingress_router-default-676bd6df4c-f4jrx for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.858955 3970 kube.go:256] Updating pod openshift-ingress/router-default-676bd6df4c-f4jrx I0416 12:15:22.859121 3970 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p] pod update took 53.063635ms I0416 12:15:22.859188 3970 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p] addLogicalPort annotation time took 53.133056ms I0416 12:15:22.859842 3970 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q] addLogicalPort took 36.94998ms, libovsdb time 883.215µs I0416 12:15:22.860141 3970 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p] addLogicalPort took 54.187256ms, libovsdb time 689.364µs I0416 12:15:22.863545 3970 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4] pod update took 40.684522ms I0416 12:15:22.863578 3970 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4] addLogicalPort annotation time took 40.715303ms I0416 12:15:22.864400 3970 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4] addLogicalPort took 41.721463ms, libovsdb time 620.55µs I0416 12:15:22.864438 3970 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-cgnng] creating logical port openshift-console-operator_console-operator-66dbbb6468-cgnng for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.864484 3970 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-cgnng I0416 12:15:22.869960 3970 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-wtcsb for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.870013 3970 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb I0416 12:15:22.873291 3970 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx] pod update took 50.649645ms I0416 12:15:22.873307 3970 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx] addLogicalPort annotation time took 50.668088ms I0416 12:15:22.874136 3970 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx] addLogicalPort took 51.596722ms, libovsdb time 641.281µs I0416 12:15:22.874549 3970 pod.go:62] [openshift-ingress/router-default-5d79c7df7c-4ll5r] pod update took 45.479409ms I0416 12:15:22.874580 3970 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5d79c7df7c-4ll5r] addLogicalPort annotation time took 45.513895ms I0416 12:15:22.875446 3970 pods.go:271] [openshift-ingress/router-default-5d79c7df7c-4ll5r] addLogicalPort took 46.496913ms, libovsdb time 681.304µs I0416 12:15:22.875509 3970 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-w782g for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.875582 3970 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g I0416 12:15:22.877783 3970 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-cpshd for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.877863 3970 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd I0416 12:15:22.879452 3970 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8zzzg] creating logical port openshift-ingress-canary_ingress-canary-8zzzg for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.879529 3970 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8zzzg I0416 12:15:22.879948 3970 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-xfcjp for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.880029 3970 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp I0416 12:15:22.892195 3970 pod.go:62] [openshift-ingress/router-default-676bd6df4c-f4jrx] pod update took 33.411316ms I0416 12:15:22.892212 3970 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-676bd6df4c-f4jrx] addLogicalPort annotation time took 33.431593ms I0416 12:15:22.892275 3970 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb] pod update took 22.277918ms I0416 12:15:22.892290 3970 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb] addLogicalPort annotation time took 22.294132ms I0416 12:15:22.892792 3970 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-cgnng] pod update took 28.32015ms I0416 12:15:22.892809 3970 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-cgnng] addLogicalPort annotation time took 28.340504ms I0416 12:15:22.893161 3970 pods.go:271] [openshift-ingress/router-default-676bd6df4c-f4jrx] addLogicalPort took 34.539245ms, libovsdb time 671.528µs I0416 12:15:22.893514 3970 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb] addLogicalPort took 23.567139ms, libovsdb time 955.58µs I0416 12:15:22.893747 3970 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-cgnng] addLogicalPort took 29.313675ms, libovsdb time 744.562µs I0416 12:15:22.895279 3970 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs] pod update took 72.244472ms I0416 12:15:22.895294 3970 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs] addLogicalPort annotation time took 72.278551ms I0416 12:15:22.896591 3970 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs] addLogicalPort took 73.644164ms, libovsdb time 975.183µs I0416 12:15:22.896659 3970 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-tk8hj] creating logical port openshift-insights_insights-operator-6dbb575d6c-tk8hj for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:22.896764 3970 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-tk8hj I0416 12:15:22.903886 3970 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp] pod update took 23.87109ms I0416 12:15:22.903949 3970 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp] addLogicalPort annotation time took 23.934321ms I0416 12:15:22.904576 3970 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g] pod update took 29.024663ms I0416 12:15:22.904598 3970 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g] addLogicalPort annotation time took 29.047996ms I0416 12:15:22.904690 3970 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd] pod update took 26.839231ms I0416 12:15:22.904711 3970 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd] addLogicalPort annotation time took 26.859941ms I0416 12:15:22.905190 3970 pod.go:62] [openshift-ingress-canary/ingress-canary-8zzzg] pod update took 25.675526ms I0416 12:15:22.905200 3970 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp] addLogicalPort took 25.262095ms, libovsdb time 922.562µs I0416 12:15:22.905208 3970 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8zzzg] addLogicalPort annotation time took 25.694989ms I0416 12:15:22.905640 3970 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g] addLogicalPort took 30.136883ms, libovsdb time 672.779µs I0416 12:15:22.906033 3970 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd] addLogicalPort took 28.259231ms, libovsdb time 987.643µs I0416 12:15:22.906585 3970 pods.go:271] [openshift-ingress-canary/ingress-canary-8zzzg] addLogicalPort took 27.140063ms, libovsdb time 1.119331ms I0416 12:15:22.923514 3970 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-tk8hj] pod update took 26.791385ms I0416 12:15:22.923531 3970 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-tk8hj] addLogicalPort annotation time took 26.825622ms I0416 12:15:22.924413 3970 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-tk8hj] addLogicalPort took 27.765302ms, libovsdb time 613.893µs I0416 12:15:23.205474 3970 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx 3830c882d138ba17346838973d8c38129cafb0dda40bdb77181a903eef80aa23 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx 3830c882d138ba17346838973d8c38129cafb0dda40bdb77181a903eef80aa23 network default NAD default NAD key ] I0416 12:15:23.215520 3970 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4 7505fb2cd9eadef9384019c5aa5f9acafcc235a92021c1954daaadb6924ae3de network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4 7505fb2cd9eadef9384019c5aa5f9acafcc235a92021c1954daaadb6924ae3de network default NAD default NAD key ] I0416 12:15:23.226363 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-xs4z4, hostIfaceName: 7505fb2cd9eadef, network: default, NAD default, SandboxID: "7505fb2cd9eadef9384019c5aa5f9acafcc235a92021c1954daaadb6924ae3de", PCI device ID: , UID: "4ac4aa31-daea-4979-88e0-a52cbeda9ef2", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0416 12:15:23.226429 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-zlhrx, hostIfaceName: 3830c882d138ba1, network: default, NAD default, SandboxID: "3830c882d138ba17346838973d8c38129cafb0dda40bdb77181a903eef80aa23", PCI device ID: , UID: "48a5da52-a300-4592-9571-d0a56f928377", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0416 12:15:23.275618 3970 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4 7505fb2cd9eadef9384019c5aa5f9acafcc235a92021c1954daaadb6924ae3de network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xs4z4 7505fb2cd9eadef9384019c5aa5f9acafcc235a92021c1954daaadb6924ae3de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c4:a7:6c:5d:cc\",\"name\":\"7505fb2cd9eadef\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d6355c8-540f-4783-9f13-71df40bdbc36\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.281475 3970 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx 3830c882d138ba17346838973d8c38129cafb0dda40bdb77181a903eef80aa23 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-zlhrx 3830c882d138ba17346838973d8c38129cafb0dda40bdb77181a903eef80aa23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:70:13:f9:23:b0\",\"name\":\"3830c882d138ba1\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/978db51c-3b04-42df-8515-4d74a4cfd21a\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.281830 3970 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-tk8hj fe9c69865b45fb9021ca5af39f066ad913225082a28ff4803c0ff243932775aa network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-tk8hj fe9c69865b45fb9021ca5af39f066ad913225082a28ff4803c0ff243932775aa network default NAD default NAD key ] I0416 12:15:23.291705 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-tk8hj, hostIfaceName: fe9c69865b45fb9, network: default, NAD default, SandboxID: "fe9c69865b45fb9021ca5af39f066ad913225082a28ff4803c0ff243932775aa", PCI device ID: , UID: "fd6b1b0d-3fd2-4990-aec3-e81bbbc431e4", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0416 12:15:23.339050 3970 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-tk8hj fe9c69865b45fb9021ca5af39f066ad913225082a28ff4803c0ff243932775aa network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-tk8hj fe9c69865b45fb9021ca5af39f066ad913225082a28ff4803c0ff243932775aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:b6:c0:a0:af:dc\",\"name\":\"fe9c69865b45fb9\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4d50aca-e10c-4aa6-83ef-aa688f82d4c6\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.354166 3970 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd cfad55413097355791f0b0a128593b2c4712ddeb8e2ca5c31eaf1ab6d11092c3 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd cfad55413097355791f0b0a128593b2c4712ddeb8e2ca5c31eaf1ab6d11092c3 network default NAD default NAD key ] I0416 12:15:23.364147 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-cpshd, hostIfaceName: cfad55413097355, network: default, NAD default, SandboxID: "cfad55413097355791f0b0a128593b2c4712ddeb8e2ca5c31eaf1ab6d11092c3", PCI device ID: , UID: "5b8487a9-3616-4bf1-83e5-0c97d8ece3ff", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0416 12:15:23.397193 3970 cni.go:452] [openshift-ingress-canary/ingress-canary-8zzzg 5de2bfe93fc69b18cffe5560d8aeceb05a28984e9d790a11c531752ffc645325 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8zzzg 5de2bfe93fc69b18cffe5560d8aeceb05a28984e9d790a11c531752ffc645325 network default NAD default NAD key ] I0416 12:15:23.408408 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8zzzg, hostIfaceName: 5de2bfe93fc69b1, network: default, NAD default, SandboxID: "5de2bfe93fc69b18cffe5560d8aeceb05a28984e9d790a11c531752ffc645325", PCI device ID: , UID: "f6b148a8-ae99-4ed2-8605-399da7aeaa75", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0416 12:15:23.413458 3970 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd cfad55413097355791f0b0a128593b2c4712ddeb8e2ca5c31eaf1ab6d11092c3 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cpshd cfad55413097355791f0b0a128593b2c4712ddeb8e2ca5c31eaf1ab6d11092c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:71:f7:b0:0e:a2\",\"name\":\"cfad55413097355\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16d3d588-31b7-4cd2-bdac-27bbe079bcb4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.414284 3970 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp 47f9deda69df23832b6320e147fb4eec8e08093f342d7902b4fce6fe77959ef4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp 47f9deda69df23832b6320e147fb4eec8e08093f342d7902b4fce6fe77959ef4 network default NAD default NAD key ] I0416 12:15:23.424325 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-xfcjp, hostIfaceName: 47f9deda69df238, network: default, NAD default, SandboxID: "47f9deda69df23832b6320e147fb4eec8e08093f342d7902b4fce6fe77959ef4", PCI device ID: , UID: "0149c927-d45d-445a-874a-43792a0bd4e1", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0416 12:15:23.454193 3970 cni.go:473] [openshift-ingress-canary/ingress-canary-8zzzg 5de2bfe93fc69b18cffe5560d8aeceb05a28984e9d790a11c531752ffc645325 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8zzzg 5de2bfe93fc69b18cffe5560d8aeceb05a28984e9d790a11c531752ffc645325 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c5:90:73:a7:af\",\"name\":\"5de2bfe93fc69b1\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88fe3962-65ac-4d3f-b2fd-f2fa21296826\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.467928 3970 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp 47f9deda69df23832b6320e147fb4eec8e08093f342d7902b4fce6fe77959ef4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-xfcjp 47f9deda69df23832b6320e147fb4eec8e08093f342d7902b4fce6fe77959ef4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bd:f3:3b:c9:d6\",\"name\":\"47f9deda69df238\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7ee0c89-4e5a-478f-b8bf-b12abe384800\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.612959 3970 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-cgnng 6da104f09122d8fdda847e23d5a97f8da1717e6e32f3c0619acf3eb85177c538 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-cgnng 6da104f09122d8fdda847e23d5a97f8da1717e6e32f3c0619acf3eb85177c538 network default NAD default NAD key ] I0416 12:15:23.623533 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-cgnng, hostIfaceName: 6da104f09122d8f, network: default, NAD default, SandboxID: "6da104f09122d8fdda847e23d5a97f8da1717e6e32f3c0619acf3eb85177c538", PCI device ID: , UID: "8bc3eb6a-03ee-4705-a95d-2f1961b3e30a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0416 12:15:23.633620 3970 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g 236405b2710b43c0359b24f337d56abc0c7e4b45dab320c29a9a506d09c9bf6f network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g 236405b2710b43c0359b24f337d56abc0c7e4b45dab320c29a9a506d09c9bf6f network default NAD default NAD key ] I0416 12:15:23.643085 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-w782g, hostIfaceName: 236405b2710b43c, network: default, NAD default, SandboxID: "236405b2710b43c0359b24f337d56abc0c7e4b45dab320c29a9a506d09c9bf6f", PCI device ID: , UID: "45451220-97ed-4798-aa2d-f0218b017a10", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0416 12:15:23.672377 3970 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-cgnng 6da104f09122d8fdda847e23d5a97f8da1717e6e32f3c0619acf3eb85177c538 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-cgnng 6da104f09122d8fdda847e23d5a97f8da1717e6e32f3c0619acf3eb85177c538 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:9a:4d:71:5a:9a\",\"name\":\"6da104f09122d8f\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/411911b1-2d72-4b22-9116-e8f946a754a2\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.687956 3970 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g 236405b2710b43c0359b24f337d56abc0c7e4b45dab320c29a9a506d09c9bf6f network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-w782g 236405b2710b43c0359b24f337d56abc0c7e4b45dab320c29a9a506d09c9bf6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:07:d4:f8:f3:c5\",\"name\":\"236405b2710b43c\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a47b6881-4e39-41a8-9954-0ce1dc001f2e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:23.999205 3970 cni.go:452] [openshift-network-diagnostics/network-check-target-j2h7p 265c6a44f5e3a4b66b78d7f697b394d08459e0724c908f283e61663148a54e72 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j2h7p 265c6a44f5e3a4b66b78d7f697b394d08459e0724c908f283e61663148a54e72 network default NAD default NAD key ] I0416 12:15:24.010490 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j2h7p, hostIfaceName: 265c6a44f5e3a4b, network: default, NAD default, SandboxID: "265c6a44f5e3a4b66b78d7f697b394d08459e0724c908f283e61663148a54e72", PCI device ID: , UID: "50f5c199-4b2d-48b2-b1b3-f8bd2df29a27", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0416 12:15:24.060603 3970 cni.go:473] [openshift-network-diagnostics/network-check-target-j2h7p 265c6a44f5e3a4b66b78d7f697b394d08459e0724c908f283e61663148a54e72 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j2h7p 265c6a44f5e3a4b66b78d7f697b394d08459e0724c908f283e61663148a54e72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:47:70:0e:bb:f8\",\"name\":\"265c6a44f5e3a4b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dd2c55c-0f7f-471f-a65e-6ad1ee503323\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:26.223432 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:27.901379 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:27.901402 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 31.793µs I0416 12:15:27.901426 3970 egressfirewall.go:723] Syncing node "ip-10-0-0-136.ec2.internal" for egress firewall I0416 12:15:27.901457 3970 default_network_controller.go:1025] Node "ip-10-0-0-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:31.327371 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:15:33.270957 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 12:15:33.332456 3970 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:15:33.332494 3970 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:15:33.413343 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:15:33.413372 3970 default_network_controller.go:1025] Node "ip-10-0-0-136.ec2.internal" in remote zone "ip-10-0-0-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:33.413392 3970 node_tracker.go:235] Node ip-10-0-0-136.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-136.ec2.internal" I0416 12:15:33.413410 3970 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:33.413426 3970 services_controller.go:574] Full service sync requested for network=default W0416 12:15:33.413798 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 12:15:33.480812 3970 default_network_controller.go:1025] Node "ip-10-0-0-136.ec2.internal" in remote zone "ip-10-0-0-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:33.542685 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:15:33.542703 3970 default_network_controller.go:1025] Node "ip-10-0-0-136.ec2.internal" in remote zone "ip-10-0-0-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:33.542736 3970 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:33.542746 3970 services_controller.go:574] Full service sync requested for network=default W0416 12:15:33.543204 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 12:15:33.543697 3970 zone_ic_handler.go:195] Time taken to create transit switch: 329.152µs I0416 12:15:33.543725 3970 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-136.ec2.internal for the network default I0416 12:15:33.544803 3970 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-136.ec2.internal" on network "default" took: 1.447466ms I0416 12:15:33.970456 3970 namespace.go:98] [openshift-service-ca] adding namespace I0416 12:15:33.971452 3970 namespace.go:102] [openshift-service-ca] adding namespace took 975.876µs I0416 12:15:33.990482 3970 namespace.go:142] [openshift-service-ca] updating namespace I0416 12:15:34.179185 3970 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:15:34.179206 3970 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:15:34.197957 3970 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0416 12:15:34.266749 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:15:34.709883 3970 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0416 12:15:34.710737 3970 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 833.224µs I0416 12:15:34.728698 3970 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0416 12:15:34.826425 3970 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-vsl4n for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:34.826513 3970 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n I0416 12:15:34.841266 3970 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n] pod update took 14.781175ms I0416 12:15:34.841285 3970 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n] addLogicalPort annotation time took 14.803444ms I0416 12:15:34.842715 3970 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n] addLogicalPort took 16.305855ms, libovsdb time 1.079817ms I0416 12:15:35.107027 3970 egressfirewall.go:723] Syncing node "ip-10-0-0-136.ec2.internal" for egress firewall I0416 12:15:35.107051 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:35.107076 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-136.ec2.internal", IP: 10.0.0.136 to PMTUD blocking rules I0416 12:15:35.107089 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 12:15:35.107078 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 33.057µs I0416 12:15:35.107056 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:15:35.107270 3970 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:35.107286 3970 services_controller.go:574] Full service sync requested for network=default W0416 12:15:35.107663 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 12:15:35.107697 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0416 12:15:35.107724 3970 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:35.113238 3970 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-136.ec2.internal. Updating no re-route policies I0416 12:15:35.124576 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 12:15:35.124593 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-136.ec2.internal", IP: 10.0.0.136 to PMTUD blocking rules I0416 12:15:35.221105 3970 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n 28a87bb2d4806c2b3ce71a9a86a878a454b87a5537dc051d209c37e7e8eea10b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n 28a87bb2d4806c2b3ce71a9a86a878a454b87a5537dc051d209c37e7e8eea10b network default NAD default NAD key ] I0416 12:15:35.231050 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-vsl4n, hostIfaceName: 28a87bb2d4806c2, network: default, NAD default, SandboxID: "28a87bb2d4806c2b3ce71a9a86a878a454b87a5537dc051d209c37e7e8eea10b", PCI device ID: , UID: "bdea05b5-1b9f-449f-8464-880c212d43b1", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0416 12:15:35.276973 3970 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n 28a87bb2d4806c2b3ce71a9a86a878a454b87a5537dc051d209c37e7e8eea10b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vsl4n 28a87bb2d4806c2b3ce71a9a86a878a454b87a5537dc051d209c37e7e8eea10b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ea:d8:a8:70:93\",\"name\":\"28a87bb2d4806c2\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfe667cd-3e5a-4210-b0c0-c53cf3526fa0\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:35.646295 3970 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-x22rm] creating logical port openshift-service-ca_service-ca-d9cb48497-x22rm for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:35.646382 3970 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-x22rm I0416 12:15:35.661132 3970 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-x22rm] pod update took 14.773593ms I0416 12:15:35.661151 3970 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-x22rm] addLogicalPort annotation time took 14.797288ms I0416 12:15:35.662280 3970 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-x22rm] addLogicalPort took 16.001898ms, libovsdb time 827.185µs I0416 12:15:36.057636 3970 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-x22rm 633d4b883574a3fdc6ea8e15e3079068bf181a0b78ab39657dffab788e9e0f22 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-x22rm 633d4b883574a3fdc6ea8e15e3079068bf181a0b78ab39657dffab788e9e0f22 network default NAD default NAD key ] I0416 12:15:36.068751 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-x22rm, hostIfaceName: 633d4b883574a3f, network: default, NAD default, SandboxID: "633d4b883574a3fdc6ea8e15e3079068bf181a0b78ab39657dffab788e9e0f22", PCI device ID: , UID: "a3bce085-7c69-43ff-9d31-a5ee11dec506", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0416 12:15:36.120127 3970 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-x22rm 633d4b883574a3fdc6ea8e15e3079068bf181a0b78ab39657dffab788e9e0f22 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-x22rm 633d4b883574a3fdc6ea8e15e3079068bf181a0b78ab39657dffab788e9e0f22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:1b:2a:f1:3b:92\",\"name\":\"633d4b883574a3f\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c96a016-0ed4-46e7-a89e-902140083ca4\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:38.759139 3970 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jqt88] creating logical port openshift-insights_insights-runtime-extractor-jqt88 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:38.759287 3970 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jqt88 I0416 12:15:38.775923 3970 pod.go:62] [openshift-insights/insights-runtime-extractor-jqt88] pod update took 16.671216ms I0416 12:15:38.775944 3970 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jqt88] addLogicalPort annotation time took 16.698367ms I0416 12:15:38.777300 3970 pods.go:271] [openshift-insights/insights-runtime-extractor-jqt88] addLogicalPort took 18.179226ms, libovsdb time 935.185µs I0416 12:15:39.070800 3970 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p b7fa7b282a40f13b636f06798a3b22ec39dc057c7c9b12a7510abf210e8ca381 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p b7fa7b282a40f13b636f06798a3b22ec39dc057c7c9b12a7510abf210e8ca381 network default NAD default NAD key ] I0416 12:15:39.075685 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:39.075789 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:15:39.075813 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 29.142µs I0416 12:15:39.075885 3970 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:15:39.081430 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-llf8p, hostIfaceName: b7fa7b282a40f13, network: default, NAD default, SandboxID: "b7fa7b282a40f13b636f06798a3b22ec39dc057c7c9b12a7510abf210e8ca381", PCI device ID: , UID: "aede4f48-256d-4cb7-b83b-6e43bab9aa55", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0416 12:15:39.127298 3970 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p b7fa7b282a40f13b636f06798a3b22ec39dc057c7c9b12a7510abf210e8ca381 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-llf8p b7fa7b282a40f13b636f06798a3b22ec39dc057c7c9b12a7510abf210e8ca381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7f:e1:d2:ba:82\",\"name\":\"b7fa7b282a40f13\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f31418aa-2204-45f5-b6e7-7ef90ae4a2ed\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:39.305813 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:39.305844 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 36.004µs W0416 12:15:41.050583 3970 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-58fd748686-t9z9k IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-58fd748686-t9z9k: no pod IPs found W0416 12:15:41.257677 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0416 12:15:42.085530 3970 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:15:42.220157 3970 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:15:42.220188 3970 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f9c7c7f49-ns7qf I0416 12:15:42.221447 3970 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f9c7c7f49-ns7qf, ips: 10.128.0.5 I0416 12:15:42.221470 3970 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:15:42.231111 3970 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f7f85758f-f6jzb] creating logical port openshift-image-registry_image-registry-6f7f85758f-f6jzb for pod on switch ip-10-0-1-109.ec2.internal I0416 12:15:42.231191 3970 kube.go:256] Updating pod openshift-image-registry/image-registry-6f7f85758f-f6jzb I0416 12:15:42.237017 3970 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:15:42.237038 3970 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:15:42.243248 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f9c7c7f49-ns7qf I0416 12:15:42.243278 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f9c7c7f49-ns7qf I0416 12:15:42.259628 3970 pod.go:62] [openshift-image-registry/image-registry-6f7f85758f-f6jzb] pod update took 28.463163ms I0416 12:15:42.259646 3970 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f7f85758f-f6jzb] addLogicalPort annotation time took 28.485746ms I0416 12:15:42.260679 3970 pods.go:271] [openshift-image-registry/image-registry-6f7f85758f-f6jzb] addLogicalPort took 29.579156ms, libovsdb time 745.272µs I0416 12:15:42.588969 3970 cni.go:452] [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key ] I0416 12:15:42.598066 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f7f85758f-f6jzb, hostIfaceName: cd6d33055e58312, network: default, NAD default, SandboxID: "cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc", PCI device ID: , UID: "0cdbf211-d0d8-49a6-8cd7-1419ffb616ad", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0416 12:15:42.643757 3970 cni.go:473] [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:4a:ee:0a:8d:2a\",\"name\":\"cd6d33055e58312\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/884956c1-1e10-4baa-84e6-01359210451e\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:48.442396 3970 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-126.ec2.internal I0416 12:15:48.442420 3970 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-126.ec2.internal I0416 12:15:48.442508 3970 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-126.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-126.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-126.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-126.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal I0416 12:15:48.826015 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn I0416 12:15:48.826044 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn I0416 12:15:48.826097 3970 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l2pqn: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l2pqn: no pod IPs found I0416 12:15:48.826015 3970 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:15:48.826118 3970 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:15:48.826148 3970 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x9f75, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x9f75: suppressed error logged: pod openshift-multus/network-metrics-daemon-x9f75: no pod IPs found I0416 12:15:51.785685 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:54.740342 3970 cni.go:452] [openshift-insights/insights-runtime-extractor-jqt88 d21a6709cf77829763ff14eb513c645ab02a41c873839e173019443a10f57176 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jqt88 d21a6709cf77829763ff14eb513c645ab02a41c873839e173019443a10f57176 network default NAD default NAD key ] I0416 12:15:54.749850 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jqt88, hostIfaceName: d21a6709cf77829, network: default, NAD default, SandboxID: "d21a6709cf77829763ff14eb513c645ab02a41c873839e173019443a10f57176", PCI device ID: , UID: "a4cc532f-f942-4349-815e-44b26e2761d3", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0416 12:15:54.796369 3970 cni.go:473] [openshift-insights/insights-runtime-extractor-jqt88 d21a6709cf77829763ff14eb513c645ab02a41c873839e173019443a10f57176 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jqt88 d21a6709cf77829763ff14eb513c645ab02a41c873839e173019443a10f57176 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:23:06:67:59:e9\",\"name\":\"d21a6709cf77829\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ac5b151-59a4-4dbb-80e9-c1ecf9932c33\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:54.951106 3970 cni.go:452] [openshift-dns/dns-default-xt8sp 4a7749820c2f4aebc172b144b234cd7fb808d28d0c79730315a53815de6448f9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xt8sp 4a7749820c2f4aebc172b144b234cd7fb808d28d0c79730315a53815de6448f9 network default NAD default NAD key ] I0416 12:15:54.960498 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xt8sp, hostIfaceName: 4a7749820c2f4ae, network: default, NAD default, SandboxID: "4a7749820c2f4aebc172b144b234cd7fb808d28d0c79730315a53815de6448f9", PCI device ID: , UID: "37c15e9d-29b0-40f8-940e-0405f6e4cf43", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0416 12:15:55.005674 3970 cni.go:473] [openshift-dns/dns-default-xt8sp 4a7749820c2f4aebc172b144b234cd7fb808d28d0c79730315a53815de6448f9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xt8sp 4a7749820c2f4aebc172b144b234cd7fb808d28d0c79730315a53815de6448f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:33:8b:c0:48:ee\",\"name\":\"4a7749820c2f4ae\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96964c41-9ec6-48fe-9c12-eda40b1fca76\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:55.044742 3970 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q 2a969762d0d7756c546c16b1ec6a2b78742b5094f1abb620379a72e2a2385cb3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q 2a969762d0d7756c546c16b1ec6a2b78742b5094f1abb620379a72e2a2385cb3 network default NAD default NAD key ] I0416 12:15:55.045319 3970 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs 7954bc8b3fca8ce9f5a1cec6f4c526e7c6100ebe479572174708e1ccf5e8c9db network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs 7954bc8b3fca8ce9f5a1cec6f4c526e7c6100ebe479572174708e1ccf5e8c9db network default NAD default NAD key ] I0416 12:15:55.056545 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-gfk8q, hostIfaceName: 2a969762d0d7756, network: default, NAD default, SandboxID: "2a969762d0d7756c546c16b1ec6a2b78742b5094f1abb620379a72e2a2385cb3", PCI device ID: , UID: "a3f21a1b-e53c-49d6-9207-662929128581", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0416 12:15:55.056549 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-wwzgs, hostIfaceName: 7954bc8b3fca8ce, network: default, NAD default, SandboxID: "7954bc8b3fca8ce9f5a1cec6f4c526e7c6100ebe479572174708e1ccf5e8c9db", PCI device ID: , UID: "855143df-f820-4f3e-b827-61a3220c85ea", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0416 12:15:55.093719 3970 cni.go:452] [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key ] I0416 12:15:55.102173 3970 cni.go:452] [openshift-ingress/router-default-676bd6df4c-f4jrx 22ca45964e2f47e9825cfbf748a2a889bd5f363147e786b0bf15a752d6bba88d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-676bd6df4c-f4jrx 22ca45964e2f47e9825cfbf748a2a889bd5f363147e786b0bf15a752d6bba88d network default NAD default NAD key ] I0416 12:15:55.105946 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5d79c7df7c-4ll5r, hostIfaceName: 08d459ba7422ab2, network: default, NAD default, SandboxID: "08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c", PCI device ID: , UID: "16e72a99-04b6-424a-84e8-74493417758b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0416 12:15:55.108343 3970 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q 2a969762d0d7756c546c16b1ec6a2b78742b5094f1abb620379a72e2a2385cb3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gfk8q 2a969762d0d7756c546c16b1ec6a2b78742b5094f1abb620379a72e2a2385cb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:09:b3:7a:c1:35\",\"name\":\"2a969762d0d7756\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/778bf0e6-cf92-43a0-aa33-db45c76310e2\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:55.124580 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-676bd6df4c-f4jrx, hostIfaceName: 22ca45964e2f47e, network: default, NAD default, SandboxID: "22ca45964e2f47e9825cfbf748a2a889bd5f363147e786b0bf15a752d6bba88d", PCI device ID: , UID: "aac67169-b60b-4706-8f65-85baf805cb9d", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0416 12:15:55.127506 3970 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs 7954bc8b3fca8ce9f5a1cec6f4c526e7c6100ebe479572174708e1ccf5e8c9db network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wwzgs 7954bc8b3fca8ce9f5a1cec6f4c526e7c6100ebe479572174708e1ccf5e8c9db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:4b:7d:5d:35:e5\",\"name\":\"7954bc8b3fca8ce\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d7195e2-cbe1-43ff-bee9-7a67ee7e9a7e\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:55.142262 3970 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb 09d48080fd643704bb5c11ecbf06ad68d0d1af1a54699aa038c92f2f93b3b5d3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb 09d48080fd643704bb5c11ecbf06ad68d0d1af1a54699aa038c92f2f93b3b5d3 network default NAD default NAD key ] I0416 12:15:55.156994 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-wtcsb, hostIfaceName: 09d48080fd64370, network: default, NAD default, SandboxID: "09d48080fd643704bb5c11ecbf06ad68d0d1af1a54699aa038c92f2f93b3b5d3", PCI device ID: , UID: "e8a5af0a-b164-4368-896c-5c9712514c30", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0416 12:15:55.160361 3970 cni.go:473] [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3a:ec:44:36:6c\",\"name\":\"08d459ba7422ab2\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8157f83f-51c4-4a65-ada2-50ee683d2771\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:55.180507 3970 cni.go:473] [openshift-ingress/router-default-676bd6df4c-f4jrx 22ca45964e2f47e9825cfbf748a2a889bd5f363147e786b0bf15a752d6bba88d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-676bd6df4c-f4jrx 22ca45964e2f47e9825cfbf748a2a889bd5f363147e786b0bf15a752d6bba88d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3d:15:fc:c3:22\",\"name\":\"22ca45964e2f47e\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e686be0-fb95-49e3-be86-bb8a44d4ed43\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:55.204058 3970 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb 09d48080fd643704bb5c11ecbf06ad68d0d1af1a54699aa038c92f2f93b3b5d3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wtcsb 09d48080fd643704bb5c11ecbf06ad68d0d1af1a54699aa038c92f2f93b3b5d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:41:ed:22:8a:dc\",\"name\":\"09d48080fd64370\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/995db4a9-eb5f-41e6-96d5-180bf053cacb\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:15:55.787139 3970 cni.go:452] [openshift-multus/network-metrics-daemon-bh2zl 07048dd786ac7148faf0ae55f737b5a0d1def047e5d8f1a01ece23284810fceb network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bh2zl 07048dd786ac7148faf0ae55f737b5a0d1def047e5d8f1a01ece23284810fceb network default NAD default NAD key ] I0416 12:15:55.799584 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bh2zl, hostIfaceName: 07048dd786ac714, network: default, NAD default, SandboxID: "07048dd786ac7148faf0ae55f737b5a0d1def047e5d8f1a01ece23284810fceb", PCI device ID: , UID: "2d78d19e-62ec-44f5-9050-5ceb8ed0abd0", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0416 12:15:55.855854 3970 cni.go:473] [openshift-multus/network-metrics-daemon-bh2zl 07048dd786ac7148faf0ae55f737b5a0d1def047e5d8f1a01ece23284810fceb network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bh2zl 07048dd786ac7148faf0ae55f737b5a0d1def047e5d8f1a01ece23284810fceb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:79:fb:34:df:48\",\"name\":\"07048dd786ac714\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b78a2af3-3787-4bd4-8385-cd4154df4367\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:16:01.823243 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:16:03.168796 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0416 12:16:03.168849 3970 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:03.176191 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:16:03.212975 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:03.222898 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:03.247418 3970 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0416 12:16:03.259430 3970 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:03.260868 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:03.260892 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:03.260900 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:03.261065 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0416 12:16:03.300788 3970 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f7f85758f-w6zsf IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f7f85758f-w6zsf: no pod IPs found I0416 12:16:03.308447 3970 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-xl9ht for pod on switch ip-10-0-1-109.ec2.internal I0416 12:16:03.308574 3970 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht I0416 12:16:03.328475 3970 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht] pod update took 19.942352ms I0416 12:16:03.328495 3970 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht] addLogicalPort annotation time took 19.965239ms I0416 12:16:03.329703 3970 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht] addLogicalPort took 21.265148ms, libovsdb time 791.699µs I0416 12:16:03.383657 3970 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-g2m7c] creating logical port openshift-console_downloads-5c54f4944f-g2m7c for pod on switch ip-10-0-1-109.ec2.internal I0416 12:16:03.383757 3970 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-g2m7c I0416 12:16:03.405440 3970 pod.go:62] [openshift-console/downloads-5c54f4944f-g2m7c] pod update took 21.707138ms I0416 12:16:03.405456 3970 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-g2m7c] addLogicalPort annotation time took 21.725607ms I0416 12:16:03.406454 3970 pods.go:271] [openshift-console/downloads-5c54f4944f-g2m7c] addLogicalPort took 22.808568ms, libovsdb time 701.683µs I0416 12:16:03.750858 3970 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht 2195b11bbeddfac2fe8499119ce589e7c211a7ce77a233d5632bf6ec1cb70609 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht 2195b11bbeddfac2fe8499119ce589e7c211a7ce77a233d5632bf6ec1cb70609 network default NAD default NAD key ] I0416 12:16:03.760386 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-xl9ht, hostIfaceName: 2195b11bbeddfac, network: default, NAD default, SandboxID: "2195b11bbeddfac2fe8499119ce589e7c211a7ce77a233d5632bf6ec1cb70609", PCI device ID: , UID: "2382e237-ca1c-4ecd-80f5-a303d80ea0ce", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0416 12:16:03.791323 3970 cni.go:452] [openshift-console/downloads-5c54f4944f-g2m7c 2dd39e013d3d393a87d336d1271b37a65a1ed8a1750ffb34b6168ba8b4b8c481 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-g2m7c 2dd39e013d3d393a87d336d1271b37a65a1ed8a1750ffb34b6168ba8b4b8c481 network default NAD default NAD key ] I0416 12:16:03.805985 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-g2m7c, hostIfaceName: 2dd39e013d3d393, network: default, NAD default, SandboxID: "2dd39e013d3d393a87d336d1271b37a65a1ed8a1750ffb34b6168ba8b4b8c481", PCI device ID: , UID: "7f8f489c-3997-488e-8477-c0736be3d137", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0416 12:16:03.812045 3970 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht 2195b11bbeddfac2fe8499119ce589e7c211a7ce77a233d5632bf6ec1cb70609 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xl9ht 2195b11bbeddfac2fe8499119ce589e7c211a7ce77a233d5632bf6ec1cb70609 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:82:13:34:1c:23\",\"name\":\"2195b11bbeddfac\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a67c6091-e428-4ff2-9cc8-b1e22091bf68\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:16:03.854478 3970 cni.go:473] [openshift-console/downloads-5c54f4944f-g2m7c 2dd39e013d3d393a87d336d1271b37a65a1ed8a1750ffb34b6168ba8b4b8c481 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-g2m7c 2dd39e013d3d393a87d336d1271b37a65a1ed8a1750ffb34b6168ba8b4b8c481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ca:c9:99:f1:fe\",\"name\":\"2dd39e013d3d393\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de3e9c5a-f905-4ede-ab0f-afc1d5cd6c15\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:16:03.885850 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:03.885893 3970 node_tracker.go:235] Node ip-10-0-2-126.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal" I0416 12:16:03.885907 3970 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:03.885916 3970 services_controller.go:574] Full service sync requested for network=default I0416 12:16:03.885859 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "ip-10-0-2-126.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:16:03.886073 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 12:16:03.886446 3970 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:03.923547 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "ip-10-0-2-126.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:04.024097 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:04.024145 3970 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:04.024157 3970 services_controller.go:574] Full service sync requested for network=default I0416 12:16:04.024154 3970 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "ip-10-0-2-126.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:16:04.024308 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 12:16:04.024626 3970 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:04.025139 3970 zone_ic_handler.go:195] Time taken to create transit switch: 277.153µs I0416 12:16:04.025153 3970 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-126.ec2.internal for the network default I0416 12:16:04.026105 3970 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-126.ec2.internal" on network "default" took: 1.256005ms W0416 12:16:04.234295 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:04.585679 3970 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:04.585747 3970 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:04.585764 3970 services_controller.go:574] Full service sync requested for network=default I0416 12:16:04.585832 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 12:16:04.585852 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 10.0.2.126 to PMTUD blocking rules I0416 12:16:04.585767 3970 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:16:04.585772 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:04.585888 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 119.587µs W0416 12:16:04.586464 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:04.593016 3970 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-126.ec2.internal. Updating no re-route policies I0416 12:16:04.597239 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 10.0.2.126 to PMTUD blocking rules I0416 12:16:04.597254 3970 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0416 12:16:05.331009 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0416 12:16:05.360105 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0416 12:16:06.217790 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:08.444411 3970 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:08.444442 3970 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 39.499µs W0416 12:16:09.318150 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:09.318174 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:09.318184 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0416 12:16:13.717843 3970 base_network_controller_pods.go:487] [default/openshift-console/console-5696644c95-l27z6] creating logical port openshift-console_console-5696644c95-l27z6 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:16:13.717972 3970 kube.go:256] Updating pod openshift-console/console-5696644c95-l27z6 I0416 12:16:13.736644 3970 pod.go:62] [openshift-console/console-5696644c95-l27z6] pod update took 18.698715ms I0416 12:16:13.736665 3970 base_network_controller_pods.go:951] [default/openshift-console/console-5696644c95-l27z6] addLogicalPort annotation time took 18.723827ms I0416 12:16:13.738120 3970 pods.go:271] [openshift-console/console-5696644c95-l27z6] addLogicalPort took 20.295094ms, libovsdb time 1.037569ms W0416 12:16:14.278320 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:16.369296 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:16.369313 3970 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:16.369318 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 12:16:18.602612 3970 cni.go:452] [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key ] I0416 12:16:18.611834 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5696644c95-l27z6, hostIfaceName: da51e42f65c7fcf, network: default, NAD default, SandboxID: "da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba", PCI device ID: , UID: "649b0667-af79-4a39-a084-8bcb4bcdd108", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0416 12:16:18.661714 3970 cni.go:473] [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f3:56:dc:94:0c\",\"name\":\"da51e42f65c7fcf\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f4b48ae-e3c4-4e3d-9312-83476715fb2c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:16:19.132765 3970 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0416 12:16:19.333078 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:19.373281 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:19.373303 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:19.393357 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0416 12:16:19.429087 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0416 12:16:20.287297 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:20.350334 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.350357 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.350365 3970 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.350375 3970 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:21.448533 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:21.749459 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:21.764245 3970 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5696644c95-glt5v IP address from the namespace address-set, err: pod openshift-console/console-5696644c95-glt5v: no pod IPs found W0416 12:16:23.269360 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.269377 3970 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.269382 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.295018 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:23.386003 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:23.386021 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:24.436009 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:25.325029 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.325050 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.325055 3970 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.325058 3970 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0416 12:16:28.547192 3970 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:28.547784 3970 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:29.327066 3970 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:29.327086 3970 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:29.330525 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fd748686-ph2cd I0416 12:16:29.330548 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fd748686-ph2cd I0416 12:16:39.542593 3970 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:39.543120 3970 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:40.475994 3970 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:40.476016 3970 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:40.483585 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9fdf55fb7-kwdwb I0416 12:16:40.483613 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9fdf55fb7-kwdwb I0416 12:16:47.545113 3970 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-64dfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:47.545734 3970 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-64dfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:48.381980 3970 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-64dfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:48.382003 3970 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-64dfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:48.387778 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:48.387804 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:49.639627 3970 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.640146 3970 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.640176 3970 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.640184 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0416 12:16:49.640198 3970 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.640203 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 12:16:50.546963 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0416 12:16:50.546967 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0416 12:16:50.547024 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0416 12:16:50.669943 3970 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669967 3970 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669979 3970 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669996 3970 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:16:51.545653 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0416 12:16:52.569537 3970 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 12:16:52.584813 3970 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0416 12:16:53.558103 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 12:16:53.558104 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 12:16:53.558242 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 12:16:53.583324 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0416 12:16:53.583371 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0416 12:16:53.583422 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0416 12:16:54.565607 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 12:16:54.590687 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:55.518490 3970 cni.go:452] [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key ] I0416 12:16:55.596725 3970 cni.go:473] [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6f7f85758f-f6jzb cd6d33055e583127b39fe6cea6ce397cf454c6f8cf27304aa32148649f4ea0fc network default NAD default NAD key default], result "{}", err I0416 12:16:55.675215 3970 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:55.675261 3970 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6f7f85758f-f6jzb I0416 12:16:55.676452 3970 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6f7f85758f-f6jzb, ips: 10.128.0.24 I0416 12:16:55.676479 3970 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:56.575915 3970 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:56.575940 3970 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:56.579371 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f7f85758f-f6jzb I0416 12:16:56.579398 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f7f85758f-f6jzb I0416 12:17:05.208594 3970 cni.go:452] [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key ] I0416 12:17:05.299499 3970 cni.go:473] [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5d79c7df7c-4ll5r 08d459ba7422ab26e0cdf4447d0fbb098d1a70be278c1b81ed14c49d0fbd199c network default NAD default NAD key default], result "{}", err I0416 12:17:05.368973 3970 obj_retry.go:498] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:05.369000 3970 pods.go:176] Deleting pod: openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:05.370167 3970 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5d79c7df7c-4ll5r, ips: 10.128.0.12 I0416 12:17:05.370196 3970 obj_retry.go:498] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:05.616120 3970 obj_retry.go:492] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:05.616144 3970 obj_retry.go:492] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:05.623340 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:05.623360 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:15.707277 3970 cni.go:452] [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key ] I0416 12:17:15.782985 3970 cni.go:473] [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5696644c95-l27z6 da51e42f65c7fcfffe55342b4914e9d041061e0dfda79f94738f58b62d29c3ba network default NAD default NAD key default], result "{}", err I0416 12:17:15.834916 3970 obj_retry.go:498] Detected object openshift-console/console-5696644c95-l27z6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:15.834945 3970 pods.go:176] Deleting pod: openshift-console/console-5696644c95-l27z6 I0416 12:17:15.836138 3970 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5696644c95-l27z6, ips: 10.128.0.27 I0416 12:17:15.836165 3970 obj_retry.go:498] Detected object openshift-console/console-5696644c95-l27z6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:16.666401 3970 obj_retry.go:492] Detected object openshift-console/console-5696644c95-l27z6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:16.666430 3970 obj_retry.go:492] Detected object openshift-console/console-5696644c95-l27z6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:16.672148 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5696644c95-l27z6 I0416 12:17:16.672173 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5696644c95-l27z6 I0416 12:17:33.651312 3970 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:33.651943 3970 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:34.581260 3970 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:34.581283 3970 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:34.588388 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0416 12:17:34.588420 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0416 12:17:39.904328 3970 base_network_controller_pods.go:487] [default/openshift-console/console-6d88fdb88b-thndr] creating logical port openshift-console_console-6d88fdb88b-thndr for pod on switch ip-10-0-1-109.ec2.internal I0416 12:17:39.904457 3970 kube.go:256] Updating pod openshift-console/console-6d88fdb88b-thndr I0416 12:17:39.927905 3970 pod.go:62] [openshift-console/console-6d88fdb88b-thndr] pod update took 23.472122ms I0416 12:17:39.927928 3970 base_network_controller_pods.go:951] [default/openshift-console/console-6d88fdb88b-thndr] addLogicalPort annotation time took 23.500327ms I0416 12:17:39.929123 3970 pods.go:271] [openshift-console/console-6d88fdb88b-thndr] addLogicalPort took 24.815448ms, libovsdb time 828.616µs I0416 12:17:40.264764 3970 cni.go:452] [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key ] I0416 12:17:40.274020 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d88fdb88b-thndr, hostIfaceName: 4324c3c785148e6, network: default, NAD default, SandboxID: "4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd", PCI device ID: , UID: "ac1c3bc7-66e3-4a66-a92c-d6a24d84130c", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0416 12:17:40.323313 3970 cni.go:473] [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:5b:ec:f5:84:18\",\"name\":\"4324c3c785148e6\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbdcbb2b-5022-4f9b-824e-99e1f3da9c30\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:17:50.840429 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 12:18:05.217870 3970 obj_retry.go:498] Detected object openshift-console/console-746fd7446-kphk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:05.218469 3970 obj_retry.go:498] Detected object openshift-console/console-746fd7446-kphk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:05.711063 3970 obj_retry.go:492] Detected object openshift-console/console-746fd7446-kphk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:05.711085 3970 obj_retry.go:492] Detected object openshift-console/console-746fd7446-kphk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:05.717608 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746fd7446-kphk4 I0416 12:18:05.717635 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746fd7446-kphk4 I0416 12:18:06.371463 3970 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:06.372077 3970 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:06.813548 3970 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:06.813583 3970 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:06.821629 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0416 12:18:06.821650 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0416 12:18:16.161032 3970 obj_retry.go:498] Detected object openshift-console/console-746fd7446-k7lvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:16.161607 3970 obj_retry.go:498] Detected object openshift-console/console-746fd7446-k7lvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:16.855782 3970 obj_retry.go:492] Detected object openshift-console/console-746fd7446-k7lvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:16.855801 3970 obj_retry.go:492] Detected object openshift-console/console-746fd7446-k7lvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:16.859057 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746fd7446-k7lvv I0416 12:18:16.859082 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746fd7446-k7lvv I0416 12:18:42.325181 3970 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:42.325884 3970 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:42.869524 3970 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:42.869551 3970 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:42.876332 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0416 12:18:42.876352 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0416 12:19:19.154816 3970 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0416 12:19:45.480621 3970 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:19:45.481191 3970 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:19:46.211361 3970 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:19:46.211387 3970 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:19:46.219176 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0416 12:19:46.219200 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0416 12:20:05.347655 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:20:05.348181 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:20:06.239810 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:20:06.239830 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:20:22.529642 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0416 12:20:51.449417 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0416 12:21:10.318256 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0416 12:21:22.295612 3970 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-9k96v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:22.296266 3970 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-9k96v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:22.512133 3970 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-9k96v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.512150 3970 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-9k96v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.518752 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d88fdb88b-9k96v I0416 12:21:22.518777 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d88fdb88b-9k96v I0416 12:21:23.622037 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0416 12:21:31.320793 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0416 12:21:32.751351 3970 cni.go:452] [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key ] I0416 12:21:32.822584 3970 cni.go:473] [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d88fdb88b-thndr 4324c3c785148e63f2cbccc7e9fc117c078a2bbbe2722806a6efd45c580842bd network default NAD default NAD key default], result "{}", err I0416 12:21:32.869431 3970 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-thndr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:32.869472 3970 pods.go:176] Deleting pod: openshift-console/console-6d88fdb88b-thndr I0416 12:21:32.870671 3970 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d88fdb88b-thndr, ips: 10.128.0.28 I0416 12:21:32.870701 3970 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-thndr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:33.706225 3970 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-thndr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:33.706248 3970 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-thndr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:33.709435 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d88fdb88b-thndr I0416 12:21:33.709457 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d88fdb88b-thndr I0416 12:21:54.387820 3970 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-9q7m2 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:21:54.387993 3970 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2 I0416 12:21:54.402639 3970 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2] pod update took 14.688383ms I0416 12:21:54.402662 3970 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2] addLogicalPort annotation time took 14.716723ms I0416 12:21:54.404009 3970 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2] addLogicalPort took 16.212557ms, libovsdb time 942.606µs I0416 12:21:54.749988 3970 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2 52d763986a5d34d64783afb50d20acffb6aec6bd92f61b899eadf583c1d0345b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2 52d763986a5d34d64783afb50d20acffb6aec6bd92f61b899eadf583c1d0345b network default NAD default NAD key ] I0416 12:21:54.759449 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-9q7m2, hostIfaceName: 52d763986a5d34d, network: default, NAD default, SandboxID: "52d763986a5d34d64783afb50d20acffb6aec6bd92f61b899eadf583c1d0345b", PCI device ID: , UID: "b388c0bc-63e4-47ce-8411-3b12c3637639", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0416 12:21:54.809423 3970 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2 52d763986a5d34d64783afb50d20acffb6aec6bd92f61b899eadf583c1d0345b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9q7m2 52d763986a5d34d64783afb50d20acffb6aec6bd92f61b899eadf583c1d0345b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:10:92:84:7c:38\",\"name\":\"52d763986a5d34d\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd515d7a-aac5-49ff-96fb-de72d42f6031\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:21:57.816902 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0416 12:22:08.826778 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:22:08.857953 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 12:22:08.858013 3970 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tx9qj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tx9qj: no pod IPs found I0416 12:22:18.739655 3970 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 12:22:26.324384 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=712 I0416 12:23:08.628044 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0416 12:24:08.318912 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0416 12:24:19.649774 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0416 12:24:19.793841 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0416 12:24:29.616725 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0416 12:24:49.744849 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0416 12:25:02.315718 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0416 12:25:04.425200 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0416 12:25:12.313516 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0416 12:25:45.678869 3970 namespace.go:98] [tsf] adding namespace I0416 12:25:45.679838 3970 namespace.go:102] [tsf] adding namespace took 947.153µs I0416 12:25:45.696491 3970 namespace.go:142] [tsf] updating namespace I0416 12:25:45.703271 3970 namespace.go:142] [tsf] updating namespace I0416 12:25:49.597587 3970 namespace.go:98] [tsf-tas] adding namespace I0416 12:25:49.598553 3970 namespace.go:102] [tsf-tas] adding namespace took 941.942µs I0416 12:25:49.601319 3970 namespace.go:98] [tsf-keycloak] adding namespace I0416 12:25:49.601465 3970 namespace.go:98] [tsf-tpa] adding namespace I0416 12:25:49.601598 3970 namespace.go:98] [cert-manager-operator] adding namespace I0416 12:25:49.602018 3970 namespace.go:102] [tsf-keycloak] adding namespace took 684.371µs I0416 12:25:49.602455 3970 namespace.go:98] [konflux-operator] adding namespace I0416 12:25:49.602483 3970 namespace.go:98] [rhbk-operator] adding namespace I0416 12:25:49.602603 3970 namespace.go:102] [tsf-tpa] adding namespace took 1.120968ms I0416 12:25:49.602878 3970 namespace.go:98] [rhtpa-operator] adding namespace I0416 12:25:49.602950 3970 namespace.go:98] [konflux-ui] adding namespace I0416 12:25:49.603320 3970 namespace.go:102] [cert-manager-operator] adding namespace took 1.705504ms I0416 12:25:49.603869 3970 namespace.go:102] [konflux-operator] adding namespace took 1.39882ms I0416 12:25:49.604325 3970 namespace.go:102] [rhbk-operator] adding namespace took 1.835601ms I0416 12:25:49.604885 3970 namespace.go:102] [rhtpa-operator] adding namespace took 1.997193ms I0416 12:25:49.605390 3970 namespace.go:102] [konflux-ui] adding namespace took 2.425534ms I0416 12:25:49.619157 3970 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.632255 3970 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.639877 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:49.646136 3970 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.646146 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.646308 3970 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.654318 3970 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.658369 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.658374 3970 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.665266 3970 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.700831 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.728722 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.736225 3970 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.760866 3970 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.792386 3970 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.804445 3970 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.821487 3970 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.841113 3970 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.866720 3970 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.877894 3970 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.889357 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.904809 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.916462 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:49.930835 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:50.682936 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:50.684750 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:56.817815 3970 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.818299 3970 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.818325 3970 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.818335 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:56.818350 3970 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.818356 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:57.845074 3970 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.845120 3970 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.845135 3970 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.845148 3970 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:58.833617 3970 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834239 3970 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834265 3970 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834276 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:58.834287 3970 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834291 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:59.860965 3970 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.860987 3970 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.860999 3970 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.861011 3970 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.869139 3970 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869679 3970 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869698 3970 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869706 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:59.869715 3970 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869719 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:00.895407 3970 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.895425 3970 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.895437 3970 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.895454 3970 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:02.928858 3970 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929415 3970 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929445 3970 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929453 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:02.929465 3970 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929468 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:03.956926 3970 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956952 3970 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956969 3970 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956981 3970 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:05.896280 3970 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896818 3970 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896848 3970 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896856 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:05.896868 3970 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896872 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:05.919915 3970 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920348 3970 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920370 3970 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920377 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:05.920386 3970 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920390 3970 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:06.781283 3970 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-4rkd7 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:26:06.781409 3970 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7 I0416 12:26:06.803622 3970 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7] pod update took 22.241769ms I0416 12:26:06.803644 3970 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7] addLogicalPort annotation time took 22.268524ms I0416 12:26:06.804892 3970 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7] addLogicalPort took 23.628699ms, libovsdb time 897.842µs I0416 12:26:06.923843 3970 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.923864 3970 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.923878 3970 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.923888 3970 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.950074 3970 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.950090 3970 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.950100 3970 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.950110 3970 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:07.142216 3970 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7 0b9e780a87248462ed4e3323e8b75c20ffdc6069431f2ab76abd2632a83a75a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7 0b9e780a87248462ed4e3323e8b75c20ffdc6069431f2ab76abd2632a83a75a5 network default NAD default NAD key ] I0416 12:26:07.151309 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-4rkd7, hostIfaceName: 0b9e780a8724846, network: default, NAD default, SandboxID: "0b9e780a87248462ed4e3323e8b75c20ffdc6069431f2ab76abd2632a83a75a5", PCI device ID: , UID: "1c819ac9-29e1-4c79-9533-067c056aec1f", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0416 12:26:07.200389 3970 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7 0b9e780a87248462ed4e3323e8b75c20ffdc6069431f2ab76abd2632a83a75a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-4rkd7 0b9e780a87248462ed4e3323e8b75c20ffdc6069431f2ab76abd2632a83a75a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c1:8a:41:59:56\",\"name\":\"0b9e780a8724846\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d749e847-5c8c-439c-b9c9-d1f2bf743b7e\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:26:10.832015 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 12:26:12.613259 3970 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-wvnwv for pod on switch ip-10-0-1-109.ec2.internal I0416 12:26:12.613407 3970 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:26:12.634660 3970 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv] pod update took 21.278053ms I0416 12:26:12.634680 3970 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv] addLogicalPort annotation time took 21.302975ms I0416 12:26:12.635920 3970 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv] addLogicalPort took 22.674908ms, libovsdb time 914.464µs I0416 12:26:12.976612 3970 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key ] I0416 12:26:12.985620 3970 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-wvnwv, hostIfaceName: 8390dbdbcc3431c, network: default, NAD default, SandboxID: "8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6", PCI device ID: , UID: "8cd0bda8-f514-4a13-a405-bda32a3d4f6c", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0416 12:26:13.034432 3970 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c5:7c:1e:f4:6f\",\"name\":\"8390dbdbcc3431c\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9088fc74-542b-4ae4-8538-b815286bb035\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:26:15.954585 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:17.709712 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0416 12:26:17.744586 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 12:26:19.089620 3970 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-zw9sg for pod on switch ip-10-0-1-109.ec2.internal I0416 12:26:19.089749 3970 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg I0416 12:26:19.110938 3970 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg] pod update took 21.220421ms I0416 12:26:19.110961 3970 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg] addLogicalPort annotation time took 21.246985ms I0416 12:26:19.112202 3970 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg] addLogicalPort took 22.599763ms, libovsdb time 861.581µs I0416 12:26:19.447448 3970 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg e2add471e51a8a78a8bb68f3c942bdda611dbcc4dcb7b3f13cd31495e7c12fbd network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg e2add471e51a8a78a8bb68f3c942bdda611dbcc4dcb7b3f13cd31495e7c12fbd network default NAD default NAD key ] I0416 12:26:19.456731 3970 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-zw9sg, hostIfaceName: e2add471e51a8a7, network: default, NAD default, SandboxID: "e2add471e51a8a78a8bb68f3c942bdda611dbcc4dcb7b3f13cd31495e7c12fbd", PCI device ID: , UID: "3b78315c-adad-4d28-b357-194dbccf01bd", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0416 12:26:19.505718 3970 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg e2add471e51a8a78a8bb68f3c942bdda611dbcc4dcb7b3f13cd31495e7c12fbd network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zw9sg e2add471e51a8a78a8bb68f3c942bdda611dbcc4dcb7b3f13cd31495e7c12fbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8e:c5:81:14:0c\",\"name\":\"e2add471e51a8a7\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d91dbd38-2761-4591-816f-ba7d2e63335c\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:26:20.162662 3970 namespace.go:142] [openshift-operators] updating namespace I0416 12:26:20.173298 3970 namespace.go:142] [openshift-operators] updating namespace W0416 12:26:20.476825 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.504679 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.679305 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.688982 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:21.857662 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 12:26:23.675137 3970 namespace.go:98] [cert-manager] adding namespace I0416 12:26:23.675998 3970 namespace.go:102] [cert-manager] adding namespace took 839.154µs I0416 12:26:23.703399 3970 namespace.go:142] [cert-manager] updating namespace I0416 12:26:23.730458 3970 namespace.go:142] [cert-manager] updating namespace I0416 12:26:25.438497 3970 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-2276l] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-2276l for pod on switch ip-10-0-1-109.ec2.internal I0416 12:26:25.438599 3970 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-2276l I0416 12:26:25.508379 3970 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-2276l] pod update took 69.802783ms I0416 12:26:25.508399 3970 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-2276l] addLogicalPort annotation time took 69.841512ms I0416 12:26:25.509585 3970 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-2276l] addLogicalPort took 71.107433ms, libovsdb time 814.042µs I0416 12:26:25.810997 3970 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-2276l 00fcab51e91efe4778b37a500580ce651deb8c6032dde21d5e4483ccdc2649c0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-2276l 00fcab51e91efe4778b37a500580ce651deb8c6032dde21d5e4483ccdc2649c0 network default NAD default NAD key ] I0416 12:26:25.823298 3970 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-2276l, hostIfaceName: 00fcab51e91efe4, network: default, NAD default, SandboxID: "00fcab51e91efe4778b37a500580ce651deb8c6032dde21d5e4483ccdc2649c0", PCI device ID: , UID: "22e2572a-073d-40cb-8c1f-bdeddeab6dd0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0416 12:26:25.877093 3970 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-2276l 00fcab51e91efe4778b37a500580ce651deb8c6032dde21d5e4483ccdc2649c0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-2276l 00fcab51e91efe4778b37a500580ce651deb8c6032dde21d5e4483ccdc2649c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ba:66:8d:e8:1d\",\"name\":\"00fcab51e91efe4\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1a50d54-ea4a-4344-a4a2-fd269ba48242\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:26:26.911683 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:28.950829 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 12:26:28.950856 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0416 12:26:29.452697 3970 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-dk2cl for pod on switch ip-10-0-1-109.ec2.internal I0416 12:26:29.452793 3970 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl I0416 12:26:29.482345 3970 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl] pod update took 29.575435ms I0416 12:26:29.482369 3970 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl] addLogicalPort annotation time took 29.604456ms I0416 12:26:29.483658 3970 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl] addLogicalPort took 30.983107ms, libovsdb time 879.747µs I0416 12:26:29.810349 3970 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl beb2c452fdf3f54c239cf5357debb053330747c70ce776910b0e86194faac46e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl beb2c452fdf3f54c239cf5357debb053330747c70ce776910b0e86194faac46e network default NAD default NAD key ] I0416 12:26:29.819591 3970 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-dk2cl, hostIfaceName: beb2c452fdf3f54, network: default, NAD default, SandboxID: "beb2c452fdf3f54c239cf5357debb053330747c70ce776910b0e86194faac46e", PCI device ID: , UID: "83c92477-f4a1-498d-942f-70848c4e910c", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0416 12:26:29.869146 3970 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl beb2c452fdf3f54c239cf5357debb053330747c70ce776910b0e86194faac46e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-dk2cl beb2c452fdf3f54c239cf5357debb053330747c70ce776910b0e86194faac46e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0c:75:6f:6c:e6\",\"name\":\"beb2c452fdf3f54\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8716076-6598-40de-8f74-f5140471dccf\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:26:32.256819 3970 namespace.go:142] [openshift-operators] updating namespace I0416 12:26:32.631664 3970 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-p7d5l for pod on switch ip-10-0-1-109.ec2.internal I0416 12:26:32.631833 3970 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l I0416 12:26:32.670957 3970 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l] pod update took 39.148954ms I0416 12:26:32.670978 3970 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l] addLogicalPort annotation time took 39.174576ms I0416 12:26:32.672144 3970 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l] addLogicalPort took 40.496921ms, libovsdb time 836.067µs I0416 12:26:32.722342 3970 namespace.go:98] [trusted-artifact-signer] adding namespace I0416 12:26:32.723217 3970 namespace.go:102] [trusted-artifact-signer] adding namespace took 854.155µs I0416 12:26:32.772647 3970 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:32.792821 3970 namespace.go:142] [trusted-artifact-signer] updating namespace W0416 12:26:32.928649 3970 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 12:26:32.989859 3970 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l 4d6c6eb26f1bebde78d32501321cc0f328c446c6c08fe264bb5ade88cae37b8e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l 4d6c6eb26f1bebde78d32501321cc0f328c446c6c08fe264bb5ade88cae37b8e network default NAD default NAD key ] I0416 12:26:32.999856 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-p7d5l, hostIfaceName: 4d6c6eb26f1bebd, network: default, NAD default, SandboxID: "4d6c6eb26f1bebde78d32501321cc0f328c446c6c08fe264bb5ade88cae37b8e", PCI device ID: , UID: "be55a346-9c84-468b-92cd-843d5034b208", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0416 12:26:33.048242 3970 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l 4d6c6eb26f1bebde78d32501321cc0f328c446c6c08fe264bb5ade88cae37b8e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-p7d5l 4d6c6eb26f1bebde78d32501321cc0f328c446c6c08fe264bb5ade88cae37b8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:56:6c:2d:4c:72\",\"name\":\"4d6c6eb26f1bebd\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56d73d38-617a-44c9-9e4e-011fffd92597\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:26:34.930069 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 12:26:34.930087 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0416 12:26:47.333878 3970 namespace.go:98] [openshift-pipelines] adding namespace I0416 12:26:47.334734 3970 namespace.go:102] [openshift-pipelines] adding namespace took 833.796µs I0416 12:26:47.354757 3970 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:26:48.098544 3970 namespace.go:142] [cert-manager] updating namespace I0416 12:26:48.299738 3970 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:48.700538 3970 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:48.902787 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:49.103380 3970 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:49.509028 3970 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:49.709202 3970 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:49.905621 3970 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:50.108151 3970 namespace.go:142] [tsf] updating namespace I0416 12:26:50.310455 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:50.510770 3970 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:50.711843 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:50.839510 3970 namespace.go:142] [cert-manager] updating namespace I0416 12:26:50.849305 3970 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:50.858317 3970 namespace.go:142] [default] updating namespace I0416 12:26:50.868892 3970 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:50.878137 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:50.887321 3970 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:50.896671 3970 namespace.go:142] [openshift] updating namespace I0416 12:26:50.904854 3970 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:50.914060 3970 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:50.921617 3970 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:50.931007 3970 namespace.go:142] [tsf] updating namespace I0416 12:26:50.953414 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:50.972249 3970 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:50.991137 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:51.092711 3970 namespace.go:142] [cert-manager] updating namespace I0416 12:26:51.200077 3970 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:51.300753 3970 namespace.go:142] [default] updating namespace I0416 12:26:51.398763 3970 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:51.492957 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:51.593111 3970 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:51.693533 3970 namespace.go:142] [openshift] updating namespace I0416 12:26:51.794940 3970 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:51.891423 3970 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:51.993463 3970 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:52.090753 3970 namespace.go:142] [tsf] updating namespace I0416 12:26:52.193781 3970 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:52.293579 3970 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:52.393946 3970 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:52.676434 3970 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:27:01.398185 3970 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-l6kw5 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:27:01.398273 3970 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5 I0416 12:27:01.414354 3970 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5] pod update took 16.106637ms I0416 12:27:01.414379 3970 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5] addLogicalPort annotation time took 16.136545ms I0416 12:27:01.415662 3970 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5] addLogicalPort took 17.490827ms, libovsdb time 879.582µs I0416 12:27:01.499896 3970 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-2cqm6 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:27:01.499972 3970 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6 I0416 12:27:01.517109 3970 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6] pod update took 17.16142ms I0416 12:27:01.517128 3970 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6] addLogicalPort annotation time took 17.183588ms I0416 12:27:01.518165 3970 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6] addLogicalPort took 18.28493ms, libovsdb time 686.968µs I0416 12:27:01.603200 3970 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx for pod on switch ip-10-0-1-109.ec2.internal I0416 12:27:01.603318 3970 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx I0416 12:27:01.620269 3970 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx] pod update took 16.976163ms I0416 12:27:01.620290 3970 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx] addLogicalPort annotation time took 16.998166ms I0416 12:27:01.621452 3970 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx] addLogicalPort took 18.266687ms, libovsdb time 799.931µs I0416 12:27:01.712535 3970 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-zk242 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:27:01.712644 3970 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242 I0416 12:27:01.735766 3970 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242] pod update took 23.151082ms I0416 12:27:01.735785 3970 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242] addLogicalPort annotation time took 23.175205ms I0416 12:27:01.737051 3970 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242] addLogicalPort took 24.528446ms, libovsdb time 889.666µs I0416 12:27:01.769008 3970 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5 b24fb25d5ad374efc14b7a947d39515f3cd44cf26988af9633a4c6d6ef21a4bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5 b24fb25d5ad374efc14b7a947d39515f3cd44cf26988af9633a4c6d6ef21a4bd network default NAD default NAD key ] I0416 12:27:01.779984 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-l6kw5, hostIfaceName: b24fb25d5ad374e, network: default, NAD default, SandboxID: "b24fb25d5ad374efc14b7a947d39515f3cd44cf26988af9633a4c6d6ef21a4bd", PCI device ID: , UID: "6909ae16-56f7-4a16-83b4-b7b98476b0b0", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0416 12:27:01.831114 3970 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5 b24fb25d5ad374efc14b7a947d39515f3cd44cf26988af9633a4c6d6ef21a4bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-l6kw5 b24fb25d5ad374efc14b7a947d39515f3cd44cf26988af9633a4c6d6ef21a4bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:df:38:e6:96:c6\",\"name\":\"b24fb25d5ad374e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52e4f84d-e14f-4e6a-b881-c6914995d385\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:27:01.876773 3970 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6 42b285fcb30c39b663628fe2b6e18ddb91c3013fc67681572fe2b4917fbaed8e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6 42b285fcb30c39b663628fe2b6e18ddb91c3013fc67681572fe2b4917fbaed8e network default NAD default NAD key ] I0416 12:27:01.888765 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-2cqm6, hostIfaceName: 42b285fcb30c39b, network: default, NAD default, SandboxID: "42b285fcb30c39b663628fe2b6e18ddb91c3013fc67681572fe2b4917fbaed8e", PCI device ID: , UID: "bed700c2-69f7-4b5e-9150-ac3f9dbb7ad3", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0416 12:27:01.940398 3970 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6 42b285fcb30c39b663628fe2b6e18ddb91c3013fc67681572fe2b4917fbaed8e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-2cqm6 42b285fcb30c39b663628fe2b6e18ddb91c3013fc67681572fe2b4917fbaed8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:77:02:78:73:25\",\"name\":\"42b285fcb30c39b\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f86e5b-3c64-47fc-955c-2f7122eb473d\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:27:01.993421 3970 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx 136456fdee553f5d68db44f05c6daec545680784e7803de7a57c39ab798945c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx 136456fdee553f5d68db44f05c6daec545680784e7803de7a57c39ab798945c1 network default NAD default NAD key ] I0416 12:27:02.003780 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx, hostIfaceName: 136456fdee553f5, network: default, NAD default, SandboxID: "136456fdee553f5d68db44f05c6daec545680784e7803de7a57c39ab798945c1", PCI device ID: , UID: "35c1166d-4007-43af-9a76-302a8707bc2f", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0416 12:27:02.054700 3970 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx 136456fdee553f5d68db44f05c6daec545680784e7803de7a57c39ab798945c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2c7fx 136456fdee553f5d68db44f05c6daec545680784e7803de7a57c39ab798945c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c6:68:53:e7:f4\",\"name\":\"136456fdee553f5\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c74b1ed5-e852-48d6-b76a-c1c45e67b4b7\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:27:02.079184 3970 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242 3a187f2a0a254aee0b8e0594e7b62fb3b43eab01c7de38816394ca17aae44420 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242 3a187f2a0a254aee0b8e0594e7b62fb3b43eab01c7de38816394ca17aae44420 network default NAD default NAD key ] I0416 12:27:02.089257 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-zk242, hostIfaceName: 3a187f2a0a254ae, network: default, NAD default, SandboxID: "3a187f2a0a254aee0b8e0594e7b62fb3b43eab01c7de38816394ca17aae44420", PCI device ID: , UID: "d73df0b1-73b1-4174-99c1-33e22426643e", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0416 12:27:02.139482 3970 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242 3a187f2a0a254aee0b8e0594e7b62fb3b43eab01c7de38816394ca17aae44420 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-zk242 3a187f2a0a254aee0b8e0594e7b62fb3b43eab01c7de38816394ca17aae44420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:96:e4:6b:95:cd\",\"name\":\"3a187f2a0a254ae\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24601423-e758-4170-adf1-687af41c44fe\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:27:04.030325 3970 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:04.030982 3970 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:04.052438 3970 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:04.052474 3970 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:04.058957 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0416 12:27:04.058983 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0416 12:27:06.109240 3970 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.109255 3970 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.109262 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.109265 3970 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.141491 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:06.141514 3970 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:06.141521 3970 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:07.116443 3970 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:07.116460 3970 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:07.116464 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:16.961211 3970 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0416 12:27:16.978132 3970 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0416 12:27:17.114997 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:17.115013 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:17.115019 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:17.142431 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:17.142445 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:17.142451 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:17.142456 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:18.125037 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:18.125055 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:18.125062 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0416 12:27:29.596490 3970 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-cjbcr for pod on switch ip-10-0-1-109.ec2.internal I0416 12:27:29.596604 3970 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr I0416 12:27:29.616632 3970 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr] pod update took 20.073134ms I0416 12:27:29.616656 3970 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr] addLogicalPort annotation time took 20.100926ms I0416 12:27:29.618060 3970 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr] addLogicalPort took 21.581241ms, libovsdb time 842.55µs I0416 12:27:29.953682 3970 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr 03787c4c5eb8d944fe8fe69620bb6af3e7099f153ad998a60dfccb2016f8a54e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr 03787c4c5eb8d944fe8fe69620bb6af3e7099f153ad998a60dfccb2016f8a54e network default NAD default NAD key ] I0416 12:27:29.963687 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-cjbcr, hostIfaceName: 03787c4c5eb8d94, network: default, NAD default, SandboxID: "03787c4c5eb8d944fe8fe69620bb6af3e7099f153ad998a60dfccb2016f8a54e", PCI device ID: , UID: "479cff4b-cea7-4f9a-976d-232df82874c3", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0416 12:27:30.013214 3970 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr 03787c4c5eb8d944fe8fe69620bb6af3e7099f153ad998a60dfccb2016f8a54e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-cjbcr 03787c4c5eb8d944fe8fe69620bb6af3e7099f153ad998a60dfccb2016f8a54e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:08:71:93:c3:0d\",\"name\":\"03787c4c5eb8d94\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26683761-0033-43a3-a08f-2b07fc5d08fa\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:27:32.243689 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 12:27:41.208328 3970 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:41.208975 3970 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:41.228740 3970 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:41.228764 3970 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:41.234812 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0416 12:27:41.234846 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0416 12:27:43.265024 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 12:27:43.323387 3970 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0416 12:27:43.323964 3970 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0416 12:27:43.323993 3970 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0416 12:27:43.325990 3970 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0416 12:27:50.131664 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:27:50.131687 3970 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:27:50.135444 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0416 12:27:50.135466 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0416 12:27:51.240786 3970 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 12:28:05.326260 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0416 12:28:15.846999 3970 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-rhcln for pod on switch ip-10-0-1-109.ec2.internal I0416 12:28:15.847082 3970 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln I0416 12:28:15.862801 3970 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln] pod update took 15.743694ms I0416 12:28:15.862820 3970 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln] addLogicalPort annotation time took 15.767039ms I0416 12:28:15.864087 3970 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln] addLogicalPort took 17.101605ms, libovsdb time 834.407µs I0416 12:28:16.206202 3970 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln dc0c87b5870a86382e5a0e1b48e73983faceb530129a175fbcc1bbafb211fb6f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln dc0c87b5870a86382e5a0e1b48e73983faceb530129a175fbcc1bbafb211fb6f network default NAD default NAD key ] I0416 12:28:16.215154 3970 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-rhcln, hostIfaceName: dc0c87b5870a863, network: default, NAD default, SandboxID: "dc0c87b5870a86382e5a0e1b48e73983faceb530129a175fbcc1bbafb211fb6f", PCI device ID: , UID: "ee1b7281-f543-4da3-86d4-9a29f58a9ca1", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0416 12:28:16.266279 3970 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln dc0c87b5870a86382e5a0e1b48e73983faceb530129a175fbcc1bbafb211fb6f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-rhcln dc0c87b5870a86382e5a0e1b48e73983faceb530129a175fbcc1bbafb211fb6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ec:70:6c:ae:ed\",\"name\":\"dc0c87b5870a863\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da5d67f8-17e2-4241-99e8-5c8714889601\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:28:22.533304 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0416 12:28:30.453383 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0416 12:28:32.541290 3970 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:32.541309 3970 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:32.541314 3970 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0416 12:28:33.518217 3970 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:33.518745 3970 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:33.558987 3970 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:33.559003 3970 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:33.565112 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 12:28:33.565128 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 12:28:35.213763 3970 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-4lk2h-s278h] creating logical port tsf-tas_segment-backup-installation-4lk2h-s278h for pod on switch ip-10-0-1-109.ec2.internal I0416 12:28:35.213891 3970 kube.go:256] Updating pod tsf-tas/segment-backup-installation-4lk2h-s278h I0416 12:28:35.226354 3970 pod.go:62] [tsf-tas/segment-backup-installation-4lk2h-s278h] pod update took 12.486749ms I0416 12:28:35.226380 3970 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-4lk2h-s278h] addLogicalPort annotation time took 12.516519ms I0416 12:28:35.227966 3970 pods.go:271] [tsf-tas/segment-backup-installation-4lk2h-s278h] addLogicalPort took 14.218697ms, libovsdb time 1.079364ms I0416 12:28:35.573352 3970 cni.go:452] [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key ] I0416 12:28:35.582711 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-4lk2h-s278h, hostIfaceName: db3d99b52e6268f, network: default, NAD default, SandboxID: "db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093", PCI device ID: , UID: "84b8ffa3-0b38-4fc8-9b2f-67717a89197d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0416 12:28:35.635615 3970 cni.go:473] [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:95:33:ee:a0:11\",\"name\":\"db3d99b52e6268f\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbc2c91a-473a-41e7-9936-6ed0c2752536\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:28:36.148906 3970 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-56c757b867-bbm4l] creating logical port tsf-tas_fulcio-server-56c757b867-bbm4l for pod on switch ip-10-0-1-109.ec2.internal I0416 12:28:36.149066 3970 kube.go:256] Updating pod tsf-tas/fulcio-server-56c757b867-bbm4l I0416 12:28:36.165714 3970 pod.go:62] [tsf-tas/fulcio-server-56c757b867-bbm4l] pod update took 16.675861ms I0416 12:28:36.165804 3970 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-56c757b867-bbm4l] addLogicalPort annotation time took 16.768514ms I0416 12:28:36.167190 3970 pods.go:271] [tsf-tas/fulcio-server-56c757b867-bbm4l] addLogicalPort took 18.301008ms, libovsdb time 870.461µs I0416 12:28:36.214817 3970 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-cdt4n-hg759] creating logical port tsf-tas_ctlog-createtree-job-cdt4n-hg759 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:28:36.214925 3970 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-cdt4n-hg759 I0416 12:28:36.231486 3970 pod.go:62] [tsf-tas/ctlog-createtree-job-cdt4n-hg759] pod update took 16.589728ms I0416 12:28:36.231514 3970 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-cdt4n-hg759] addLogicalPort annotation time took 16.623021ms I0416 12:28:36.233150 3970 pods.go:271] [tsf-tas/ctlog-createtree-job-cdt4n-hg759] addLogicalPort took 18.351723ms, libovsdb time 1.061012ms I0416 12:28:36.476166 3970 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc] creating logical port tsf-tas_trillian-logsigner-59dc67fb9c-hf2jc for pod on switch ip-10-0-1-109.ec2.internal I0416 12:28:36.476314 3970 kube.go:256] Updating pod tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc I0416 12:28:36.493030 3970 pod.go:62] [tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc] pod update took 16.751316ms I0416 12:28:36.493060 3970 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc] addLogicalPort annotation time took 16.787665ms I0416 12:28:36.494972 3970 pods.go:271] [tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc] addLogicalPort took 18.826683ms, libovsdb time 1.223637ms I0416 12:28:36.527121 3970 cni.go:452] [tsf-tas/fulcio-server-56c757b867-bbm4l eb6a3960b274329330745126ec9f40918ea3c244f7b30284a377d25981c7a27f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-56c757b867-bbm4l eb6a3960b274329330745126ec9f40918ea3c244f7b30284a377d25981c7a27f network default NAD default NAD key ] I0416 12:28:36.541903 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-56c757b867-bbm4l, hostIfaceName: eb6a3960b274329, network: default, NAD default, SandboxID: "eb6a3960b274329330745126ec9f40918ea3c244f7b30284a377d25981c7a27f", PCI device ID: , UID: "0d2b7d5d-7e09-4601-9471-3e6b99ebb840", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] W0416 12:28:36.597938 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:36.597964 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:36.597972 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0416 12:28:36.604974 3970 cni.go:452] [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key ] I0416 12:28:36.616446 3970 cni.go:473] [tsf-tas/fulcio-server-56c757b867-bbm4l eb6a3960b274329330745126ec9f40918ea3c244f7b30284a377d25981c7a27f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-56c757b867-bbm4l eb6a3960b274329330745126ec9f40918ea3c244f7b30284a377d25981c7a27f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9e:22:cb:e3:a1\",\"name\":\"eb6a3960b274329\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23d36502-0dbe-4e6c-948c-28311cf1f963\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:28:36.618526 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-cdt4n-hg759, hostIfaceName: e42244d2ecfb9ba, network: default, NAD default, SandboxID: "e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4", PCI device ID: , UID: "18d25fd2-df6c-4cc4-8b5a-81cb2b5ff829", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0416 12:28:36.687995 3970 cni.go:473] [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ec:14:6b:c4:ce\",\"name\":\"e42244d2ecfb9ba\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c923982-f16d-4b33-ba07-d198aba87419\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:28:36.873299 3970 cni.go:452] [tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc 3fb3103654664f7d9b8e618cb85a6dd2a7722e9e808f2b4ffb9773ab43f961ec network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc 3fb3103654664f7d9b8e618cb85a6dd2a7722e9e808f2b4ffb9773ab43f961ec network default NAD default NAD key ] I0416 12:28:36.884991 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-59dc67fb9c-hf2jc, hostIfaceName: 3fb3103654664f7, network: default, NAD default, SandboxID: "3fb3103654664f7d9b8e618cb85a6dd2a7722e9e808f2b4ffb9773ab43f961ec", PCI device ID: , UID: "4ece5267-93b1-49fc-b0a9-94ebe6ea1738", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0416 12:28:36.950356 3970 cni.go:473] [tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc 3fb3103654664f7d9b8e618cb85a6dd2a7722e9e808f2b4ffb9773ab43f961ec network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-59dc67fb9c-hf2jc 3fb3103654664f7d9b8e618cb85a6dd2a7722e9e808f2b4ffb9773ab43f961ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e1:b5:bd:28:20\",\"name\":\"3fb3103654664f7\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/377f99c9-644a-4c29-be1a-130e9b5839e2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:28:39.159834 3970 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-57f4799d6-j6k2r] creating logical port tsf-tas_trillian-db-57f4799d6-j6k2r for pod on switch ip-10-0-1-109.ec2.internal I0416 12:28:39.160014 3970 kube.go:256] Updating pod tsf-tas/trillian-db-57f4799d6-j6k2r I0416 12:28:39.198652 3970 pod.go:62] [tsf-tas/trillian-db-57f4799d6-j6k2r] pod update took 38.666724ms I0416 12:28:39.198683 3970 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-57f4799d6-j6k2r] addLogicalPort annotation time took 38.703029ms I0416 12:28:39.200449 3970 pods.go:271] [tsf-tas/trillian-db-57f4799d6-j6k2r] addLogicalPort took 40.633103ms, libovsdb time 1.148348ms I0416 12:28:42.545222 3970 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dpm7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:42.545880 3970 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dpm7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:43.440933 3970 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dpm7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:43.440966 3970 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dpm7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:28:45.655952 3970 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0416 12:28:51.464533 3970 cni.go:452] [tsf-tas/trillian-db-57f4799d6-j6k2r 72b2198ecd3d7c2e3ffd99c745dcfac0742d5d64139380d0a064f649c1024e67 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-57f4799d6-j6k2r 72b2198ecd3d7c2e3ffd99c745dcfac0742d5d64139380d0a064f649c1024e67 network default NAD default NAD key ] I0416 12:28:51.474160 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-57f4799d6-j6k2r, hostIfaceName: 72b2198ecd3d7c2, network: default, NAD default, SandboxID: "72b2198ecd3d7c2e3ffd99c745dcfac0742d5d64139380d0a064f649c1024e67", PCI device ID: , UID: "dd65dc13-0564-40d3-8a70-aadd56c4707b", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0416 12:28:51.529634 3970 cni.go:473] [tsf-tas/trillian-db-57f4799d6-j6k2r 72b2198ecd3d7c2e3ffd99c745dcfac0742d5d64139380d0a064f649c1024e67 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-57f4799d6-j6k2r 72b2198ecd3d7c2e3ffd99c745dcfac0742d5d64139380d0a064f649c1024e67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:2b:7a:ab:af:64\",\"name\":\"72b2198ecd3d7c2\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ee6f18a-f709-4998-8bd1-6c08864ba44b\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:28:51.665292 3970 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0416 12:28:56.696792 3970 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0416 12:28:57.707762 3970 cni.go:452] [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key ] I0416 12:28:57.793724 3970 cni.go:473] [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-4lk2h-s278h db3d99b52e6268fb6dc4073cda86ca9a90b323c8dc5576b0006cf52854ef9093 network default NAD default NAD key default], result "{}", err I0416 12:28:57.848359 3970 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:57.848384 3970 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-4lk2h-s278h I0416 12:28:57.849670 3970 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-4lk2h-s278h, ips: 10.128.0.42 I0416 12:28:57.849700 3970 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:58.327998 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=349 I0416 12:28:58.742107 3970 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:58.742128 3970 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:03.724439 3970 namespace.go:142] [openshift-pipelines] updating namespace W0416 12:29:07.749084 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0416 12:29:27.819831 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0416 12:29:33.784156 3970 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:33.784843 3970 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:33.834587 3970 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:33.834605 3970 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:33.840527 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0416 12:29:33.840547 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0416 12:29:34.324151 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0416 12:29:37.944807 3970 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ns994] creating logical port tsf_patch-tekton-config-ns994 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:29:37.944912 3970 kube.go:256] Updating pod tsf/patch-tekton-config-ns994 I0416 12:29:37.960142 3970 pod.go:62] [tsf/patch-tekton-config-ns994] pod update took 15.268001ms I0416 12:29:37.960162 3970 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ns994] addLogicalPort annotation time took 15.291745ms I0416 12:29:37.961610 3970 pods.go:271] [tsf/patch-tekton-config-ns994] addLogicalPort took 16.815489ms, libovsdb time 1.050379ms I0416 12:29:38.308352 3970 cni.go:452] [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key ] I0416 12:29:38.317792 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ns994, hostIfaceName: f53c58684f2885f, network: default, NAD default, SandboxID: "f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b", PCI device ID: , UID: "569f1fe4-3aaf-40b6-b71a-896073f4839e", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0416 12:29:38.371491 3970 cni.go:473] [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:88:49:83:4d:32\",\"name\":\"f53c58684f2885f\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fda82e57-e9fb-423a-84de-0b5362fd0f33\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:29:38.925116 3970 cni.go:452] [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key ] I0416 12:29:39.007222 3970 cni.go:473] [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-cdt4n-hg759 e42244d2ecfb9ba09527a8ffa578256055595a5f424d2a23ebbd029bf4ab09d4 network default NAD default NAD key default], result "{}", err I0416 12:29:39.059899 3970 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:39.059991 3970 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-cdt4n-hg759 I0416 12:29:39.061690 3970 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-cdt4n-hg759, ips: 10.128.0.44 I0416 12:29:39.061720 3970 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:39.942303 3970 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:39.942325 3970 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:41.461691 3970 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7bb449bbb9-lqsjk] creating logical port tsf-tas_ctlog-7bb449bbb9-lqsjk for pod on switch ip-10-0-1-109.ec2.internal I0416 12:29:41.461792 3970 kube.go:256] Updating pod tsf-tas/ctlog-7bb449bbb9-lqsjk I0416 12:29:41.487371 3970 pod.go:62] [tsf-tas/ctlog-7bb449bbb9-lqsjk] pod update took 25.605866ms I0416 12:29:41.487392 3970 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7bb449bbb9-lqsjk] addLogicalPort annotation time took 25.633294ms I0416 12:29:41.488746 3970 pods.go:271] [tsf-tas/ctlog-7bb449bbb9-lqsjk] addLogicalPort took 27.069028ms, libovsdb time 884.065µs W0416 12:29:41.701429 3970 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.701450 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.745009 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0416 12:29:44.165577 3970 cni.go:452] [tsf-tas/ctlog-7bb449bbb9-lqsjk 00643abd600c240bc6d6bac42d40a45deb51063e8dd5ff0bfa1980525a7bb554 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7bb449bbb9-lqsjk 00643abd600c240bc6d6bac42d40a45deb51063e8dd5ff0bfa1980525a7bb554 network default NAD default NAD key ] I0416 12:29:44.174883 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7bb449bbb9-lqsjk, hostIfaceName: 00643abd600c240, network: default, NAD default, SandboxID: "00643abd600c240bc6d6bac42d40a45deb51063e8dd5ff0bfa1980525a7bb554", PCI device ID: , UID: "c6f50d98-6d90-4dca-8ad5-39b9c22d17d7", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0416 12:29:44.229286 3970 cni.go:473] [tsf-tas/ctlog-7bb449bbb9-lqsjk 00643abd600c240bc6d6bac42d40a45deb51063e8dd5ff0bfa1980525a7bb554 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7bb449bbb9-lqsjk 00643abd600c240bc6d6bac42d40a45deb51063e8dd5ff0bfa1980525a7bb554 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ff:46:2c:47:e9\",\"name\":\"00643abd600c240\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b925121-1707-4dee-a995-637982ca8830\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:29:45.966454 3970 cni.go:452] [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key ] I0416 12:29:46.058447 3970 cni.go:473] [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ns994 f53c58684f2885f10ecceb0fe71d48a346f5180107d6e30294fe45bbba66741b network default NAD default NAD key default], result "{}", err I0416 12:29:46.113311 3970 obj_retry.go:498] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:46.113353 3970 pods.go:176] Deleting pod: tsf/patch-tekton-config-ns994 I0416 12:29:46.114781 3970 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ns994, ips: 10.128.0.47 I0416 12:29:46.114806 3970 obj_retry.go:498] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 12:29:46.853783 3970 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0416 12:29:46.975259 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0416 12:29:47.135276 3970 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:47.135300 3970 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:55.904929 3970 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k8wgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:55.905524 3970 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k8wgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:56.924864 3970 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k8wgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.924890 3970 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k8wgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.960166 3970 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.960185 3970 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.965233 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ns994 I0416 12:29:56.965259 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ns994 I0416 12:29:57.895389 3970 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:57.895956 3970 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 12:29:57.993661 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0416 12:29:58.911894 3970 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:58.911919 3970 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.923096 3970 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:00.923680 3970 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:00.943616 3970 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.943632 3970 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.950181 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0416 12:30:00.950205 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0416 12:30:03.293227 3970 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7c4498df46-n8h28] creating logical port tsf-tas_rekor-search-ui-7c4498df46-n8h28 for pod on switch ip-10-0-1-109.ec2.internal I0416 12:30:03.293312 3970 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7c4498df46-n8h28 I0416 12:30:03.306874 3970 pod.go:62] [tsf-tas/rekor-search-ui-7c4498df46-n8h28] pod update took 13.581455ms I0416 12:30:03.306901 3970 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7c4498df46-n8h28] addLogicalPort annotation time took 13.611319ms I0416 12:30:03.308506 3970 pods.go:271] [tsf-tas/rekor-search-ui-7c4498df46-n8h28] addLogicalPort took 15.293144ms, libovsdb time 1.040128ms I0416 12:30:03.653937 3970 cni.go:452] [tsf-tas/rekor-search-ui-7c4498df46-n8h28 8bd28fb8f1c51c1fdea0ef27e019d3a82bb9007101a19734401d02abfd37d417 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7c4498df46-n8h28 8bd28fb8f1c51c1fdea0ef27e019d3a82bb9007101a19734401d02abfd37d417 network default NAD default NAD key ] I0416 12:30:03.663145 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7c4498df46-n8h28, hostIfaceName: 8bd28fb8f1c51c1, network: default, NAD default, SandboxID: "8bd28fb8f1c51c1fdea0ef27e019d3a82bb9007101a19734401d02abfd37d417", PCI device ID: , UID: "231b593b-f202-4b20-8a55-391b629df3f7", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0416 12:30:03.715830 3970 cni.go:473] [tsf-tas/rekor-search-ui-7c4498df46-n8h28 8bd28fb8f1c51c1fdea0ef27e019d3a82bb9007101a19734401d02abfd37d417 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7c4498df46-n8h28 8bd28fb8f1c51c1fdea0ef27e019d3a82bb9007101a19734401d02abfd37d417 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3d:36:9e:6b:c8\",\"name\":\"8bd28fb8f1c51c1\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddbcd129-77f3-4836-89cc-751437d5306d\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:30:03.974100 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:03.974773 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:04.845073 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:04.845099 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:08.089223 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0416 12:30:08.127072 3970 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0416 12:30:10.004086 3970 obj_retry.go:498] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:10.004763 3970 obj_retry.go:498] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:11.026437 3970 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:11.026462 3970 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:13.161221 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0416 12:30:14.027115 3970 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:14.027692 3970 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:14.157955 3970 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:14.157976 3970 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:17.034525 3970 obj_retry.go:498] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:17.035127 3970 obj_retry.go:498] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:17.292396 3970 base_network_controller_pods.go:487] [default/tsf-tpa/server-7ddf8964b5-9jbvk] creating logical port tsf-tpa_server-7ddf8964b5-9jbvk for pod on switch ip-10-0-1-109.ec2.internal I0416 12:30:17.292487 3970 kube.go:256] Updating pod tsf-tpa/server-7ddf8964b5-9jbvk I0416 12:30:17.306656 3970 pod.go:62] [tsf-tpa/server-7ddf8964b5-9jbvk] pod update took 14.195944ms I0416 12:30:17.306676 3970 base_network_controller_pods.go:951] [default/tsf-tpa/server-7ddf8964b5-9jbvk] addLogicalPort annotation time took 14.221935ms I0416 12:30:17.308094 3970 pods.go:271] [tsf-tpa/server-7ddf8964b5-9jbvk] addLogicalPort took 15.710976ms, libovsdb time 1.000741ms I0416 12:30:17.325928 3970 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-bmfbt] creating logical port tsf-tpa_importer-5b5b6dd8fb-bmfbt for pod on switch ip-10-0-1-109.ec2.internal I0416 12:30:17.326002 3970 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-bmfbt I0416 12:30:17.339927 3970 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-bmfbt] pod update took 13.945874ms I0416 12:30:17.339947 3970 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-bmfbt] addLogicalPort annotation time took 13.969942ms I0416 12:30:17.341437 3970 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-bmfbt] addLogicalPort took 15.528478ms, libovsdb time 900.297µs I0416 12:30:17.401543 3970 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:17.401580 3970 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:20.096336 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0416 12:30:22.462339 3970 cni.go:452] [tsf-tpa/server-7ddf8964b5-9jbvk 84ca64e070dcadde1bf6d733414ada52575e606c9c9da847674bf7af37bcfe7c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7ddf8964b5-9jbvk 84ca64e070dcadde1bf6d733414ada52575e606c9c9da847674bf7af37bcfe7c network default NAD default NAD key ] I0416 12:30:22.472022 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7ddf8964b5-9jbvk, hostIfaceName: 84ca64e070dcadd, network: default, NAD default, SandboxID: "84ca64e070dcadde1bf6d733414ada52575e606c9c9da847674bf7af37bcfe7c", PCI device ID: , UID: "fadea08f-839a-44c6-8557-e66ed86aad18", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0416 12:30:22.493480 3970 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-bmfbt c58a8731ccc5bae0c6c35b7aa3d4bf638d4337eb9afa4a17c28ccd7393061c41 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-bmfbt c58a8731ccc5bae0c6c35b7aa3d4bf638d4337eb9afa4a17c28ccd7393061c41 network default NAD default NAD key ] I0416 12:30:22.502900 3970 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-bmfbt, hostIfaceName: c58a8731ccc5bae, network: default, NAD default, SandboxID: "c58a8731ccc5bae0c6c35b7aa3d4bf638d4337eb9afa4a17c28ccd7393061c41", PCI device ID: , UID: "273f1cde-0289-459e-89f3-55fdd8e5746c", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0416 12:30:22.736124 3970 cni.go:473] [tsf-tpa/server-7ddf8964b5-9jbvk 84ca64e070dcadde1bf6d733414ada52575e606c9c9da847674bf7af37bcfe7c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7ddf8964b5-9jbvk 84ca64e070dcadde1bf6d733414ada52575e606c9c9da847674bf7af37bcfe7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d9:ea:ec:83:df\",\"name\":\"84ca64e070dcadd\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe197a85-20bf-4644-b8d1-54f99c52ea5f\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:30:22.767444 3970 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-bmfbt c58a8731ccc5bae0c6c35b7aa3d4bf638d4337eb9afa4a17c28ccd7393061c41 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-bmfbt c58a8731ccc5bae0c6c35b7aa3d4bf638d4337eb9afa4a17c28ccd7393061c41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4d:36:e0:f4:28\",\"name\":\"c58a8731ccc5bae\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13da9eef-cb82-40c7-93ce-3dd73883cff0\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0416 12:30:25.207174 3970 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0416 12:30:26.193997 3970 util.go:959] Failed to build node endpoints for node ip-10-0-1-109.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0416 12:30:28.126568 3970 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:28.127145 3970 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:28.147149 3970 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:28.147167 3970 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:28.153388 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0416 12:30:28.153411 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0416 12:30:28.850599 3970 namespace.go:98] [image-controller] adding namespace I0416 12:30:28.851588 3970 namespace.go:102] [image-controller] adding namespace took 963.196µs I0416 12:30:28.855694 3970 namespace.go:98] [build-service] adding namespace I0416 12:30:28.855793 3970 namespace.go:98] [integration-service] adding namespace I0416 12:30:28.855695 3970 namespace.go:98] [default-tenant] adding namespace I0416 12:30:28.856473 3970 namespace.go:102] [build-service] adding namespace took 762.286µs I0416 12:30:28.857170 3970 namespace.go:102] [integration-service] adding namespace took 1.361728ms I0416 12:30:28.857834 3970 namespace.go:102] [default-tenant] adding namespace took 1.988874ms I0416 12:30:28.906357 3970 namespace.go:142] [image-controller] updating namespace I0416 12:30:28.937332 3970 namespace.go:142] [image-controller] updating namespace I0416 12:30:28.955900 3970 namespace.go:142] [build-service] updating namespace I0416 12:30:28.989929 3970 namespace.go:142] [build-service] updating namespace I0416 12:30:29.004356 3970 namespace.go:142] [default-tenant] updating namespace I0416 12:30:29.035449 3970 namespace.go:142] [default-tenant] updating namespace I0416 12:30:29.069379 3970 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.069423 3970 namespace.go:142] [build-service] updating namespace I0416 12:30:29.092384 3970 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.111246 3970 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.156481 3970 namespace.go:98] [release-service] adding namespace I0416 12:30:29.157228 3970 namespace.go:102] [release-service] adding namespace took 734.252µs I0416 12:30:29.179041 3970 namespace.go:142] [release-service] updating namespace I0416 12:30:29.189580 3970 namespace.go:142] [release-service] updating namespace I0416 12:30:29.222475 3970 namespace.go:142] [konflux-ui] updating namespace I0416 12:30:29.382424 3970 namespace.go:98] [konflux-info] adding namespace I0416 12:30:29.383342 3970 namespace.go:102] [konflux-info] adding namespace took 901.645µs I0416 12:30:29.410392 3970 namespace.go:142] [konflux-info] updating namespace I0416 12:30:29.434778 3970 namespace.go:142] [konflux-info] updating namespace I0416 12:30:29.628970 3970 namespace.go:98] [namespace-lister] adding namespace I0416 12:30:29.629649 3970 namespace.go:102] [namespace-lister] adding namespace took 660.718µs I0416 12:30:29.649433 3970 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:29.670318 3970 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:29.731909 3970 namespace.go:98] [enterprise-contract-service] adding namespace I0416 12:30:29.732726 3970 namespace.go:102] [enterprise-contract-service] adding namespace took 800.885µs I0416 12:30:29.758603 3970 namespace.go:142] [image-controller] updating namespace I0416 12:30:29.765350 3970 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:29.806424 3970 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:30.219791 3970 namespace.go:142] [default-tenant] updating namespace I0416 12:30:30.363414 3970 namespace.go:98] [segment-bridge] adding namespace I0416 12:30:30.364291 3970 namespace.go:102] [segment-bridge] adding namespace took 857.261µs I0416 12:30:30.568482 3970 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0416 12:30:30.569070 3970 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0416 12:30:30.569087 3970 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0416 12:30:30.571541 3970 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0416 12:30:30.604448 3970 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:30.614499 3970 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0416 12:30:30.614523 3970 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0416 12:30:30.615179 3970 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0416 12:30:30.768596 3970 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:31.131546 3970 namespace.go:142] [build-service] updating namespace I0416 12:30:31.775544 3970 namespace.go:142] [default-tenant] updating namespace I0416 12:30:32.056435 3970 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:32.142417 3970 namespace.go:142] [image-controller] updating namespace I0416 12:30:32.648430 3970 namespace.go:142] [integration-service] updating namespace I0416 12:30:32.959756 3970 namespace.go:142] [konflux-info] updating namespace I0416 12:30:33.295698 3970 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:33.517533 3970 namespace.go:142] [release-service] updating namespace I0416 12:30:33.706302 3970 namespace.go:142] [build-service] updating namespace I0416 12:30:33.742358 3970 namespace.go:142] [default-tenant] updating namespace I0416 12:30:33.777308 3970 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:33.793332 3970 namespace.go:142] [image-controller] updating namespace I0416 12:30:33.811490 3970 namespace.go:142] [integration-service] updating namespace I0416 12:30:33.840331 3970 namespace.go:142] [konflux-info] updating namespace I0416 12:30:33.865368 3970 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:33.879262 3970 namespace.go:142] [release-service] updating namespace I0416 12:30:33.947577 3970 namespace.go:142] [build-service] updating namespace I0416 12:30:34.015584 3970 namespace.go:142] [default-tenant] updating namespace I0416 12:30:34.063340 3970 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:34.101258 3970 namespace.go:142] [image-controller] updating namespace I0416 12:30:34.197504 3970 namespace.go:142] [integration-service] updating namespace I0416 12:30:34.303460 3970 namespace.go:142] [konflux-info] updating namespace I0416 12:30:34.401329 3970 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:34.498095 3970 namespace.go:142] [release-service] updating namespace I0416 12:30:35.715096 3970 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:35.843668 3970 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:35.947893 3970 namespace.go:142] [segment-bridge] updating namespace W0416 12:30:36.022485 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0416 12:30:36.298902 3970 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0416 12:30:38.309066 3970 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0416 12:30:42.654133 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0416 12:30:45.374068 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:45.374096 3970 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:45.398276 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0416 12:30:45.423889 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 12:30:45.425440 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:45.452535 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 12:30:45.452603 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:47.116751 3970 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:47.116766 3970 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:48.393830 3970 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0416 12:30:48.393982 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0416 12:30:49.247626 3970 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:49.248339 3970 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:50.119896 3970 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:50.119922 3970 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:56.697122 3970 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:56.697676 3970 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:57.449403 3970 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:57.449427 3970 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:57.456064 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:30:57.456089 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:31:01.632549 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0416 12:31:02.184469 3970 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0416 12:31:14.429485 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0416 12:31:15.743284 3970 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0416 12:31:22.625927 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0416 12:31:55.350958 3970 obj_retry.go:498] Detected object konflux-ui/proxy-599bf98445-fx44p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:31:55.351492 3970 obj_retry.go:498] Detected object konflux-ui/proxy-599bf98445-fx44p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:31:55.774791 3970 obj_retry.go:492] Detected object konflux-ui/proxy-599bf98445-fx44p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:31:55.774816 3970 obj_retry.go:492] Detected object konflux-ui/proxy-599bf98445-fx44p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:31:55.781920 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-599bf98445-fx44p I0416 12:31:55.781939 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-599bf98445-fx44p I0416 12:32:02.656887 3970 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:02.657412 3970 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:02.692857 3970 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:02.692877 3970 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:02.699698 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0416 12:32:02.699717 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0416 12:32:14.749624 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0416 12:32:42.323202 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0416 12:32:43.078925 3970 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key ] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key ] I0416 12:32:43.169533 3970 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv 8390dbdbcc3431c8fcf0f28318cd7c5fd9dba20fae30433c3885f6267b2da9a6 network default NAD default NAD key default], result "{}", err I0416 12:32:43.231876 3970 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:43.231911 3970 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:43.233311 3970 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv, ips: 10.128.0.31 I0416 12:32:43.233344 3970 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:43.935621 3970 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:43.935718 3970 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:43.941153 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:43.941182 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:58.086474 3970 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:58.087010 3970 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:58.811070 3970 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:58.811091 3970 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:58.818533 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:32:58.818569 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:33:13.620409 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0416 12:33:20.797400 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0416 12:34:27.317343 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0416 12:34:53.320000 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=163 I0416 12:35:54.330789 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0416 12:36:56.457184 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 12:37:02.657939 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0416 12:37:36.747162 3970 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 12:37:39.629739 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0416 12:37:43.537595 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0416 12:38:03.331958 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=299 I0416 12:38:21.328278 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=68 I0416 12:38:21.433372 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0416 12:39:04.624616 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0416 12:40:04.136425 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:40:04.137029 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:40:05.001968 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:05.001994 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:08.753585 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0416 12:40:09.801678 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0416 12:40:11.057546 3970 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.057603 3970 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.060729 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wvndg I0416 12:40:11.060754 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wvndg I0416 12:40:14.031890 3970 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:14.031931 3970 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:14.036480 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-pmw65 I0416 12:40:14.036501 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-pmw65 I0416 12:40:17.035026 3970 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:17.035050 3970 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:17.038189 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-srrvr I0416 12:40:17.038216 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-srrvr I0416 12:40:44.636324 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0416 12:41:12.321724 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0416 12:41:37.334702 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24 I0416 12:41:51.328231 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0416 12:41:59.467437 3970 namespace.go:98] [default-tenant-managed] adding namespace I0416 12:41:59.468440 3970 namespace.go:102] [default-tenant-managed] adding namespace took 924.692µs I0416 12:41:59.495366 3970 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:41:59.511005 3970 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.467879 3970 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.622249 3970 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.697625 3970 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:01.460992 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0416 12:43:03.750851 3970 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0416 12:43:04.044186 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:04.044682 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:20.039890 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:20.040415 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:44.331008 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:44.331520 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:45.541473 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0416 12:44:06.633088 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0416 12:44:11.323968 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0416 12:44:11.336254 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=79 I0416 12:44:17.332653 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0416 12:45:48.627922 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0416 12:45:53.805444 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0416 12:45:54.172751 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:45:54.173405 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:22.204773 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:22.205514 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:23.863988 3970 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-sast-shell-check-pod for pod on switch ip-10-0-1-109.ec2.internal I0416 12:46:23.864129 3970 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod I0416 12:46:23.888960 3970 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod] pod update took 24.864764ms I0416 12:46:23.889050 3970 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod] addLogicalPort annotation time took 24.9596ms I0416 12:46:23.901270 3970 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod] addLogicalPort took 37.299767ms, libovsdb time 11.084198ms I0416 12:46:24.226715 3970 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key ] I0416 12:46:24.236186 3970 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-sast-shell-check-pod, hostIfaceName: 008cfb0416e3f62, network: default, NAD default, SandboxID: "008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b", PCI device ID: , UID: "a7008e72-aa90-4bf9-a09b-1c9005144a5a", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0416 12:46:24.291088 3970 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1f:eb:35:5d:63\",\"name\":\"008cfb0416e3f62\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e23aa268-1cca-4a7d-88fd-6f94422408c1\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:46:24.642982 3970 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-apply-tags-pod for pod on switch ip-10-0-1-109.ec2.internal I0416 12:46:24.643110 3970 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod I0416 12:46:24.662206 3970 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod] pod update took 19.126464ms I0416 12:46:24.662227 3970 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod] addLogicalPort annotation time took 19.152207ms I0416 12:46:24.663536 3970 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod] addLogicalPort took 20.570386ms, libovsdb time 883.234µs I0416 12:46:24.924550 3970 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-push-dockerfile-pod for pod on switch ip-10-0-1-109.ec2.internal I0416 12:46:24.924732 3970 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod I0416 12:46:24.945211 3970 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod] pod update took 20.510795ms I0416 12:46:24.945257 3970 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod] addLogicalPort annotation time took 20.537532ms I0416 12:46:24.946609 3970 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod] addLogicalPort took 22.076856ms, libovsdb time 914.99µs I0416 12:46:25.005940 3970 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key ] I0416 12:46:25.017271 3970 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-apply-tags-pod, hostIfaceName: 3ccd732f8aa3be4, network: default, NAD default, SandboxID: "3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60", PCI device ID: , UID: "a76ef65d-ac13-4118-9acf-c5ccfb2178ca", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0416 12:46:25.073141 3970 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ff:05:7a:0a:42\",\"name\":\"3ccd732f8aa3be4\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d204f8-88df-4c4a-ab77-1d3e15bdb12f\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:46:25.290460 3970 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key ] I0416 12:46:25.301753 3970 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-push-dockerfile-pod, hostIfaceName: 6e5c39d354c0998, network: default, NAD default, SandboxID: "6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d", PCI device ID: , UID: "e23085aa-2c1a-4ac2-9449-6cb18f9e6dfe", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0416 12:46:25.363549 3970 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:71:a5:fd:6a:b3\",\"name\":\"6e5c39d354c0998\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/023522a7-e4ff-423f-8665-d2a37bcfbb73\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0416 12:46:37.661199 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 12:46:48.422610 3970 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key ] I0416 12:46:48.524295 3970 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod 6e5c39d354c09988337ef82378705d494decb10f8941c75a83037e8d6adddf8d network default NAD default NAD key default], result "{}", err I0416 12:46:48.627874 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:48.627911 3970 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod I0416 12:46:48.629469 3970 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod, ips: 10.128.0.54 I0416 12:46:48.629495 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:49.428689 3970 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key ] I0416 12:46:49.521785 3970 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod 3ccd732f8aa3be426a59c10a33926a4f61913d31e10eb44ee5f657d73969ac60 network default NAD default NAD key default], result "{}", err I0416 12:47:01.909188 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:01.909218 3970 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod I0416 12:47:01.910703 3970 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod, ips: 10.128.0.53 I0416 12:47:01.910731 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:10.335436 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0416 12:47:10.569717 3970 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key ] I0416 12:47:10.661698 3970 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod 008cfb0416e3f624d04536f376f8376a55a18fefee168cd89c0f8f34a733bc1b network default NAD default NAD key default], result "{}", err I0416 12:47:10.774624 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:10.774656 3970 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod I0416 12:47:10.775939 3970 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod, ips: 10.128.0.52 I0416 12:47:10.775966 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:18.699125 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:18.699640 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:20.820578 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:20.821103 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:23.696315 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:23.697368 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.021866 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.022429 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.757124 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0416 12:47:28.036643 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:28.037169 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:29.072031 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:29.072585 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:47.436705 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0416 12:47:48.464338 3970 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0416 12:48:33.640052 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0416 12:48:37.325874 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0416 12:48:37.658759 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:37.659338 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:44.851815 3970 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:44.852391 3970 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:45.278849 3970 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:48:45.278877 3970 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:48:45.285757 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:48:45.285777 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:48:48.545451 3970 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0416 12:48:58.339252 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0416 12:49:26.336440 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0416 12:49:36.754732 3970 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0416 12:49:48.376248 3970 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-ns994 I0416 12:50:04.601958 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:04.602552 3970 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:05.472956 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.472977 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.511225 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.511244 3970 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.515817 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:50:05.515840 3970 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:50:14.326152 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:14.326719 3970 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:33.328377 3970 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0416 12:50:33.830741 3970 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:33.831286 3970 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:47.971853 3970 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:47.972373 3970 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it