+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-236.ec2.internal ++ [[ -n ip-10-0-2-236.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-236.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 06:32:58.029399178 - disable conntrack on geneve port' I0507 06:32:58.029399178 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 06:32:58.047759353 - starting ovnkube-node' I0507 06:32:58.047759353 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-236.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-236.ec2.internal --init-node ip-10-0-2-236.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-236.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 06:32:58.092541 3659 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 06:32:58.092632 3659 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d1070af36d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 06:32:58.094494 3659 kube.go:431] Waiting for certificate I0507 06:32:58.094553 3659 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 06:32:58.094599 3659 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 06:32:58.095730 3659 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 06:32:58.130338 3659 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:58.130357 3659 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:58.134895 3659 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:58.135091 3659 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qdt89" I0507 06:32:58.140489 3659 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qdt89" I0507 06:32:58.140566 3659 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:59.094870 3659 kube.go:438] Certificate found I0507 06:32:59.095618 3659 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 06:32:59.097118 3659 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 06:32:59.144036 3659 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 06:27:58 +0000 UTC" deadline="2026-05-07 23:28:18.691080418 +0000 UTC" I0507 06:32:59.144079 3659 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h55m19.5470169s" I0507 06:32:59.167204 3659 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 06:32:59.186252 3659 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 06:32:59.186324 3659 server.go:101] MetricServer registers OVS metrics I0507 06:32:59.186612 3659 server.go:105] MetricServer registers OVN DB metrics I0507 06:32:59.187605 3659 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 06:32:59.187677 3659 factory.go:561] Starting watch factory I0507 06:32:59.187795 3659 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.187817 3659 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.187846 3659 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.187893 3659 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.187849 3659 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.187967 3659 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.188221 3659 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.188247 3659 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.188288 3659 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.188324 3659 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.188499 3659 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.188608 3659 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.191910 3659 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 06:32:59.191937 3659 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 06:32:59.193786 3659 controller_manager.go:370] Starting the ovnkube controller I0507 06:32:59.193797 3659 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-236.ec2.internal I0507 06:32:59.193852 3659 controller_manager.go:395] NBDB zone sync took: 38.213µs I0507 06:32:59.193861 3659 factory.go:561] Starting watch factory I0507 06:32:59.205919 3659 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.207484 3659 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 06:32:59.207511 3659 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 06:32:59.209060 3659 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.209181 3659 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.209986 3659 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.210230 3659 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.213074 3659 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 06:32:59.213120 3659 server.go:109] MetricServer registers OVN Controller metrics I0507 06:32:59.219007 3659 server.go:113] MetricServer registers OVN Northd metrics I0507 06:32:59.222704 3659 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:59.224818 3659 metrics.go:519] OVN Metrics Server starts to run ... I0507 06:32:59.293368 3659 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 06:32:59.293415 3659 factory.go:1977] *v1.Pod informer cache synced successfully I0507 06:32:59.293421 3659 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 06:32:59.293425 3659 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 06:32:59.293430 3659 factory.go:1977] *v1.Node informer cache synced successfully I0507 06:32:59.293433 3659 factory.go:1977] *v1.Service informer cache synced successfully I0507 06:32:59.293570 3659 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:59.293595 3659 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:59.293959 3659 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:59.293979 3659 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:59.296929 3659 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:59.296956 3659 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:59.298806 3659 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 06:32:59.298822 3659 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 06:32:59.298920 3659 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.298935 3659 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.299045 3659 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 06:32:59.299061 3659 factory.go:1977] *v1.Node informer cache synced successfully I0507 06:32:59.299067 3659 factory.go:1977] *v1.Service informer cache synced successfully I0507 06:32:59.299073 3659 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 06:32:59.299076 3659 factory.go:1977] *v1.Pod informer cache synced successfully I0507 06:32:59.299079 3659 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 06:32:59.301530 3659 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.304863 3659 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 06:32:59.304905 3659 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 06:32:59.304918 3659 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 06:32:59.304955 3659 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.304968 3659 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.307734 3659 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.310099 3659 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 06:32:59.310187 3659 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.310204 3659 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.310234 3659 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 06:32:59.313015 3659 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.315292 3659 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 06:32:59.315293 3659 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 06:32:59.315364 3659 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.315376 3659 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.318170 3659 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.320923 3659 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 06:32:59.320923 3659 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 06:32:59.321007 3659 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.321021 3659 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.323743 3659 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.326094 3659 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 06:32:59.326109 3659 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 06:32:59.326303 3659 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:32:59.326321 3659 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:32:59.329051 3659 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:32:59.331338 3659 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 06:32:59.331364 3659 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 06:32:59.331431 3659 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.331450 3659 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.331431 3659 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.331498 3659 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.334187 3659 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.334874 3659 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:59.336623 3659 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 06:32:59.336644 3659 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 06:32:59.336648 3659 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 06:32:59.336654 3659 factory.go:680] Watch Factory start up complete, took: 148.980173ms I0507 06:32:59.336717 3659 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 06:32:59.342315 3659 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 06:32:59.342331 3659 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 06:32:59.342340 3659 factory.go:680] Watch Factory start up complete, took: 148.47678ms I0507 06:32:59.342348 3659 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-236.ec2.internal" zone I0507 06:32:59.382441 3659 default_node_network_controller.go:710] Initializing the default node network controller I0507 06:32:59.442736 3659 udn_isolation.go:101] Starting UDN host isolation manager I0507 06:32:59.449803 3659 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 06:32:59.510053 3659 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 06:32:59.510157 3659 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 06:32:59.510174 3659 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 06:32:59.544161 3659 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 06:32:59.544229 3659 default_node_network_controller.go:809] Node ip-10-0-2-236.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0507 06:32:59.549838 3659 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.236"] k8s.ovn.org/zone-name:ip-10-0-2-236.ec2.internal] on node ip-10-0-2-236.ec2.internal I0507 06:32:59.570052 3659 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 06:32:59.576417 3659 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 06:32:59.576558 3659 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0507 06:32:59.576678 3659 gateway_init.go:263] Preparing Gateway I0507 06:32:59.576690 3659 gateway_shared_intf.go:1687] Creating new gateway I0507 06:32:59.592943 3659 controller_manager.go:429] Waiting for node in zone sync took: 250.579416ms I0507 06:32:59.597951 3659 controller_manager.go:611] Switching to transit router for layer2 networks I0507 06:32:59.597970 3659 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-236.ec2.internal I0507 06:32:59.613662 3659 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 06:32:59.621204 3659 controller_manager.go:290] SCTP support detected in OVN I0507 06:32:59.621971 3659 services_controller.go:69] Creating services controller for network=default I0507 06:32:59.622060 3659 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 06:32:59.622151 3659 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 06:32:59.622193 3659 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 06:32:59.622209 3659 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 06:32:59.622220 3659 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 06:32:59.622454 3659 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 06:32:59.622512 3659 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 06:32:59.622575 3659 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 79.398µs I0507 06:32:59.622600 3659 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 76.857µs I0507 06:32:59.622611 3659 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 96.486µs I0507 06:32:59.622617 3659 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 06:32:59.622624 3659 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 06:32:59.622634 3659 default_network_controller.go:325] Starting the default network controller I0507 06:32:59.622656 3659 udn_enabled_svc.go:95] Performing full resync I0507 06:32:59.622747 3659 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 20.962µs I0507 06:32:59.623002 3659 udn_enabled_svc.go:99] Waiting for handler to sync I0507 06:32:59.623015 3659 udn_enabled_svc.go:104] Starting worker I0507 06:32:59.632142 3659 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 06:32:59.632198 3659 repair.go:33] Syncing exgw routes took 42.512µs I0507 06:32:59.632222 3659 default_network_controller.go:414] Starting all the Watchers... I0507 06:32:59.632396 3659 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 06:32:59.632403 3659 namespace.go:98] [openshift-operators] adding namespace I0507 06:32:59.632413 3659 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 06:32:59.632421 3659 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 06:32:59.632439 3659 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 06:32:59.632434 3659 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 06:32:59.632444 3659 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 06:32:59.632439 3659 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 06:32:59.632447 3659 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 06:32:59.632425 3659 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 06:32:59.632423 3659 namespace.go:98] [openshift-network-operator] adding namespace I0507 06:32:59.632426 3659 namespace.go:98] [openshift-host-network] adding namespace I0507 06:32:59.632432 3659 namespace.go:98] [kube-public] adding namespace I0507 06:32:59.632469 3659 namespace.go:98] [openshift-cluster-version] adding namespace I0507 06:32:59.632398 3659 namespace.go:98] [openshift] adding namespace I0507 06:32:59.632952 3659 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 545.91µs I0507 06:32:59.632968 3659 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 06:32:59.633936 3659 namespace.go:102] [openshift-operators] adding namespace took 1.523403ms I0507 06:32:59.633953 3659 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 06:32:59.634406 3659 namespace.go:102] [openshift-must-gather-operator] adding namespace took 446.398µs I0507 06:32:59.634425 3659 namespace.go:98] [openshift-machine-api] adding namespace I0507 06:32:59.634907 3659 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.486343ms I0507 06:32:59.634924 3659 namespace.go:98] [openshift-dns] adding namespace I0507 06:32:59.635434 3659 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.97549ms I0507 06:32:59.635450 3659 namespace.go:98] [openshift-package-operator] adding namespace I0507 06:32:59.635863 3659 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.414598ms I0507 06:32:59.635892 3659 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 06:32:59.636499 3659 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.046334ms I0507 06:32:59.636516 3659 namespace.go:98] [openshift-monitoring] adding namespace I0507 06:32:59.636902 3659 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.453371ms I0507 06:32:59.636915 3659 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 06:32:59.637416 3659 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.954147ms I0507 06:32:59.637434 3659 namespace.go:98] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] adding namespace I0507 06:32:59.637921 3659 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.461435ms I0507 06:32:59.637944 3659 namespace.go:98] [openshift-apiserver] adding namespace I0507 06:32:59.638484 3659 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.017988ms I0507 06:32:59.638508 3659 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 06:32:59.638970 3659 namespace.go:102] [openshift-network-operator] adding namespace took 6.504269ms I0507 06:32:59.638980 3659 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 06:32:59.639482 3659 namespace.go:102] [openshift-host-network] adding namespace took 7.013377ms I0507 06:32:59.639490 3659 namespace.go:98] [openshift-config-managed] adding namespace I0507 06:32:59.639909 3659 namespace.go:102] [kube-public] adding namespace took 7.436565ms I0507 06:32:59.639925 3659 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 06:32:59.640498 3659 namespace.go:102] [openshift-cluster-version] adding namespace took 8.022864ms I0507 06:32:59.640508 3659 namespace.go:98] [openshift-network-console] adding namespace I0507 06:32:59.640974 3659 namespace.go:102] [openshift] adding namespace took 8.451969ms I0507 06:32:59.640988 3659 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 06:32:59.641373 3659 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.400188ms I0507 06:32:59.641386 3659 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 06:32:59.641737 3659 namespace.go:102] [openshift-machine-api] adding namespace took 7.305843ms I0507 06:32:59.641749 3659 namespace.go:98] [openshift-ingress] adding namespace I0507 06:32:59.642142 3659 namespace.go:102] [openshift-dns] adding namespace took 7.212762ms I0507 06:32:59.642156 3659 namespace.go:98] [kube-system] adding namespace I0507 06:32:59.642460 3659 namespace.go:102] [openshift-package-operator] adding namespace took 7.005457ms I0507 06:32:59.642473 3659 namespace.go:98] [openshift-config-operator] adding namespace I0507 06:32:59.643077 3659 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.179065ms I0507 06:32:59.643089 3659 namespace.go:98] [kube-node-lease] adding namespace I0507 06:32:59.643603 3659 namespace.go:102] [openshift-monitoring] adding namespace took 7.081954ms I0507 06:32:59.643611 3659 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 06:32:59.644059 3659 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.139012ms I0507 06:32:59.644068 3659 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 06:32:59.644567 3659 namespace.go:102] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] adding namespace took 7.126541ms I0507 06:32:59.644585 3659 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 06:32:59.645082 3659 namespace.go:102] [openshift-apiserver] adding namespace took 7.129555ms I0507 06:32:59.645100 3659 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 06:32:59.645543 3659 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.029964ms I0507 06:32:59.645556 3659 namespace.go:98] [openshift-console] adding namespace I0507 06:32:59.645971 3659 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.984514ms I0507 06:32:59.645989 3659 namespace.go:98] [openshift-infra] adding namespace I0507 06:32:59.646361 3659 namespace.go:102] [openshift-config-managed] adding namespace took 6.866338ms I0507 06:32:59.646373 3659 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 06:32:59.646784 3659 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.853026ms I0507 06:32:59.646800 3659 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 06:32:59.647200 3659 namespace.go:102] [openshift-network-console] adding namespace took 6.688065ms I0507 06:32:59.647213 3659 namespace.go:98] [openshift-backplane] adding namespace I0507 06:32:59.647616 3659 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.622394ms I0507 06:32:59.647626 3659 namespace.go:98] [openshift-etcd] adding namespace I0507 06:32:59.648041 3659 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.648362ms I0507 06:32:59.648057 3659 namespace.go:98] [openshift-authentication-operator] adding namespace W0507 06:32:59.648559 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-j6rpk: pod kube-system/global-pull-secret-syncer-j6rpk: no pod IPs found W0507 06:32:59.648578 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-q9krf: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:32:59.648595 3659 namespace.go:102] [openshift-ingress] adding namespace took 6.838762ms I0507 06:32:59.648617 3659 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 06:32:59.649060 3659 namespace.go:102] [kube-system] adding namespace took 6.897614ms I0507 06:32:59.649076 3659 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 06:32:59.649688 3659 namespace.go:102] [openshift-config-operator] adding namespace took 7.208768ms I0507 06:32:59.649708 3659 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 06:32:59.650225 3659 namespace.go:102] [kube-node-lease] adding namespace took 7.129618ms I0507 06:32:59.650241 3659 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 06:32:59.650765 3659 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.146489ms I0507 06:32:59.650784 3659 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 06:32:59.651217 3659 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.143493ms I0507 06:32:59.651231 3659 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 06:32:59.652056 3659 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.462274ms I0507 06:32:59.652070 3659 namespace.go:98] [openshift-authentication] adding namespace I0507 06:32:59.652484 3659 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.37774ms I0507 06:32:59.652500 3659 namespace.go:98] [openshift-config] adding namespace I0507 06:32:59.652895 3659 namespace.go:102] [openshift-console] adding namespace took 7.316536ms I0507 06:32:59.652910 3659 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 06:32:59.653334 3659 namespace.go:102] [openshift-infra] adding namespace took 7.338245ms I0507 06:32:59.653350 3659 namespace.go:98] [openshift-console-operator] adding namespace I0507 06:32:59.653749 3659 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.369526ms I0507 06:32:59.653766 3659 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 06:32:59.654340 3659 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.533376ms I0507 06:32:59.654352 3659 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 06:32:59.654785 3659 namespace.go:102] [openshift-backplane] adding namespace took 7.566006ms I0507 06:32:59.654802 3659 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 06:32:59.655158 3659 namespace.go:102] [openshift-etcd] adding namespace took 7.524417ms I0507 06:32:59.655179 3659 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 06:32:59.655778 3659 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.710808ms I0507 06:32:59.655796 3659 namespace.go:98] [openshift-cluster-storage-operator] adding namespace W0507 06:32:59.655797 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lwrgx: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found W0507 06:32:59.655809 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mfq28: pod openshift-network-diagnostics/network-check-target-mfq28: no pod IPs found I0507 06:32:59.656440 3659 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.814384ms I0507 06:32:59.657132 3659 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.047149ms I0507 06:32:59.657155 3659 namespace.go:98] [openshift-image-registry] adding namespace I0507 06:32:59.657716 3659 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.001125ms I0507 06:32:59.657734 3659 namespace.go:98] [default] adding namespace I0507 06:32:59.658291 3659 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.0435ms I0507 06:32:59.658306 3659 namespace.go:98] [openshift-controller-manager] adding namespace I0507 06:32:59.658771 3659 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.980453ms I0507 06:32:59.658786 3659 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 06:32:59.659215 3659 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.977318ms I0507 06:32:59.659229 3659 namespace.go:98] [openshift-marketplace] adding namespace I0507 06:32:59.659609 3659 namespace.go:102] [openshift-authentication] adding namespace took 7.534089ms I0507 06:32:59.659622 3659 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 06:32:59.660034 3659 namespace.go:102] [openshift-config] adding namespace took 7.529235ms I0507 06:32:59.660048 3659 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 06:32:59.660408 3659 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.490796ms I0507 06:32:59.660423 3659 namespace.go:98] [dedicated-admin] adding namespace I0507 06:32:59.660911 3659 namespace.go:102] [openshift-console-operator] adding namespace took 7.552951ms I0507 06:32:59.660930 3659 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 06:32:59.661397 3659 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.623771ms I0507 06:32:59.661412 3659 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 06:32:59.661911 3659 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.554272ms I0507 06:32:59.661923 3659 namespace.go:98] [openshift-multus] adding namespace I0507 06:32:59.662395 3659 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.5867ms I0507 06:32:59.662410 3659 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 06:32:59.662834 3659 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.649185ms I0507 06:32:59.662845 3659 namespace.go:98] [openshift-node] adding namespace I0507 06:32:59.663296 3659 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.494525ms I0507 06:32:59.663706 3659 namespace.go:102] [openshift-image-registry] adding namespace took 6.545376ms I0507 06:32:59.663717 3659 namespace.go:98] [openshift-insights] adding namespace I0507 06:32:59.664163 3659 namespace.go:102] [default] adding namespace took 6.424645ms I0507 06:32:59.664574 3659 namespace.go:102] [openshift-controller-manager] adding namespace took 6.263188ms I0507 06:32:59.665005 3659 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.214722ms I0507 06:32:59.665438 3659 namespace.go:102] [openshift-marketplace] adding namespace took 6.203673ms I0507 06:32:59.665905 3659 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.279524ms I0507 06:32:59.666345 3659 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.291341ms I0507 06:32:59.666723 3659 namespace.go:102] [dedicated-admin] adding namespace took 6.296766ms I0507 06:32:59.666737 3659 namespace.go:98] [openshift-logging] adding namespace I0507 06:32:59.667128 3659 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.191787ms W0507 06:32:59.667577 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f8qw4: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found W0507 06:32:59.667588 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-n5d8k: pod openshift-multus/network-metrics-daemon-n5d8k: no pod IPs found I0507 06:32:59.667595 3659 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.178357ms I0507 06:32:59.668128 3659 namespace.go:102] [openshift-multus] adding namespace took 6.199668ms I0507 06:32:59.668602 3659 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.186933ms I0507 06:32:59.668615 3659 namespace.go:98] [openshift-dns-operator] adding namespace I0507 06:32:59.669115 3659 namespace.go:102] [openshift-node] adding namespace took 6.264338ms I0507 06:32:59.669131 3659 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 06:32:59.669515 3659 namespace.go:102] [openshift-insights] adding namespace took 5.792961ms I0507 06:32:59.670034 3659 namespace.go:102] [openshift-logging] adding namespace took 3.289122ms I0507 06:32:59.670493 3659 namespace.go:102] [openshift-dns-operator] adding namespace took 1.872878ms I0507 06:32:59.670872 3659 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 1.735879ms W0507 06:32:59.670983 3659 master.go:458] Unable to parse local node ip-10-0-2-236.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 06:32:59.670992 3659 master.go:471] Unable to parse remote node ip-10-0-0-9.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 06:32:59.670997 3659 master.go:481] Removing stale chassis with ID/Name: d27053c5-2d19-4f50-b9b2-7c7a60e4f8d2, hostname: ip-10-0-2-236.ec2.internal I0507 06:32:59.671462 3659 master.go:548] Adding or Updating local node "ip-10-0-2-236.ec2.internal" for network "default" I0507 06:32:59.671482 3659 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-9.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-9.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-9.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-9.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-9.ec2.internal I0507 06:32:59.673059 3659 zone_ic_handler.go:195] Time taken to create transit switch: 366.407µs I0507 06:32:59.673074 3659 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-150.ec2.internal for the network default I0507 06:32:59.674148 3659 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-150.ec2.internal" on network "default" took: 1.462264ms I0507 06:32:59.675565 3659 iptables.go:108] Creating table: filter chain: FORWARD I0507 06:32:59.676274 3659 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-236.ec2.internal for the network default I0507 06:32:59.676507 3659 zone_ic_handler.go:195] Time taken to create transit switch: 218.61µs I0507 06:32:59.677426 3659 default_network_controller.go:823] Node add failed for ip-10-0-2-236.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal, error getting gateway config for node ip-10-0-2-236.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-236.ec2.internal", failed to update chassis to local for local node ip-10-0-2-236.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-236.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal] E0507 06:32:59.677470 3659 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-236.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal, error getting gateway config for node ip-10-0-2-236.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-236.ec2.internal", failed to update chassis to local for local node ip-10-0-2-236.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-236.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal] I0507 06:32:59.677523 3659 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 06:32:59.677553 3659 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 06:32:59.677568 3659 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 06:32:59.677550 3659 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-236.ec2.internal", UID:"c4758f5a-ea54-48ee-b609-2a1fee5d3a47", APIVersion:"v1", ResourceVersion:"8696", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal, error getting gateway config for node ip-10-0-2-236.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-236.ec2.internal", failed to update chassis to local for local node ip-10-0-2-236.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-236.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal] I0507 06:32:59.677595 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:32:59.677623 3659 node_tracker.go:235] Node ip-10-0-0-9.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-9.ec2.internal" I0507 06:32:59.677635 3659 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:59.677648 3659 services_controller.go:574] Full service sync requested for network=default I0507 06:32:59.677652 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-150.ec2.internal in network "default" I0507 06:32:59.677692 3659 node_tracker.go:169] Node ip-10-0-1-150.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:59.677701 3659 services_controller.go:574] Full service sync requested for network=default I0507 06:32:59.677712 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:32:59.677727 3659 node_tracker.go:235] Node ip-10-0-2-236.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-236.ec2.internal" I0507 06:32:59.677734 3659 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:59.677739 3659 services_controller.go:574] Full service sync requested for network=default I0507 06:32:59.682779 3659 iptables.go:108] Creating table: filter chain: OUTPUT I0507 06:32:59.690008 3659 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 06:32:59.690024 3659 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-236.ec2.internal","mac-address":"0e:d1:c0:6b:3c:5d","ip-addresses":["10.0.2.236/24"],"ip-address":"10.0.2.236/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d27053c5-2d19-4f50-b9b2-7c7a60e4f8d2 k8s.ovn.org/node-encap-ips:["10.0.2.236"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.236/24"} k8s.ovn.org/zone-name:ip-10-0-2-236.ec2.internal] on node ip-10-0-2-236.ec2.internal I0507 06:32:59.705996 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:32:59.706017 3659 master.go:548] Adding or Updating local node "ip-10-0-2-236.ec2.internal" for network "default" I0507 06:32:59.706075 3659 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:59.706091 3659 services_controller.go:574] Full service sync requested for network=default I0507 06:32:59.710457 3659 default_node_network_controller.go:519] Node connection status = connected W0507 06:32:59.711009 3659 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-j6rpk: pod kube-system/global-pull-secret-syncer-j6rpk: no pod IPs found W0507 06:32:59.711029 3659 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-n5d8k: pod openshift-multus/network-metrics-daemon-n5d8k: no pod IPs found W0507 06:32:59.711043 3659 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mfq28: pod openshift-network-diagnostics/network-check-target-mfq28: no pod IPs found I0507 06:32:59.712036 3659 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-236.ec2.internal for the network default I0507 06:32:59.712227 3659 zone_ic_handler.go:195] Time taken to create transit switch: 178.343µs I0507 06:32:59.777989 3659 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 06:32:59.778011 3659 services_controller.go:208] Setting up event handlers for services for network=default I0507 06:32:59.778061 3659 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 06:32:59.778121 3659 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 06:32:59.778143 3659 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 06:32:59.878666 3659 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 06:32:59.878695 3659 repair.go:60] Starting repairing loop for services I0507 06:32:59.878779 3659 repair.go:131] Deleted 0 stale service LBs I0507 06:32:59.878796 3659 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 06:32:59.878812 3659 repair.go:62] Finished repairing loop for services: 128.031µs I0507 06:32:59.878837 3659 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 06:32:59.878846 3659 services_controller.go:254] Starting workers for network=default I0507 06:32:59.879416 3659 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-j6rpk] creating logical port kube-system_global-pull-secret-syncer-j6rpk for pod on switch ip-10-0-2-236.ec2.internal I0507 06:32:59.879456 3659 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-q9krf, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-q9krf: suppressed error logged: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:32:59.879486 3659 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-n5d8k] creating logical port openshift-multus_network-metrics-daemon-n5d8k for pod on switch ip-10-0-2-236.ec2.internal I0507 06:32:59.879516 3659 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mfq28] creating logical port openshift-network-diagnostics_network-check-target-mfq28 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:32:59.879514 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwrgx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:32:59.879570 3659 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-j6rpk I0507 06:32:59.879597 3659 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-n5d8k I0507 06:32:59.879602 3659 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mfq28 I0507 06:32:59.880008 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-f8qw4, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f8qw4: suppressed error logged: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found I0507 06:32:59.896687 3659 pod.go:62] [kube-system/global-pull-secret-syncer-j6rpk] pod update took 17.186881ms I0507 06:32:59.896711 3659 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-j6rpk] addLogicalPort annotation time took 17.21595ms I0507 06:32:59.897575 3659 pods.go:271] [kube-system/global-pull-secret-syncer-j6rpk] addLogicalPort took 18.170921ms, libovsdb time 643.623µs I0507 06:32:59.897972 3659 pod.go:62] [openshift-network-diagnostics/network-check-target-mfq28] pod update took 18.398092ms I0507 06:32:59.897992 3659 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-mfq28] addLogicalPort annotation time took 18.418768ms I0507 06:32:59.898142 3659 pod.go:62] [openshift-multus/network-metrics-daemon-n5d8k] pod update took 18.578838ms I0507 06:32:59.898159 3659 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-n5d8k] addLogicalPort annotation time took 18.600504ms I0507 06:32:59.898773 3659 pods.go:271] [openshift-network-diagnostics/network-check-target-mfq28] addLogicalPort took 19.262065ms, libovsdb time 545.599µs I0507 06:32:59.899075 3659 pods.go:271] [openshift-multus/network-metrics-daemon-n5d8k] addLogicalPort took 19.603637ms, libovsdb time 752.67µs I0507 06:32:59.899516 3659 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 06:32:59.899534 3659 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 06:32:59.899546 3659 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 06:32:59.899550 3659 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 06:32:59.899722 3659 repair.go:29] Repairing admin network policies took 166.942µs I0507 06:32:59.899820 3659 repair.go:92] Repairing baseline admin network policies took 89.785µs I0507 06:32:59.900229 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 06:32:59.900247 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 06:32:59.901770 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 06:32:59.901792 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 06:32:59.901799 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 06:32:59.903148 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 06:32:59.903169 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 06:32:59.903176 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 06:32:59.904371 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 06:32:59.904389 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 06:32:59.904398 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 06:32:59.906347 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 06:32:59.906371 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 06:32:59.906380 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 06:32:59.906908 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 06:32:59.906929 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 06:32:59.906945 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 06:32:59.908556 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 06:32:59.908577 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 06:32:59.908585 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 06:32:59.909048 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 06:32:59.909062 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 06:32:59.909069 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 06:32:59.909524 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 06:32:59.909542 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 06:32:59.909551 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 06:32:59.910043 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 06:32:59.910061 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 06:32:59.910070 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 06:32:59.911854 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 06:32:59.911872 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 06:32:59.911895 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 06:32:59.914406 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 06:32:59.914426 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 06:32:59.914808 3659 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 06:32:59.914819 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 06:32:59.915513 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 06:32:59.915530 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 06:32:59.915539 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 06:32:59.916411 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 06:32:59.916433 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 06:32:59.916445 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 06:32:59.917433 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 06:32:59.917451 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 06:32:59.917464 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 06:32:59.917931 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 06:32:59.917948 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 06:32:59.917955 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 06:32:59.918216 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 06:32:59.918233 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 06:32:59.918243 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 06:32:59.918768 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 06:32:59.918785 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 06:32:59.918793 3659 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 06:32:59.920390 3659 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 06:32:59.920406 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 06:32:59.920415 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 06:32:59.921373 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 06:32:59.921392 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 06:32:59.921399 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 06:32:59.921851 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 06:32:59.921866 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 06:32:59.921874 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 06:32:59.922359 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 06:32:59.922379 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 06:32:59.922390 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 06:32:59.922644 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 06:32:59.922659 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 06:32:59.922666 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 06:32:59.923133 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 06:32:59.923150 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 06:32:59.923157 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 06:32:59.923589 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 06:32:59.923605 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 06:32:59.923612 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 06:32:59.924083 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 06:32:59.924099 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 06:32:59.924125 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 06:32:59.924743 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 06:32:59.924760 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 06:32:59.924766 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 06:32:59.925026 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 06:32:59.925041 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 06:32:59.925050 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 06:32:59.926061 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 06:32:59.926081 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 06:32:59.926093 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 06:32:59.927261 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 06:32:59.933162 3659 egressfirewall.go:374] Starting EgressFirewall controller I0507 06:32:59.933195 3659 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 06:32:59.933210 3659 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 06:32:59.933227 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 06:32:59.933239 3659 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 06:32:59.933239 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 06:32:59.933251 3659 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 06:32:59.933518 3659 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 06:32:59.933532 3659 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 06:32:59.933537 3659 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 06:32:59.933545 3659 egressqos.go:193] Setting up event handlers for EgressQoS I0507 06:32:59.933558 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:32:59.933571 3659 egressfirewall.go:723] Syncing node "ip-10-0-1-150.ec2.internal" for egress firewall I0507 06:32:59.933575 3659 egressfirewall.go:723] Syncing node "ip-10-0-2-236.ec2.internal" for egress firewall I0507 06:32:59.933663 3659 egressqos.go:245] Starting EgressQoS Controller I0507 06:32:59.933677 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 06:32:59.933684 3659 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 06:32:59.933689 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 06:32:59.933694 3659 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 06:32:59.933699 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 06:32:59.933703 3659 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 06:32:59.933707 3659 egressqos.go:259] Repairing EgressQoSes I0507 06:32:59.933711 3659 egressqos.go:399] Starting repairing loop for egressqos I0507 06:32:59.933784 3659 egressqos.go:401] Finished repairing loop for egressqos: 72.825µs I0507 06:32:59.933803 3659 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 06:32:59.933836 3659 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-236.ec2.internal I0507 06:32:59.933893 3659 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-236.ec2.internal : 58.452µs I0507 06:32:59.933966 3659 egressservice_zone.go:210] Starting Egress Services Controller I0507 06:32:59.933977 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 06:32:59.933982 3659 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 06:32:59.933987 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 06:32:59.933992 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 06:32:59.933997 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 06:32:59.934001 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 06:32:59.934006 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 06:32:59.934011 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 06:32:59.934015 3659 egressservice_zone.go:228] Repairing Egress Services I0507 06:32:59.934280 3659 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 06:32:59.934291 3659 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 06:32:59.934359 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:32:59.934373 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 16.029µs I0507 06:32:59.934383 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-150.ec2.internal I0507 06:32:59.934389 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-150.ec2.internal: 6.395µs I0507 06:32:59.934395 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:32:59.934400 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 5.521µs I0507 06:32:59.934411 3659 default_network_controller.go:585] Completing all the Watchers took 302.180193ms I0507 06:32:59.934429 3659 default_network_controller.go:589] Starting unidling controllers I0507 06:32:59.934445 3659 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 06:32:59.934452 3659 unidle.go:63] Populating Initial ContollerEvent events I0507 06:32:59.934463 3659 unidle.go:79] Setting up event handlers for services I0507 06:32:59.934520 3659 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 06:33:00.211157 3659 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:00.332811 3659 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:00.599309 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-150.ec2.internal I0507 06:33:00.599338 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-150.ec2.internal: 39.305µs I0507 06:33:00.711395 3659 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:01.211192 3659 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:01.710690 3659 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:02.035679 3659 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 06:33:02.211277 3659 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:02.229803 3659 bridgeconfig.go:537] Gateway is ready I0507 06:33:02.229823 3659 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 06:33:02.242122 3659 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.236. Updating OVN encap IP. I0507 06:33:02.247985 3659 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.236 - it is already configured I0507 06:33:02.247997 3659 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.236/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 06:33:02.248216 3659 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.236/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-236.ec2.internal","mac-address":"0e:d1:c0:6b:3c:5d","ip-addresses":["10.0.2.236/24"],"ip-address":"10.0.2.236/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d27053c5-2d19-4f50-b9b2-7c7a60e4f8d2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.236/24"}] on node ip-10-0-2-236.ec2.internal I0507 06:33:02.262671 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:33:02.262693 3659 master.go:548] Adding or Updating local node "ip-10-0-2-236.ec2.internal" for network "default" I0507 06:33:02.262692 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 27.534µs I0507 06:33:02.262766 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:33:02.262803 3659 egressfirewall.go:723] Syncing node "ip-10-0-2-236.ec2.internal" for egress firewall I0507 06:33:02.262828 3659 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:02.262842 3659 services_controller.go:574] Full service sync requested for network=default I0507 06:33:02.263062 3659 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.236 I0507 06:33:02.263131 3659 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-236.ec2.internal I0507 06:33:02.267639 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-236.ec2.internal. Updating no re-route policies I0507 06:33:02.267730 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vzw6p I0507 06:33:02.267752 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vzw6p I0507 06:33:02.267751 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-236.ec2.internal I0507 06:33:02.267764 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hjc5d I0507 06:33:02.267769 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-236.ec2.internal I0507 06:33:02.267774 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hjc5d I0507 06:33:02.267773 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-q9krf I0507 06:33:02.267780 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vzw6p after 0 failed attempt(s) I0507 06:33:02.267785 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-f97jd I0507 06:33:02.267737 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qsfhz I0507 06:33:02.267791 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hjc5d after 0 failed attempt(s) I0507 06:33:02.267795 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fxc85 I0507 06:33:02.267798 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qsfhz I0507 06:33:02.267798 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-f97jd I0507 06:33:02.267772 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-n5d8k I0507 06:33:02.267803 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-fxc85 I0507 06:33:02.267805 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:33:02.267812 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-n5d8k I0507 06:33:02.267811 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ccc5l I0507 06:33:02.267818 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qsfhz after 0 failed attempt(s) I0507 06:33:02.267821 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ccc5l I0507 06:33:02.267818 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:33:02.267749 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mfq28 I0507 06:33:02.267828 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wvlgm I0507 06:33:02.267833 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jmbgz I0507 06:33:02.267835 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mfq28 I0507 06:33:02.267836 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ccc5l after 0 failed attempt(s) I0507 06:33:02.267841 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wvlgm I0507 06:33:02.267838 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jmbgz I0507 06:33:02.267847 3659 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-n5d8k] creating logical port openshift-multus_network-metrics-daemon-n5d8k for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:02.267844 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z9br4 I0507 06:33:02.267856 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jmbgz after 0 failed attempt(s) I0507 06:33:02.267857 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-f97jd after 0 failed attempt(s) I0507 06:33:02.267864 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z9br4 I0507 06:33:02.267861 3659 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mfq28] creating logical port openshift-network-diagnostics_network-check-target-mfq28 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:02.267867 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wvlgm after 0 failed attempt(s) I0507 06:33:02.267849 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-236.ec2.internal I0507 06:33:02.267903 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z9br4 after 0 failed attempt(s) I0507 06:33:02.267906 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-236.ec2.internal I0507 06:33:02.267837 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:33:02.267924 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-236.ec2.internal after 0 failed attempt(s) I0507 06:33:02.267955 3659 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwrgx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:33:02.267802 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-j6rpk I0507 06:33:02.267972 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-j6rpk I0507 06:33:02.268002 3659 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-j6rpk] creating logical port kube-system_global-pull-secret-syncer-j6rpk for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:02.267821 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:33:02.268078 3659 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f8qw4, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f8qw4: suppressed error logged: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found I0507 06:33:02.267823 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-fxc85 after 0 failed attempt(s) I0507 06:33:02.267786 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-236.ec2.internal after 0 failed attempt(s) I0507 06:33:02.267788 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-q9krf I0507 06:33:02.268124 3659 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-q9krf, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-q9krf: suppressed error logged: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:33:02.268720 3659 pods.go:271] [openshift-multus/network-metrics-daemon-n5d8k] addLogicalPort took 883.939µs, libovsdb time 297.855µs I0507 06:33:02.268736 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-n5d8k after 0 failed attempt(s) I0507 06:33:02.268823 3659 pods.go:271] [openshift-network-diagnostics/network-check-target-mfq28] addLogicalPort took 967.911µs, libovsdb time 386.474µs I0507 06:33:02.268834 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mfq28 after 0 failed attempt(s) I0507 06:33:02.268941 3659 pods.go:271] [kube-system/global-pull-secret-syncer-j6rpk] addLogicalPort took 947.56µs, libovsdb time 464.533µs I0507 06:33:02.268954 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-j6rpk after 0 failed attempt(s) I0507 06:33:02.276657 3659 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 06:33:02.289289 3659 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 06:33:02.292810 3659 iptables.go:108] Creating table: nat chain: OUTPUT I0507 06:33:02.312431 3659 iptables.go:108] Creating table: nat chain: PREROUTING I0507 06:33:02.355361 3659 iptables.go:108] Creating table: filter chain: FORWARD I0507 06:33:02.373652 3659 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 06:33:02.373763 3659 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 06:33:02.373821 3659 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 06:33:02.373926 3659 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 06:33:02.373981 3659 gateway_init.go:325] Gateway and management port readiness took 2.668104498s I0507 06:33:02.374007 3659 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 06:33:02.374043 3659 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 06:33:02.374056 3659 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 06:33:02.374064 3659 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 06:33:02.374125 3659 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 06:33:02.374205 3659 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.941µs I0507 06:33:02.374475 3659 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 06:33:02.374508 3659 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.641µs I0507 06:33:02.374517 3659 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.006µs I0507 06:33:02.374523 3659 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 06:33:02.374532 3659 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 06:33:02.374547 3659 default_node_network_controller.go:899] Starting the default node network controller I0507 06:33:02.374554 3659 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 06:33:02.374623 3659 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.221µs I0507 06:33:02.374776 3659 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 06:33:02.374784 3659 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 06:33:02.374806 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89080 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000b974a0 0xc0002ddf10 0xc0002ec000 0xc000b960f0 0xc0064fac40 0xc0002ec070 map[0x2ff9080:0xc0027b0f00 0x2ff95c0:0xc004f81620 0x2ffa2e0:0xc0027b0e40 0x2ffa580:0xc0027b0ea0 0x2ffad60:0xc0027b0f60 0x2ffb000:0xc004f81560 0x2ffb2a0:0xc004f815c0 0x2ffba80:0xc004f81680 0x2ffbd20:0xc004f816e0 0x3026980:0xc000fbc8a0 0x3026d20:0xc00281ccc0 0x3027800:0xc000bef5c0 0x3029160:0xc001b56000 0x30298a0:0xc00381e480 0x302a720:0xc000fbc840] 0xc000ba82a0 0} I0507 06:33:02.374858 3659 gateway.go:151] Starting gateway service sync I0507 06:33:02.375284 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 06:33:02.377710 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 06:33:02.387608 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 06:33:02.388953 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 06:33:02.390184 3659 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 06:33:02.425103 3659 gateway.go:168] Gateway service sync done. Time taken: 50.231022ms I0507 06:33:02.425465 3659 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30512 I0507 06:33:02.425930 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89080 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000b974a0 0xc0002ddf10 0xc0002ec000 0xc000b960f0 0xc0064fac40 0xc0002ec070 map[0x2ff9080:0xc0027b0f00 0x2ff95c0:0xc004f81620 0x2ffa2e0:0xc0027b0e40 0x2ffa580:0xc0027b0ea0 0x2ffad60:0xc0027b0f60 0x2ffb000:0xc004f81560 0x2ffb2a0:0xc004f815c0 0x2ffba80:0xc004f81680 0x2ffbd20:0xc004f816e0 0x3026980:0xc000fbc8a0 0x3026d20:0xc00281ccc0 0x3027800:0xc000bef5c0 0x3029160:0xc001b56000 0x30298a0:0xc00381e480 0x302a720:0xc000fbc840] 0xc000ba82a0 0} I0507 06:33:02.426416 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89080 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000b974a0 0xc0002ddf10 0xc0002ec000 0xc000b960f0 0xc0064fac40 0xc0002ec070 map[0x2ff9080:0xc0027b0f00 0x2ff95c0:0xc004f81620 0x2ffa2e0:0xc0027b0e40 0x2ffa580:0xc0027b0ea0 0x2ffad60:0xc0027b0f60 0x2ffb000:0xc004f81560 0x2ffb2a0:0xc004f815c0 0x2ffba80:0xc004f81680 0x2ffbd20:0xc004f816e0 0x3026980:0xc000fbc8a0 0x3026d20:0xc00281ccc0 0x3027800:0xc000bef5c0 0x3029160:0xc001b56000 0x30298a0:0xc00381e480 0x302a720:0xc000fbc840] 0xc000ba82a0 0} I0507 06:33:02.426451 3659 gateway.go:532] Reconciling gateway with updates I0507 06:33:02.431953 3659 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 06:33:02.432034 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:02.432048 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:02.432064 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:02.432072 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:02.432089 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:02.432109 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:02.432117 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 06:33:02.432098 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:02.432128 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:02.432133 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:02.432135 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:02.432145 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:02.432148 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:02.432158 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 06:33:02.432165 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:02.432170 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:02.432173 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:02.432141 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:02.432178 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:02.432179 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:02.432184 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432187 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:02.432192 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432190 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:02.432204 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:02.432218 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:02.432220 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 06:33:02.432221 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:02.432039 3659 default_node_network_controller.go:944] Gateway and management port readiness took 57.24654ms I0507 06:33:02.432225 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:02.432233 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:02.432230 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:02.432235 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 06:33:02.432239 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432235 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 06:33:02.432247 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:02.432241 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:02.432258 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:02.432258 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 06:33:02.432261 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432260 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:02.432268 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 06:33:02.432267 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:02.432283 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:02.432287 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 06:33:02.432289 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:02.432303 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:02.432303 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:02.432315 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:02.432332 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 06:33:02.432343 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:02.432352 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 06:33:02.432352 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:02.432358 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 06:33:02.432359 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:02.432368 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:02.432223 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:02.432371 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 06:33:02.432374 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:02.432379 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:02.432374 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:02.432384 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432382 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:02.432388 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 06:33:02.432393 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:02.432399 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 06:33:02.432402 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:02.432402 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:02.432405 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:02.432418 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:02.432419 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:02.432419 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:02.432429 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432433 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:02.432339 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:02.432440 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:02.432441 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 06:33:02.432446 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:02.432445 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:02.432452 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:02.432461 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 06:33:02.432461 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:02.432476 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:02.432488 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 30939 is already open, no action needed I0507 06:33:02.432503 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 30784 is already open, no action needed I0507 06:33:02.432368 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:02.432423 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 06:33:02.432461 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:02.432410 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:02.432620 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 06:33:02.432452 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 06:33:02.432390 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:02.432630 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:02.432259 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:02.432648 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:02.432360 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:02.432660 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:02.432668 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 06:33:02.432666 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:02.432114 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:02.432682 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:02.432634 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:02.432112 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:02.432744 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:02.432749 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:02.432120 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432127 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:02.432866 3659 node_ip_handler_linux.go:160] Node IP manager is running I0507 06:33:02.432872 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:02.432896 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 06:33:02.432202 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 06:33:02.432223 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:02.432339 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 06:33:02.432356 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 06:33:02.432369 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:02.432380 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 06:33:02.432423 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 06:33:02.432037 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:02.432996 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server W0507 06:33:02.471839 3659 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 06:33:02.472153 3659 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 06:33:02.472327 3659 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0507 06:33:02.485074 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 06:33:02.485168 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 06:33:02.485205 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 06:33:02.485235 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 06:33:02.528355 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 06:33:02.528365 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 06:33:02.528384 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 06:33:02.528390 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 06:33:02.528396 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 06:33:02.528402 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 06:33:02.528408 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 06:33:02.528413 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 06:33:02.528419 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 06:33:02.528425 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 06:33:02.571999 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 06:33:02.572027 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 06:33:02.572036 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 06:33:04.246487 3659 default_node_network_controller.go:1380] Starting node controller node sync W0507 06:33:04.246596 3659 egressip_healthcheck.go:76] Health checking using insecure connection I0507 06:33:04.246645 3659 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0507 06:33:04.258435 3659 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.92033ms I0507 06:33:04.258556 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-150.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:04.258575 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-150.ec2.internal", IP: 10.0.1.150 to PMTUD blocking rules I0507 06:33:04.264600 3659 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 06:33:04.264904 3659 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 06:33:04.265012 3659 egressservice_node.go:183] Starting Egress Services Controller I0507 06:33:04.265031 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 06:33:04.265044 3659 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 06:33:04.265052 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 06:33:04.265057 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 06:33:04.265063 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 06:33:04.265068 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 06:33:04.265072 3659 egressservice_node.go:197] Repairing Egress Services I0507 06:33:04.275474 3659 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 06:33:04.275489 3659 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 06:33:04.275739 3659 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 06:33:04.275749 3659 link_network_manager.go:119] Link manager is running I0507 06:33:04.275757 3659 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 06:33:04.275980 3659 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 06:33:04.276136 3659 vrf_manager.go:128] VRF manager is running I0507 06:33:04.276254 3659 node_controller_manager.go:437] Removing flows to drop GARP I0507 06:33:04.276266 3659 gateway.go:532] Reconciling gateway with updates I0507 06:33:04.292804 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:04.292822 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:04.292831 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:04.292838 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:04.292842 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:04.292844 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:04.292849 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:04.292852 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 06:33:04.292841 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:04.292851 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:04.292867 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:04.292871 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:04.292820 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:04.292893 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:04.292897 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:04.292900 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:04.292837 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:04.292909 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:04.292922 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:04.292925 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:04.292928 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:04.292933 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:04.292940 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:04.292934 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:04.292947 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:04.292861 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:04.292952 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:04.292959 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:04.292934 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:04.292967 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:04.292969 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:04.292971 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:04.292871 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:04.292978 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:04.292933 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:04.292985 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:04.292978 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:04.292830 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:04.292994 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:04.292994 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:04.292919 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 06:33:04.293000 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:04.292999 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:04.293000 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:04.293009 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:04.293013 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:04.293016 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:04.292922 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:04.293015 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 06:33:04.293017 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:04.293029 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:04.292971 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:04.292957 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:04.293074 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 06:33:04.292874 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:04.293090 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:04.292940 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:04.293105 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:04.292958 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:04.293087 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:04.292960 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 06:33:04.293142 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 06:33:04.292810 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:04.293154 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:04.292913 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:04.292970 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 06:33:04.293180 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 06:33:04.293185 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 06:33:04.292976 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:04.293194 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:04.293198 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 06:33:04.292859 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:04.293205 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:04.292980 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:04.293209 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 06:33:04.293215 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:04.292985 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:04.292986 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 06:33:04.292986 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:04.293277 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:04.293282 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 06:33:04.292986 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:04.293290 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:04.292990 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:04.292989 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:04.293332 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:04.293337 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 06:33:04.292994 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:04.293344 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:04.293000 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:04.293002 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:04.293003 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:04.293401 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 06:33:04.292998 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:04.293409 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:04.293021 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:04.293174 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 30939 is already open, no action needed I0507 06:33:04.293460 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 30784 is already open, no action needed I0507 06:33:04.292974 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:04.296985 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 06:33:04.297002 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 06:33:04.297019 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 06:33:04.297030 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 06:33:04.297037 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 06:33:04.297046 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 06:33:04.297056 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 06:33:04.297066 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 06:33:04.297076 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 06:33:04.297085 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 06:33:04.297095 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 06:33:04.297105 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 06:33:04.297115 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 06:33:04.297125 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 06:33:04.297136 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 06:33:04.297144 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 06:33:04.297152 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 06:33:04.339850 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 06:33:04.339898 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 06:33:04.339907 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 06:33:04.339914 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 06:33:04.339920 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 06:33:04.339925 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 06:33:04.339932 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 06:33:04.339937 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 06:33:04.339943 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 06:33:04.339948 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 06:33:04.339953 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 06:33:04.339959 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 06:33:04.339964 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 06:33:04.339970 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 06:33:04.339975 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 06:33:04.339983 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 06:33:04.388599 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 06:33:04.388613 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 06:33:06.138922 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:33:06.138959 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 45.036µs I0507 06:33:06.164366 3659 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b6f59f654-6ps6d] creating logical port openshift-image-registry_image-registry-b6f59f654-6ps6d for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:06.164521 3659 kube.go:256] Updating pod openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:06.173180 3659 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6cf4bb7648-fm2f4] creating logical port openshift-ingress_router-default-6cf4bb7648-fm2f4 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:06.173317 3659 kube.go:256] Updating pod openshift-ingress/router-default-6cf4bb7648-fm2f4 I0507 06:33:06.184444 3659 pod.go:62] [openshift-image-registry/image-registry-b6f59f654-6ps6d] pod update took 19.959134ms I0507 06:33:06.184473 3659 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b6f59f654-6ps6d] addLogicalPort annotation time took 19.992589ms I0507 06:33:06.185755 3659 pods.go:271] [openshift-image-registry/image-registry-b6f59f654-6ps6d] addLogicalPort took 21.412164ms, libovsdb time 957.068µs I0507 06:33:06.187493 3659 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w89jn] creating logical port openshift-dns_dns-default-w89jn for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:06.187601 3659 kube.go:256] Updating pod openshift-dns/dns-default-w89jn I0507 06:33:06.194933 3659 pod.go:62] [openshift-ingress/router-default-6cf4bb7648-fm2f4] pod update took 21.656062ms I0507 06:33:06.194953 3659 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6cf4bb7648-fm2f4] addLogicalPort annotation time took 21.681908ms I0507 06:33:06.196005 3659 pods.go:271] [openshift-ingress/router-default-6cf4bb7648-fm2f4] addLogicalPort took 22.843544ms, libovsdb time 838.574µs I0507 06:33:06.203340 3659 pod.go:62] [openshift-dns/dns-default-w89jn] pod update took 15.771171ms I0507 06:33:06.203357 3659 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w89jn] addLogicalPort annotation time took 15.789417ms I0507 06:33:06.204143 3659 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-7nqzc] creating logical port openshift-ingress-canary_ingress-canary-7nqzc for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:06.204240 3659 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-7nqzc I0507 06:33:06.204371 3659 pods.go:271] [openshift-dns/dns-default-w89jn] addLogicalPort took 16.887723ms, libovsdb time 802.662µs I0507 06:33:06.221948 3659 pod.go:62] [openshift-ingress-canary/ingress-canary-7nqzc] pod update took 17.727227ms I0507 06:33:06.221971 3659 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-7nqzc] addLogicalPort annotation time took 17.752284ms I0507 06:33:06.223117 3659 pods.go:271] [openshift-ingress-canary/ingress-canary-7nqzc] addLogicalPort took 18.98609ms, libovsdb time 828.026µs I0507 06:33:06.638839 3659 cni.go:452] [openshift-ingress-canary/ingress-canary-7nqzc 86624cba432da191202f59456de4263b1419b8ff142475a914d41180da9e2a63 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-7nqzc 86624cba432da191202f59456de4263b1419b8ff142475a914d41180da9e2a63 network default NAD default NAD key ] I0507 06:33:06.656585 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-7nqzc, hostIfaceName: 86624cba432da19, network: default, NAD default, SandboxID: "86624cba432da191202f59456de4263b1419b8ff142475a914d41180da9e2a63", PCI device ID: , UID: "242de3c6-c644-447b-a953-867943afce54", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0507 06:33:06.707075 3659 cni.go:473] [openshift-ingress-canary/ingress-canary-7nqzc 86624cba432da191202f59456de4263b1419b8ff142475a914d41180da9e2a63 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-7nqzc 86624cba432da191202f59456de4263b1419b8ff142475a914d41180da9e2a63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:86:d3:3a:a3:a2\",\"name\":\"86624cba432da19\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce0d11a1-81e9-465b-bcc0-1c8636e8f131\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:09.086276 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:09.086293 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 23.446µs I0507 06:33:09.086329 3659 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:09.086361 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:33:09.756942 3659 cni.go:452] [kube-system/global-pull-secret-syncer-j6rpk ee3d241c27be57abe5bf88a120d5ce36b8192da76917d12a54f2fe175a0a93ba network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-j6rpk ee3d241c27be57abe5bf88a120d5ce36b8192da76917d12a54f2fe175a0a93ba network default NAD default NAD key ] I0507 06:33:09.768137 3659 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-j6rpk, hostIfaceName: ee3d241c27be57a, network: default, NAD default, SandboxID: "ee3d241c27be57abe5bf88a120d5ce36b8192da76917d12a54f2fe175a0a93ba", PCI device ID: , UID: "e0340d50-ef7d-4feb-9572-db78933f8dea", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0507 06:33:09.785165 3659 cni.go:452] [openshift-network-diagnostics/network-check-target-mfq28 a64feb99fc75df892f6f0b7041eaf26561ffebe9850064d5fe59b858a09b72c9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mfq28 a64feb99fc75df892f6f0b7041eaf26561ffebe9850064d5fe59b858a09b72c9 network default NAD default NAD key ] I0507 06:33:09.799352 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mfq28, hostIfaceName: a64feb99fc75df8, network: default, NAD default, SandboxID: "a64feb99fc75df892f6f0b7041eaf26561ffebe9850064d5fe59b858a09b72c9", PCI device ID: , UID: "33d3a023-ea2e-4e0b-a1e0-d3507197ffb7", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0507 06:33:09.818565 3659 cni.go:473] [kube-system/global-pull-secret-syncer-j6rpk ee3d241c27be57abe5bf88a120d5ce36b8192da76917d12a54f2fe175a0a93ba network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-j6rpk ee3d241c27be57abe5bf88a120d5ce36b8192da76917d12a54f2fe175a0a93ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:cb:e2:e7:9b:d7\",\"name\":\"ee3d241c27be57a\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39decdaa-7059-4de8-8c5b-320eb287bf4d\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:09.843468 3659 cni.go:473] [openshift-network-diagnostics/network-check-target-mfq28 a64feb99fc75df892f6f0b7041eaf26561ffebe9850064d5fe59b858a09b72c9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mfq28 a64feb99fc75df892f6f0b7041eaf26561ffebe9850064d5fe59b858a09b72c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1e:40:58:38:d4\",\"name\":\"a64feb99fc75df8\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5ebb1d2-0d2f-4f24-8a21-2643d6c2ec21\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:11.438194 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 06:33:11.462279 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:12.252665 3659 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 06:33:12.253871 3659 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.182828ms I0507 06:33:12.278317 3659 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 06:33:12.380614 3659 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-2q796 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:12.380753 3659 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796 I0507 06:33:12.403967 3659 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796] pod update took 23.236744ms I0507 06:33:12.403992 3659 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796] addLogicalPort annotation time took 23.272332ms I0507 06:33:12.405314 3659 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796] addLogicalPort took 24.721329ms, libovsdb time 1.008592ms I0507 06:33:12.849332 3659 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796 c22fddf3076759a0c4a2eddd4aa0a38653e18409d62ed4cc6bedd58359a81d6b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796 c22fddf3076759a0c4a2eddd4aa0a38653e18409d62ed4cc6bedd58359a81d6b network default NAD default NAD key ] I0507 06:33:12.861681 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-2q796, hostIfaceName: c22fddf3076759a, network: default, NAD default, SandboxID: "c22fddf3076759a0c4a2eddd4aa0a38653e18409d62ed4cc6bedd58359a81d6b", PCI device ID: , UID: "deb17829-b6eb-48a4-8d45-626e36171dd0", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0507 06:33:12.870316 3659 namespace.go:98] [openshift-service-ca] adding namespace I0507 06:33:12.871516 3659 namespace.go:102] [openshift-service-ca] adding namespace took 1.161147ms I0507 06:33:12.887657 3659 namespace.go:142] [openshift-service-ca] updating namespace I0507 06:33:12.916906 3659 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796 c22fddf3076759a0c4a2eddd4aa0a38653e18409d62ed4cc6bedd58359a81d6b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2q796 c22fddf3076759a0c4a2eddd4aa0a38653e18409d62ed4cc6bedd58359a81d6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:aa:5b:37:9f:04\",\"name\":\"c22fddf3076759a\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/714befdb-4b27-48d8-89c7-4a1b3de171f9\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:13.685203 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:13.685209 3659 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "ip-10-0-0-9.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:13.685255 3659 node_tracker.go:235] Node ip-10-0-0-9.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-9.ec2.internal" I0507 06:33:13.685271 3659 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.685285 3659 services_controller.go:574] Full service sync requested for network=default W0507 06:33:13.685693 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 06:33:13.685709 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:13.847922 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:13.847960 3659 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "ip-10-0-0-9.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:13.847987 3659 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.848004 3659 services_controller.go:574] Full service sync requested for network=default W0507 06:33:13.848366 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 06:33:13.848389 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:13.849009 3659 zone_ic_handler.go:195] Time taken to create transit switch: 343.31µs I0507 06:33:13.849027 3659 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-9.ec2.internal for the network default I0507 06:33:13.850246 3659 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-9.ec2.internal" on network "default" took: 1.591922ms I0507 06:33:14.538243 3659 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-vbnkn] creating logical port openshift-service-ca_service-ca-d9cb48497-vbnkn for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:14.538338 3659 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-vbnkn I0507 06:33:14.551430 3659 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-vbnkn] pod update took 13.113697ms I0507 06:33:14.551456 3659 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-vbnkn] addLogicalPort annotation time took 13.143105ms I0507 06:33:14.552713 3659 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-vbnkn] addLogicalPort took 14.487829ms, libovsdb time 972.847µs I0507 06:33:15.038318 3659 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-vbnkn 26a74caa5a5a9a9b48cd596f6ca30b5239f7a4e54a0611bf8a5d7eed038a5b79 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-vbnkn 26a74caa5a5a9a9b48cd596f6ca30b5239f7a4e54a0611bf8a5d7eed038a5b79 network default NAD default NAD key ] W0507 06:33:15.040656 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 06:33:15.050489 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-vbnkn, hostIfaceName: 26a74caa5a5a9a9, network: default, NAD default, SandboxID: "26a74caa5a5a9a9b48cd596f6ca30b5239f7a4e54a0611bf8a5d7eed038a5b79", PCI device ID: , UID: "0a6af598-cc69-44e5-9592-ba13ce9a4a06", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0507 06:33:15.103460 3659 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-vbnkn 26a74caa5a5a9a9b48cd596f6ca30b5239f7a4e54a0611bf8a5d7eed038a5b79 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-vbnkn 26a74caa5a5a9a9b48cd596f6ca30b5239f7a4e54a0611bf8a5d7eed038a5b79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:88:e9:4d:28:1e\",\"name\":\"26a74caa5a5a9a9\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d71942-3f7c-44ab-b2c6-9d912ca910d4\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:16.408584 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:16.408598 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:33:16.408606 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 29.964µs I0507 06:33:16.408650 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:16.408686 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 10.0.0.9 to PMTUD blocking rules I0507 06:33:16.408696 3659 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:16.408701 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:16.408710 3659 services_controller.go:574] Full service sync requested for network=default W0507 06:33:16.408844 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:16.409208 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 06:33:16.409217 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:16.415115 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-9.ec2.internal. Updating no re-route policies I0507 06:33:16.425086 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 10.0.0.9 to PMTUD blocking rules I0507 06:33:16.425105 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:20.345910 3659 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-scskv] creating logical port openshift-insights_insights-runtime-extractor-scskv for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:20.346016 3659 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-scskv I0507 06:33:20.362810 3659 pod.go:62] [openshift-insights/insights-runtime-extractor-scskv] pod update took 16.823189ms I0507 06:33:20.362834 3659 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-scskv] addLogicalPort annotation time took 16.853444ms I0507 06:33:20.364069 3659 pods.go:271] [openshift-insights/insights-runtime-extractor-scskv] addLogicalPort took 18.216055ms, libovsdb time 904.97µs I0507 06:33:20.840468 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:20.840495 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 36.259µs W0507 06:33:22.196900 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:36.384325 3659 cni.go:452] [openshift-insights/insights-runtime-extractor-scskv 42742ab798e6933439cd6588a3d75f2fc847b8e2477fcc2d146804cf32a65c6b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-scskv 42742ab798e6933439cd6588a3d75f2fc847b8e2477fcc2d146804cf32a65c6b network default NAD default NAD key ] I0507 06:33:36.394642 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-scskv, hostIfaceName: 42742ab798e6933, network: default, NAD default, SandboxID: "42742ab798e6933439cd6588a3d75f2fc847b8e2477fcc2d146804cf32a65c6b", PCI device ID: , UID: "d0213fad-c7f8-4b17-8af7-f4b6f05f2682", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0507 06:33:36.447781 3659 cni.go:473] [openshift-insights/insights-runtime-extractor-scskv 42742ab798e6933439cd6588a3d75f2fc847b8e2477fcc2d146804cf32a65c6b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-scskv 42742ab798e6933439cd6588a3d75f2fc847b8e2477fcc2d146804cf32a65c6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:53:67:dd:93:aa\",\"name\":\"42742ab798e6933\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7212db88-5a46-4865-b2b6-bf4d4df8b204\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:37.548726 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:37.557536 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:37.579299 3659 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.579408 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.579446 3659 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.662331 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:33:37.750388 3659 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-mq2sb] creating logical port openshift-console_downloads-5c54f4944f-mq2sb for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:37.750488 3659 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-mq2sb I0507 06:33:37.801706 3659 pod.go:62] [openshift-console/downloads-5c54f4944f-mq2sb] pod update took 51.245859ms I0507 06:33:37.801730 3659 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-mq2sb] addLogicalPort annotation time took 51.277186ms I0507 06:33:37.802901 3659 pods.go:271] [openshift-console/downloads-5c54f4944f-mq2sb] addLogicalPort took 52.537398ms, libovsdb time 846.487µs I0507 06:33:38.151858 3659 cni.go:452] [openshift-console/downloads-5c54f4944f-mq2sb ccb8fde2f65197ffeff7e78d31f844eacd6d0d1679b4215d6961748fae5434be network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-mq2sb ccb8fde2f65197ffeff7e78d31f844eacd6d0d1679b4215d6961748fae5434be network default NAD default NAD key ] I0507 06:33:38.161713 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-mq2sb, hostIfaceName: ccb8fde2f65197f, network: default, NAD default, SandboxID: "ccb8fde2f65197ffeff7e78d31f844eacd6d0d1679b4215d6961748fae5434be", PCI device ID: , UID: "6bfe134c-58f1-4454-9137-baef1b890d22", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0507 06:33:38.213000 3659 cni.go:473] [openshift-console/downloads-5c54f4944f-mq2sb ccb8fde2f65197ffeff7e78d31f844eacd6d0d1679b4215d6961748fae5434be network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-mq2sb ccb8fde2f65197ffeff7e78d31f844eacd6d0d1679b4215d6961748fae5434be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:76:fd:04:47:83\",\"name\":\"ccb8fde2f65197f\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19b205b5-3fbf-4d20-ba55-04a0d364c79a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:38.226191 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-whfl5 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:38.226296 3659 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5 I0507 06:33:38.245337 3659 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5] pod update took 19.060874ms I0507 06:33:38.245371 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5] addLogicalPort annotation time took 19.100888ms I0507 06:33:38.246722 3659 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5] addLogicalPort took 20.545302ms, libovsdb time 950.738µs I0507 06:33:38.362774 3659 cni.go:452] [openshift-ingress/router-default-6cf4bb7648-fm2f4 935c25fbec1982ac140e0f259fcbabedd806774ca8d059b0d04237b0ca92e8c8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6cf4bb7648-fm2f4 935c25fbec1982ac140e0f259fcbabedd806774ca8d059b0d04237b0ca92e8c8 network default NAD default NAD key ] I0507 06:33:38.372521 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6cf4bb7648-fm2f4, hostIfaceName: 935c25fbec1982a, network: default, NAD default, SandboxID: "935c25fbec1982ac140e0f259fcbabedd806774ca8d059b0d04237b0ca92e8c8", PCI device ID: , UID: "b858314a-9a1e-49a5-b745-cc2b4c3f15a2", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0507 06:33:38.384088 3659 cni.go:452] [openshift-dns/dns-default-w89jn f1f4eb7f1d5d50512ef34a7832a12662bd8ecaf2aadf8fe3a8e3658e7ffa52ff network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w89jn f1f4eb7f1d5d50512ef34a7832a12662bd8ecaf2aadf8fe3a8e3658e7ffa52ff network default NAD default NAD key ] I0507 06:33:38.394377 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w89jn, hostIfaceName: f1f4eb7f1d5d505, network: default, NAD default, SandboxID: "f1f4eb7f1d5d50512ef34a7832a12662bd8ecaf2aadf8fe3a8e3658e7ffa52ff", PCI device ID: , UID: "e1ea5b56-4e33-47a7-b410-16e729b457ee", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0507 06:33:38.425817 3659 cni.go:473] [openshift-ingress/router-default-6cf4bb7648-fm2f4 935c25fbec1982ac140e0f259fcbabedd806774ca8d059b0d04237b0ca92e8c8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6cf4bb7648-fm2f4 935c25fbec1982ac140e0f259fcbabedd806774ca8d059b0d04237b0ca92e8c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f7:b0:b2:b9:d4\",\"name\":\"935c25fbec1982a\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80f6f221-73cb-47e5-8591-25c9e1becdfa\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:38.447138 3659 cni.go:473] [openshift-dns/dns-default-w89jn f1f4eb7f1d5d50512ef34a7832a12662bd8ecaf2aadf8fe3a8e3658e7ffa52ff network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w89jn f1f4eb7f1d5d50512ef34a7832a12662bd8ecaf2aadf8fe3a8e3658e7ffa52ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4f:16:b6:30:96\",\"name\":\"f1f4eb7f1d5d505\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ea3b323-47d3-494a-8b3d-ac2a469ca66c\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:39.148569 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 06:33:39.148595 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0507 06:33:39.171871 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:33:39.171999 3659 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:39.173943 3659 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b6f59f654-6ps6d, ips: 10.129.0.6 I0507 06:33:39.173983 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:33:39.180972 3659 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b794699cc-gx79s] creating logical port openshift-image-registry_image-registry-7b794699cc-gx79s for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:39.181085 3659 kube.go:256] Updating pod openshift-image-registry/image-registry-7b794699cc-gx79s I0507 06:33:39.189402 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:33:39.189429 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:33:39.198439 3659 pod.go:62] [openshift-image-registry/image-registry-7b794699cc-gx79s] pod update took 17.400835ms I0507 06:33:39.198463 3659 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b794699cc-gx79s] addLogicalPort annotation time took 17.428336ms I0507 06:33:39.199160 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:39.199254 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:39.200457 3659 pods.go:271] [openshift-image-registry/image-registry-7b794699cc-gx79s] addLogicalPort took 19.499809ms, libovsdb time 1.59786ms I0507 06:33:39.231982 3659 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5 01f368f9d873276ce9a8ede573a6a43c5a7d6cce707a33900f3a138f79b7ec74 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5 01f368f9d873276ce9a8ede573a6a43c5a7d6cce707a33900f3a138f79b7ec74 network default NAD default NAD key ] I0507 06:33:39.243508 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-whfl5, hostIfaceName: 01f368f9d873276, network: default, NAD default, SandboxID: "01f368f9d873276ce9a8ede573a6a43c5a7d6cce707a33900f3a138f79b7ec74", PCI device ID: , UID: "f7d8ca77-6249-4f69-931a-35e6c2f98017", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0507 06:33:39.309510 3659 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5 01f368f9d873276ce9a8ede573a6a43c5a7d6cce707a33900f3a138f79b7ec74 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-whfl5 01f368f9d873276ce9a8ede573a6a43c5a7d6cce707a33900f3a138f79b7ec74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a2:ad:15:24:1f\",\"name\":\"01f368f9d873276\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86bcf75f-ecd2-4360-95c8-9e5a7e399b12\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:40.140524 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 06:33:40.140554 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 06:33:40.140562 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 06:33:40.146486 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 06:33:40.146527 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0507 06:33:40.263862 3659 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 06:33:40.509352 3659 cni.go:452] [openshift-image-registry/image-registry-7b794699cc-gx79s adce60ed672f354cd4b45fb03c6d4ba6fe0902d4b96367d56e907fe655704951 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b794699cc-gx79s adce60ed672f354cd4b45fb03c6d4ba6fe0902d4b96367d56e907fe655704951 network default NAD default NAD key ] I0507 06:33:40.521312 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b794699cc-gx79s, hostIfaceName: adce60ed672f354, network: default, NAD default, SandboxID: "adce60ed672f354cd4b45fb03c6d4ba6fe0902d4b96367d56e907fe655704951", PCI device ID: , UID: "1add08d2-38ba-4da8-a507-57e4126cb296", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0507 06:33:40.585610 3659 cni.go:473] [openshift-image-registry/image-registry-7b794699cc-gx79s adce60ed672f354cd4b45fb03c6d4ba6fe0902d4b96367d56e907fe655704951 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b794699cc-gx79s adce60ed672f354cd4b45fb03c6d4ba6fe0902d4b96367d56e907fe655704951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fb:63:76:75:f0\",\"name\":\"adce60ed672f354\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a6ec16c-a457-4bbc-8082-6247f0087d59\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:41.202040 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:33:41.834937 3659 cni.go:452] [openshift-multus/network-metrics-daemon-n5d8k 955e2738fd32160eadc1a9fa61dfbc0d777a21acd69e042c0dfd8ad8abe914b5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-n5d8k 955e2738fd32160eadc1a9fa61dfbc0d777a21acd69e042c0dfd8ad8abe914b5 network default NAD default NAD key ] I0507 06:33:41.846181 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-n5d8k, hostIfaceName: 955e2738fd32160, network: default, NAD default, SandboxID: "955e2738fd32160eadc1a9fa61dfbc0d777a21acd69e042c0dfd8ad8abe914b5", PCI device ID: , UID: "b633356d-b1c1-4a38-b354-ddaccb919700", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0507 06:33:41.901688 3659 cni.go:473] [openshift-multus/network-metrics-daemon-n5d8k 955e2738fd32160eadc1a9fa61dfbc0d777a21acd69e042c0dfd8ad8abe914b5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-n5d8k 955e2738fd32160eadc1a9fa61dfbc0d777a21acd69e042c0dfd8ad8abe914b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f7:c8:92:aa:5c\",\"name\":\"955e2738fd32160\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3028296-8107-4d2d-86a2-038857378a4b\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:42.149560 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 06:33:42.186866 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 06:33:42.209986 3659 base_network_controller_pods.go:487] [default/openshift-console/console-7b4869c4dd-n972x] creating logical port openshift-console_console-7b4869c4dd-n972x for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:42.210119 3659 kube.go:256] Updating pod openshift-console/console-7b4869c4dd-n972x I0507 06:33:42.226319 3659 pod.go:62] [openshift-console/console-7b4869c4dd-n972x] pod update took 16.239173ms I0507 06:33:42.226343 3659 base_network_controller_pods.go:951] [default/openshift-console/console-7b4869c4dd-n972x] addLogicalPort annotation time took 16.270529ms I0507 06:33:42.227610 3659 pods.go:271] [openshift-console/console-7b4869c4dd-n972x] addLogicalPort took 17.646697ms, libovsdb time 923.553µs I0507 06:33:42.572377 3659 cni.go:452] [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key ] I0507 06:33:42.584551 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b4869c4dd-n972x, hostIfaceName: 8dd3e96878bbf91, network: default, NAD default, SandboxID: "8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474", PCI device ID: , UID: "3eb746e0-36a8-474d-83e4-82f7e67397b3", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0507 06:33:42.638242 3659 cni.go:473] [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f4:da:97:74:46\",\"name\":\"8dd3e96878bbf91\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48285a9b-03a4-45ff-89c6-ae04576dbdf6\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:46.055797 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:46.583428 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583466 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583475 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583493 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583500 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583507 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:47.626869 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:48.184378 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:48.388357 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:49.321018 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:49.321050 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:51.157663 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:51.157690 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:51.157698 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0507 06:33:51.980233 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:51.980348 3659 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 06:33:52.003121 3659 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.817059ms I0507 06:33:52.003145 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.849194ms I0507 06:33:52.004617 3659 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.402966ms, libovsdb time 1.055168ms W0507 06:33:53.204072 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:33:53.812606 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5bcbd566d7-vs78b] creating logical port openshift-monitoring_thanos-querier-5bcbd566d7-vs78b for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:53.812776 3659 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5bcbd566d7-vs78b I0507 06:33:53.832490 3659 pod.go:62] [openshift-monitoring/thanos-querier-5bcbd566d7-vs78b] pod update took 19.803549ms I0507 06:33:53.832510 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5bcbd566d7-vs78b] addLogicalPort annotation time took 19.831887ms I0507 06:33:53.833847 3659 pods.go:271] [openshift-monitoring/thanos-querier-5bcbd566d7-vs78b] addLogicalPort took 21.261511ms, libovsdb time 976.847µs I0507 06:33:55.340214 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-c648b9cbd-wpxk8] creating logical port openshift-monitoring_metrics-server-c648b9cbd-wpxk8 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:55.340354 3659 kube.go:256] Updating pod openshift-monitoring/metrics-server-c648b9cbd-wpxk8 I0507 06:33:55.362649 3659 pod.go:62] [openshift-monitoring/metrics-server-c648b9cbd-wpxk8] pod update took 22.323599ms I0507 06:33:55.362676 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-c648b9cbd-wpxk8] addLogicalPort annotation time took 22.361304ms I0507 06:33:55.364007 3659 pods.go:271] [openshift-monitoring/metrics-server-c648b9cbd-wpxk8] addLogicalPort took 23.814582ms, libovsdb time 937.918µs I0507 06:33:55.511151 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-nn925 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:55.511284 3659 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925 I0507 06:33:55.530151 3659 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925] pod update took 18.915473ms I0507 06:33:55.530225 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925] addLogicalPort annotation time took 18.995284ms I0507 06:33:55.532750 3659 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925] addLogicalPort took 21.620908ms, libovsdb time 1.332764ms W0507 06:33:56.390283 3659 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c95f64684-2btbb IP address from the namespace address-set, err: pod openshift-console/console-5c95f64684-2btbb: no pod IPs found I0507 06:33:57.094781 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:33:57.094937 3659 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 06:33:57.157282 3659 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 62.414735ms I0507 06:33:57.157313 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 62.454483ms I0507 06:33:57.158741 3659 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 63.981314ms, libovsdb time 1.021983ms I0507 06:33:57.941934 3659 cni.go:452] [openshift-monitoring/thanos-querier-5bcbd566d7-vs78b c5446f70741577a975c0ca527d2482b7023ae1a5bf1f1c502a07eab30ee226a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5bcbd566d7-vs78b c5446f70741577a975c0ca527d2482b7023ae1a5bf1f1c502a07eab30ee226a5 network default NAD default NAD key ] I0507 06:33:57.942490 3659 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925 0b75e2836c8334e9e41871762ac7a41352f8ff605b791b46d06ebb217e85555f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925 0b75e2836c8334e9e41871762ac7a41352f8ff605b791b46d06ebb217e85555f network default NAD default NAD key ] I0507 06:33:57.945603 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key ] I0507 06:33:57.946795 3659 cni.go:452] [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key ] I0507 06:33:57.947268 3659 cni.go:452] [openshift-monitoring/metrics-server-c648b9cbd-wpxk8 b5c81bdacf5386b93f42d2f66e95ef7fce067a3798f5a4d6fe5d78f54cead695 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-c648b9cbd-wpxk8 b5c81bdacf5386b93f42d2f66e95ef7fce067a3798f5a4d6fe5d78f54cead695 network default NAD default NAD key ] I0507 06:33:57.958010 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5bcbd566d7-vs78b, hostIfaceName: c5446f70741577a, network: default, NAD default, SandboxID: "c5446f70741577a975c0ca527d2482b7023ae1a5bf1f1c502a07eab30ee226a5", PCI device ID: , UID: "ca8578b8-87b2-47a4-80e9-0aab8752b2a4", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0507 06:33:57.959544 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-nn925, hostIfaceName: 0b75e2836c8334e, network: default, NAD default, SandboxID: "0b75e2836c8334e9e41871762ac7a41352f8ff605b791b46d06ebb217e85555f", PCI device ID: , UID: "07686457-086d-42c5-90aa-209c39c40b2a", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0507 06:33:57.960483 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3290ab29ec13714, network: default, NAD default, SandboxID: "3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2", PCI device ID: , UID: "4df53fba-9846-4834-b9f6-3f9953235818", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0507 06:33:57.964834 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-c648b9cbd-wpxk8, hostIfaceName: b5c81bdacf5386b, network: default, NAD default, SandboxID: "b5c81bdacf5386b93f42d2f66e95ef7fce067a3798f5a4d6fe5d78f54cead695", PCI device ID: , UID: "f5ae773f-df40-4827-af1b-96ef60c44b2c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0507 06:33:57.970654 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 43d71ec4c9430ec, network: default, NAD default, SandboxID: "43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd", PCI device ID: , UID: "4c00fc18-096c-4cc1-b90d-571335ad497a", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0507 06:33:58.023764 3659 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925 0b75e2836c8334e9e41871762ac7a41352f8ff605b791b46d06ebb217e85555f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-nn925 0b75e2836c8334e9e41871762ac7a41352f8ff605b791b46d06ebb217e85555f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:71:da:6f:8f:38\",\"name\":\"0b75e2836c8334e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc407461-5866-4e3f-9dd7-91d633292662\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:58.218558 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0507 06:33:58.253590 3659 cni.go:473] [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:77:26:df:d1:bc\",\"name\":\"43d71ec4c9430ec\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61d72a52-735c-4402-a7f0-9ddcede5de49\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:58.253604 3659 cni.go:473] [openshift-monitoring/thanos-querier-5bcbd566d7-vs78b c5446f70741577a975c0ca527d2482b7023ae1a5bf1f1c502a07eab30ee226a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5bcbd566d7-vs78b c5446f70741577a975c0ca527d2482b7023ae1a5bf1f1c502a07eab30ee226a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e6:37:b8:20:b9\",\"name\":\"c5446f70741577a\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce060a64-ba97-4a0e-ae21-cc2d90eebd62\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:58.253595 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:05:ca:ec:e9:20\",\"name\":\"3290ab29ec13714\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fdd8ef8-53d1-477b-9db7-a632de693be0\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:33:58.253674 3659 cni.go:473] [openshift-monitoring/metrics-server-c648b9cbd-wpxk8 b5c81bdacf5386b93f42d2f66e95ef7fce067a3798f5a4d6fe5d78f54cead695 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-c648b9cbd-wpxk8 b5c81bdacf5386b93f42d2f66e95ef7fce067a3798f5a4d6fe5d78f54cead695 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:41:21:cf:63:c4\",\"name\":\"b5c81bdacf5386b\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb9f5090-edc1-4858-8761-e4dddfc29476\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:33:58.429154 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0507 06:33:58.463783 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0507 06:33:58.463820 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0507 06:33:59.258830 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0507 06:34:01.248156 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 06:34:01.287852 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.287895 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.287903 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.346311 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:01.385449 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:01.385466 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:01.419078 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 06:34:02.158612 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:34:02.928858 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:02.929553 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:34:03.283403 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283426 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283452 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283461 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.487399 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:03.554643 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:03.554662 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:03.554667 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 06:34:03.706742 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:03.706770 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:34:03.711908 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:03.711935 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:34:03.715997 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d55df5557-lfqhj I0507 06:34:03.716021 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d55df5557-lfqhj W0507 06:34:03.877489 3659 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8d7b564f9-xbqdz IP address from the namespace address-set, err: pod openshift-console/console-8d7b564f9-xbqdz: no pod IPs found W0507 06:34:03.881288 3659 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8d7b564f9-4sjsr IP address from the namespace address-set, err: pod openshift-console/console-8d7b564f9-4sjsr: no pod IPs found W0507 06:34:04.526562 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526589 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526597 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526602 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.308765 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.308785 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.308790 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.308795 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 06:34:13.655399 3659 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-trl6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:13.655954 3659 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-trl6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:14.572518 3659 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-trl6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:14.572539 3659 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-trl6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:14.578752 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b4869c4dd-trl6l I0507 06:34:14.578788 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b4869c4dd-trl6l I0507 06:34:21.354113 3659 cni.go:452] [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key ] I0507 06:34:21.436849 3659 cni.go:473] [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b4869c4dd-n972x 8dd3e96878bbf9120122f949926e70ad68184aa669beab47becb205e98aba474 network default NAD default NAD key default], result "{}", err I0507 06:34:21.506747 3659 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-n972x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.506783 3659 pods.go:176] Deleting pod: openshift-console/console-7b4869c4dd-n972x I0507 06:34:21.508227 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b4869c4dd-n972x, ips: 10.129.0.16 I0507 06:34:21.508259 3659 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-n972x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.515680 3659 base_network_controller_pods.go:487] [default/openshift-console/console-6d886d7477-22gzk] creating logical port openshift-console_console-6d886d7477-22gzk for pod on switch ip-10-0-2-236.ec2.internal I0507 06:34:21.515766 3659 kube.go:256] Updating pod openshift-console/console-6d886d7477-22gzk I0507 06:34:21.532513 3659 pod.go:62] [openshift-console/console-6d886d7477-22gzk] pod update took 16.772401ms I0507 06:34:21.532539 3659 base_network_controller_pods.go:951] [default/openshift-console/console-6d886d7477-22gzk] addLogicalPort annotation time took 16.802555ms I0507 06:34:21.533565 3659 pods.go:271] [openshift-console/console-6d886d7477-22gzk] addLogicalPort took 17.895749ms, libovsdb time 717.09µs I0507 06:34:21.903162 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.903733 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.903760 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.903769 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 06:34:21.903781 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.903786 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 06:34:21.933093 3659 cni.go:452] [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key ] I0507 06:34:21.946736 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d886d7477-22gzk, hostIfaceName: 534c64ecdbfb963, network: default, NAD default, SandboxID: "534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc", PCI device ID: , UID: "abddcc78-8ec2-4605-9127-6ff5b34cebf1", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0507 06:34:21.999935 3659 cni.go:473] [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:27:f8:93:1d:7d\",\"name\":\"534c64ecdbfb963\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9756eea4-d4fd-458b-8db1-ca8c7e886c01\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:34:22.274635 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:22.404804 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.404947 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.404962 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 06:34:22.448175 3659 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-n972x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.448206 3659 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-n972x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.454914 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b4869c4dd-n972x I0507 06:34:22.454944 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b4869c4dd-n972x I0507 06:34:22.931769 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.931795 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.931808 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.931820 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:34:24.639141 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:34:24.639168 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:34:24.639190 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:34:24.639226 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:34:24.678753 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:34:24.678775 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:34:26.109836 3659 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 06:34:26.119262 3659 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 06:34:27.537744 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:27.538361 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:27.642180 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:27.642204 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:27.648021 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f59f654-bf9h4 I0507 06:34:27.648044 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f59f654-bf9h4 W0507 06:34:31.814986 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 06:34:31.835306 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 06:34:32.437297 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:34:36.844458 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0507 06:34:49.974747 3659 obj_retry.go:498] Detected object openshift-console/console-5c95f64684-mhjm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:49.975359 3659 obj_retry.go:498] Detected object openshift-console/console-5c95f64684-mhjm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:50.893422 3659 obj_retry.go:492] Detected object openshift-console/console-5c95f64684-mhjm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:50.893457 3659 obj_retry.go:492] Detected object openshift-console/console-5c95f64684-mhjm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:50.896303 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c95f64684-mhjm8 I0507 06:34:50.896331 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c95f64684-mhjm8 I0507 06:34:51.420223 3659 obj_retry.go:498] Detected object openshift-ingress/router-default-b979796cc-k296t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:51.420728 3659 obj_retry.go:498] Detected object openshift-ingress/router-default-b979796cc-k296t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:51.904339 3659 obj_retry.go:492] Detected object openshift-ingress/router-default-b979796cc-k296t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:51.904368 3659 obj_retry.go:492] Detected object openshift-ingress/router-default-b979796cc-k296t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:51.911468 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-b979796cc-k296t I0507 06:34:51.911502 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-b979796cc-k296t W0507 06:34:57.584087 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:57.584117 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:35:12.603079 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key ] I0507 06:35:12.682708 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 3290ab29ec13714fbd54e9673d119e1b2197473414ea9fa1d3f82d46571710e2 network default NAD default NAD key default], result "{}", err I0507 06:35:12.749958 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:12.749996 3659 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0507 06:35:12.751583 3659 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.17 I0507 06:35:12.751623 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:13.609067 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:13.609090 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:13.618831 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 06:35:13.618868 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 06:35:13.659485 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:35:13.659603 3659 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0507 06:35:13.681792 3659 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.234375ms I0507 06:35:13.681812 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.260344ms I0507 06:35:13.683063 3659 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.596618ms, libovsdb time 913.524µs I0507 06:35:14.022746 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 33d97a11b3d7893467d4a84bdf1f11598a93f23997d9fd6fd2767c3ab138832b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 33d97a11b3d7893467d4a84bdf1f11598a93f23997d9fd6fd2767c3ab138832b network default NAD default NAD key ] I0507 06:35:14.032141 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 33d97a11b3d7893, network: default, NAD default, SandboxID: "33d97a11b3d7893467d4a84bdf1f11598a93f23997d9fd6fd2767c3ab138832b", PCI device ID: , UID: "1a976c64-5f50-4a44-a79a-35ced81ecf49", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0507 06:35:14.084485 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 33d97a11b3d7893467d4a84bdf1f11598a93f23997d9fd6fd2767c3ab138832b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 33d97a11b3d7893467d4a84bdf1f11598a93f23997d9fd6fd2767c3ab138832b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:01:13:18:74:d8\",\"name\":\"33d97a11b3d7893\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cb72d2d-ab95-416b-91f2-0de3c0b4b104\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:35:17.106844 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:17.107450 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:17.872579 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:17.872605 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:17.880121 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 06:35:17.880146 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 06:35:28.070408 3659 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 06:35:34.666987 3659 cni.go:452] [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key ] I0507 06:35:34.742999 3659 cni.go:473] [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d886d7477-22gzk 534c64ecdbfb963c564cbcac2bca73be629b03a5cf7e3ac120d52c9403ed48fc network default NAD default NAD key default], result "{}", err I0507 06:35:34.790485 3659 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-22gzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:34.790521 3659 pods.go:176] Deleting pod: openshift-console/console-6d886d7477-22gzk I0507 06:35:34.791908 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d886d7477-22gzk, ips: 10.129.0.22 I0507 06:35:34.791939 3659 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-22gzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:34.800269 3659 base_network_controller_pods.go:487] [default/openshift-console/console-bd69c689-x99l2] creating logical port openshift-console_console-bd69c689-x99l2 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:35:34.800387 3659 kube.go:256] Updating pod openshift-console/console-bd69c689-x99l2 I0507 06:35:34.817957 3659 pod.go:62] [openshift-console/console-bd69c689-x99l2] pod update took 17.605588ms I0507 06:35:34.817985 3659 base_network_controller_pods.go:951] [default/openshift-console/console-bd69c689-x99l2] addLogicalPort annotation time took 17.63695ms I0507 06:35:34.819249 3659 pods.go:271] [openshift-console/console-bd69c689-x99l2] addLogicalPort took 18.999339ms, libovsdb time 898.203µs I0507 06:35:35.161841 3659 cni.go:452] [openshift-console/console-bd69c689-x99l2 7e983ea37f49a0cd1839bc6b2b7837dcd60014659aaef4205dc05a8eb3979c44 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bd69c689-x99l2 7e983ea37f49a0cd1839bc6b2b7837dcd60014659aaef4205dc05a8eb3979c44 network default NAD default NAD key ] I0507 06:35:35.171357 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bd69c689-x99l2, hostIfaceName: 7e983ea37f49a0c, network: default, NAD default, SandboxID: "7e983ea37f49a0cd1839bc6b2b7837dcd60014659aaef4205dc05a8eb3979c44", PCI device ID: , UID: "8fe7f2bc-9ac0-457d-87c4-a2e4d791f8da", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0507 06:35:35.225138 3659 cni.go:473] [openshift-console/console-bd69c689-x99l2 7e983ea37f49a0cd1839bc6b2b7837dcd60014659aaef4205dc05a8eb3979c44 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bd69c689-x99l2 7e983ea37f49a0cd1839bc6b2b7837dcd60014659aaef4205dc05a8eb3979c44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:50:19:c1:7f:40\",\"name\":\"7e983ea37f49a0c\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b8f9434-5d42-4d01-ac2d-5d4fc138daea\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:35:35.725492 3659 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-22gzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:35.725528 3659 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-22gzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:35.732014 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d886d7477-22gzk I0507 06:35:35.732052 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d886d7477-22gzk W0507 06:35:44.085553 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:35:44.085578 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:35:44.085593 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 06:35:45.371389 3659 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-jvvjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:45.371971 3659 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-jvvjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:35:45.758133 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:35:46.005385 3659 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-jvvjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:46.005416 3659 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-jvvjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:46.011668 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d886d7477-jvvjc I0507 06:35:46.011694 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d886d7477-jvvjc I0507 06:35:46.271611 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:46.272231 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:47.019686 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:47.019718 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:47.027028 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 06:35:47.027052 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 06:36:04.325480 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:04.326008 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:05.220619 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:05.220640 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.359190 3659 cni.go:452] [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key ] I0507 06:36:20.445748 3659 cni.go:473] [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 43d71ec4c9430ec514f2a9835837052cad69a37229b2068525059c28e9b317cd network default NAD default NAD key default], result "{}", err I0507 06:36:20.514527 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:20.514573 3659 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0507 06:36:20.515938 3659 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.21 I0507 06:36:20.515973 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:20.894333 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.894381 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.901838 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 06:36:20.901874 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 06:36:20.941251 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:36:20.941418 3659 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 06:36:20.962069 3659 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.690077ms I0507 06:36:20.962094 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.721567ms I0507 06:36:20.963571 3659 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 22.338884ms, libovsdb time 1.146297ms I0507 06:36:21.305835 3659 cni.go:452] [openshift-monitoring/prometheus-k8s-0 74893eae464aef43c84ee3cf6beda20b4616c8f7386f80b4131c4b912603d1a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 74893eae464aef43c84ee3cf6beda20b4616c8f7386f80b4131c4b912603d1a5 network default NAD default NAD key ] I0507 06:36:21.315414 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 74893eae464aef4, network: default, NAD default, SandboxID: "74893eae464aef43c84ee3cf6beda20b4616c8f7386f80b4131c4b912603d1a5", PCI device ID: , UID: "5a4108da-c533-4794-9859-fcc20c91fbac", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0507 06:36:21.368388 3659 cni.go:473] [openshift-monitoring/prometheus-k8s-0 74893eae464aef43c84ee3cf6beda20b4616c8f7386f80b4131c4b912603d1a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 74893eae464aef43c84ee3cf6beda20b4616c8f7386f80b4131c4b912603d1a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e4:e2:fc:eb:e0\",\"name\":\"74893eae464aef4\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c61f402-b1de-4bcf-abfd-ef6e46cb1cc5\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:37:22.189072 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:37:22.189102 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:38:05.304525 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 06:38:11.212455 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0507 06:39:12.299564 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0507 06:39:30.994408 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:39:42.044068 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 06:39:42.044127 3659 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dlhzq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dlhzq: no pod IPs found I0507 06:39:42.331895 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 06:40:04.280980 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:40:04.281531 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:40:05.147540 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:40:05.147566 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:40:09.214235 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0507 06:40:13.300366 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 06:40:49.209229 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0507 06:40:59.273555 3659 namespace.go:98] [tsf] adding namespace I0507 06:40:59.274532 3659 namespace.go:102] [tsf] adding namespace took 952.199µs I0507 06:40:59.290153 3659 namespace.go:142] [tsf] updating namespace I0507 06:40:59.305169 3659 namespace.go:142] [tsf] updating namespace I0507 06:41:03.912807 3659 namespace.go:98] [konflux-ui] adding namespace I0507 06:41:03.913732 3659 namespace.go:102] [konflux-ui] adding namespace took 901.418µs I0507 06:41:03.916487 3659 namespace.go:98] [cert-manager-operator] adding namespace I0507 06:41:03.916600 3659 namespace.go:98] [konflux-operator] adding namespace I0507 06:41:03.917131 3659 namespace.go:102] [cert-manager-operator] adding namespace took 632.377µs I0507 06:41:03.917774 3659 namespace.go:102] [konflux-operator] adding namespace took 1.159336ms I0507 06:41:03.920470 3659 namespace.go:98] [tsf-keycloak] adding namespace I0507 06:41:03.920517 3659 namespace.go:98] [rhtpa-operator] adding namespace I0507 06:41:03.920652 3659 namespace.go:98] [rhbk-operator] adding namespace I0507 06:41:03.921159 3659 namespace.go:102] [tsf-keycloak] adding namespace took 672.269µs I0507 06:41:03.921804 3659 namespace.go:102] [rhtpa-operator] adding namespace took 1.272139ms I0507 06:41:03.922349 3659 namespace.go:102] [rhbk-operator] adding namespace took 1.685388ms I0507 06:41:03.922378 3659 namespace.go:98] [tsf-tpa] adding namespace I0507 06:41:03.922809 3659 namespace.go:102] [tsf-tpa] adding namespace took 425.701µs I0507 06:41:03.937025 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:03.940232 3659 namespace.go:98] [tsf-tas] adding namespace I0507 06:41:03.940941 3659 namespace.go:102] [tsf-tas] adding namespace took 698.258µs I0507 06:41:03.948587 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:03.965670 3659 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:03.982440 3659 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:03.988689 3659 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:03.998065 3659 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:04.006067 3659 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.006210 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.017631 3659 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.021920 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.021972 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.026146 3659 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.035336 3659 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.035414 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:04.041562 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.049645 3659 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.050962 3659 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.063693 3659 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.074012 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.084333 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.091805 3659 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.106432 3659 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.123951 3659 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:04.336130 3659 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:05.295737 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:05.301347 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:11.549222 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.549772 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.549805 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.549821 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:11.549838 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.549845 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:11.577072 3659 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577542 3659 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577566 3659 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577574 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:11.577586 3659 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577592 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:12.572773 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.572797 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.572810 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.572826 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599385 3659 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599404 3659 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599416 3659 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599427 3659 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:14.565125 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565647 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565672 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565680 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:14.565694 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565700 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:15.594720 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.594745 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.594765 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.594778 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:16.605816 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.606385 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.606413 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.606424 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:16.606443 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.606450 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.615964 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616568 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616590 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616598 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:17.616611 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616615 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.638030 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638050 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638062 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638074 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.639239 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639704 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639724 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639731 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:17.639740 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639744 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:18.641762 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.641782 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.641796 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.641809 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.667714 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.667729 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.667736 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.667743 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:25.225378 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=701 I0507 06:41:26.931660 3659 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-cr5qz for pod on switch ip-10-0-2-236.ec2.internal I0507 06:41:26.931800 3659 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz I0507 06:41:27.004537 3659 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz I0507 06:41:27.095250 3659 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz] pod update took 163.479952ms I0507 06:41:27.095276 3659 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz] addLogicalPort annotation time took 163.512774ms I0507 06:41:27.096521 3659 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz] addLogicalPort took 164.882334ms, libovsdb time 915.911µs I0507 06:41:27.275872 3659 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz 788fb9b3c3f04fc4e5ea63b1465871b437da6e9a521585e8d12c3c7de0a2bee8 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz 788fb9b3c3f04fc4e5ea63b1465871b437da6e9a521585e8d12c3c7de0a2bee8 network default NAD default NAD key ] I0507 06:41:27.285431 3659 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-cr5qz, hostIfaceName: 788fb9b3c3f04fc, network: default, NAD default, SandboxID: "788fb9b3c3f04fc4e5ea63b1465871b437da6e9a521585e8d12c3c7de0a2bee8", PCI device ID: , UID: "36d8dc13-7690-4cef-91cc-92f9ecb51704", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0507 06:41:27.339938 3659 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz 788fb9b3c3f04fc4e5ea63b1465871b437da6e9a521585e8d12c3c7de0a2bee8 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-cr5qz 788fb9b3c3f04fc4e5ea63b1465871b437da6e9a521585e8d12c3c7de0a2bee8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:54:85:24:c7:a9\",\"name\":\"788fb9b3c3f04fc\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86dc668c-7163-412c-b206-131c72e5cf4d\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:41:27.642427 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:28.006664 3659 namespace.go:142] [openshift-operators] updating namespace I0507 06:41:28.020964 3659 namespace.go:142] [openshift-operators] updating namespace W0507 06:41:28.995239 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:29.006758 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:30.147249 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:31.967753 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:31.976502 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:32.021517 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:32.021587 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:37.362794 3659 namespace.go:142] [openshift-operators] updating namespace I0507 06:41:37.954361 3659 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-w85nb] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-w85nb for pod on switch ip-10-0-2-236.ec2.internal I0507 06:41:37.954478 3659 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-w85nb W0507 06:41:37.989588 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.012714 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.023675 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 06:41:38.035033 3659 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-w85nb W0507 06:41:38.047511 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 06:41:38.070076 3659 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-w85nb] pod update took 115.621328ms I0507 06:41:38.070100 3659 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-w85nb] addLogicalPort annotation time took 115.649806ms I0507 06:41:38.071286 3659 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-w85nb] addLogicalPort took 116.938497ms, libovsdb time 848.435µs I0507 06:41:38.326570 3659 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-w85nb b291c5570cd0f6261ee03d61b6d6a088b6e018398c86ad5ebdf5c76058199ba0 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-w85nb b291c5570cd0f6261ee03d61b6d6a088b6e018398c86ad5ebdf5c76058199ba0 network default NAD default NAD key ] I0507 06:41:38.336457 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-w85nb, hostIfaceName: b291c5570cd0f62, network: default, NAD default, SandboxID: "b291c5570cd0f6261ee03d61b6d6a088b6e018398c86ad5ebdf5c76058199ba0", PCI device ID: , UID: "562cc046-c918-43da-8677-b3f8253c23a8", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0507 06:41:38.388436 3659 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-w85nb b291c5570cd0f6261ee03d61b6d6a088b6e018398c86ad5ebdf5c76058199ba0 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-w85nb b291c5570cd0f6261ee03d61b6d6a088b6e018398c86ad5ebdf5c76058199ba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:8e:47:85:72:85\",\"name\":\"b291c5570cd0f62\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f9848ec-e43c-4c14-b6e0-21258822c664\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:41:41.691760 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 06:41:44.330417 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0507 06:41:46.617439 3659 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 06:41:46.618306 3659 namespace.go:102] [trusted-artifact-signer] adding namespace took 845.511µs I0507 06:41:46.657546 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:46.675578 3659 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 06:41:46.704383 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 06:41:47.755496 3659 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-ndrsj for pod on switch ip-10-0-2-236.ec2.internal I0507 06:41:47.755584 3659 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj I0507 06:41:47.777182 3659 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj] pod update took 21.619278ms I0507 06:41:47.777202 3659 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj] addLogicalPort annotation time took 21.646015ms I0507 06:41:47.778343 3659 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj] addLogicalPort took 22.865419ms, libovsdb time 818.303µs I0507 06:41:48.117664 3659 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj 627f9ef9ed315a7c44ef324fee590d5c24a2a99ef842cee15f3ef559825b609e network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj 627f9ef9ed315a7c44ef324fee590d5c24a2a99ef842cee15f3ef559825b609e network default NAD default NAD key ] I0507 06:41:48.128736 3659 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-ndrsj, hostIfaceName: 627f9ef9ed315a7, network: default, NAD default, SandboxID: "627f9ef9ed315a7c44ef324fee590d5c24a2a99ef842cee15f3ef559825b609e", PCI device ID: , UID: "0e29bca4-97ed-4d6a-860c-79846af9c894", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0507 06:41:48.179358 3659 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj 627f9ef9ed315a7c44ef324fee590d5c24a2a99ef842cee15f3ef559825b609e network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-ndrsj 627f9ef9ed315a7c44ef324fee590d5c24a2a99ef842cee15f3ef559825b609e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:29:72:8a:45:e0\",\"name\":\"627f9ef9ed315a7\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bee5bf09-e9ee-4261-ab2a-880df8ab35b5\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:41:50.869469 3659 namespace.go:98] [cert-manager] adding namespace I0507 06:41:50.870440 3659 namespace.go:102] [cert-manager] adding namespace took 943.176µs I0507 06:41:50.892045 3659 namespace.go:142] [cert-manager] updating namespace I0507 06:41:50.907009 3659 namespace.go:142] [cert-manager] updating namespace I0507 06:41:52.547979 3659 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-vg94z] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-vg94z for pod on switch ip-10-0-2-236.ec2.internal I0507 06:41:52.548076 3659 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-vg94z I0507 06:41:52.559405 3659 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-vg94z] pod update took 11.350081ms I0507 06:41:52.559429 3659 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-vg94z] addLogicalPort annotation time took 11.379526ms I0507 06:41:52.561126 3659 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-vg94z] addLogicalPort took 13.164584ms, libovsdb time 1.172867ms I0507 06:41:53.259032 3659 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-vg94z db75ee48e4aeeef62fe59330fd8fdc814d814a3b8dfe8257b783c0e2fbb299d8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-vg94z db75ee48e4aeeef62fe59330fd8fdc814d814a3b8dfe8257b783c0e2fbb299d8 network default NAD default NAD key ] I0507 06:41:53.271733 3659 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-vg94z, hostIfaceName: db75ee48e4aeeef, network: default, NAD default, SandboxID: "db75ee48e4aeeef62fe59330fd8fdc814d814a3b8dfe8257b783c0e2fbb299d8", PCI device ID: , UID: "8d41cf74-fd76-4fe0-94e5-2fc5463c46d6", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0507 06:41:53.321594 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 06:41:53.333433 3659 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-vg94z db75ee48e4aeeef62fe59330fd8fdc814d814a3b8dfe8257b783c0e2fbb299d8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-vg94z db75ee48e4aeeef62fe59330fd8fdc814d814a3b8dfe8257b783c0e2fbb299d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4c:95:ce:49:57\",\"name\":\"db75ee48e4aeeef\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb8dba26-2cce-4234-b342-8b233235bb22\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:41:54.302685 3659 namespace.go:98] [openshift-pipelines] adding namespace I0507 06:41:54.303837 3659 namespace.go:102] [openshift-pipelines] adding namespace took 1.126251ms I0507 06:41:54.317217 3659 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:41:55.256750 3659 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-p7zl7 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:41:55.256864 3659 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7 I0507 06:41:55.269809 3659 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7] pod update took 12.973819ms I0507 06:41:55.269830 3659 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7] addLogicalPort annotation time took 13.00045ms I0507 06:41:55.271207 3659 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7] addLogicalPort took 14.495634ms, libovsdb time 924.176µs I0507 06:41:55.595912 3659 namespace.go:142] [cert-manager] updating namespace I0507 06:41:55.865475 3659 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:56.343289 3659 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:56.545144 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:56.749994 3659 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:41:57.145819 3659 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:57.342561 3659 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:57.548684 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:57.753234 3659 namespace.go:142] [tsf] updating namespace I0507 06:41:57.959673 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:58.006432 3659 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7 e9481aebb81a89a41f06c6313833de6b9178098ad77ba16f6938fe72a05a69b5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7 e9481aebb81a89a41f06c6313833de6b9178098ad77ba16f6938fe72a05a69b5 network default NAD default NAD key ] I0507 06:41:58.017116 3659 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-p7zl7, hostIfaceName: e9481aebb81a89a, network: default, NAD default, SandboxID: "e9481aebb81a89a41f06c6313833de6b9178098ad77ba16f6938fe72a05a69b5", PCI device ID: , UID: "5ffbd237-aef5-4d2a-afa6-b99ab0d5c2f4", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0507 06:41:58.076419 3659 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7 e9481aebb81a89a41f06c6313833de6b9178098ad77ba16f6938fe72a05a69b5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-p7zl7 e9481aebb81a89a41f06c6313833de6b9178098ad77ba16f6938fe72a05a69b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:82:37:6a:62:d3\",\"name\":\"e9481aebb81a89a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5832d3d-0455-46dd-bed0-0c02356c6fde\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:41:58.380732 3659 namespace.go:142] [tsf-tas] updating namespace W0507 06:41:58.396893 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 06:41:58.396913 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 06:41:59.046104 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:59.716143 3659 namespace.go:142] [cert-manager] updating namespace I0507 06:41:59.794199 3659 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:59.822495 3659 namespace.go:142] [default] updating namespace I0507 06:41:59.848866 3659 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:59.873200 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:59.906111 3659 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:41:59.926731 3659 namespace.go:142] [openshift] updating namespace I0507 06:41:59.950076 3659 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:59.964560 3659 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:59.981715 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:59.993148 3659 namespace.go:142] [tsf] updating namespace I0507 06:42:00.042036 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:42:00.071550 3659 namespace.go:142] [tsf-tas] updating namespace I0507 06:42:00.084558 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:42:00.165468 3659 namespace.go:142] [cert-manager] updating namespace I0507 06:42:00.220639 3659 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:42:00.283709 3659 namespace.go:142] [default] updating namespace I0507 06:42:00.330637 3659 namespace.go:142] [konflux-operator] updating namespace I0507 06:42:00.407659 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:42:00.506854 3659 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:42:00.603918 3659 namespace.go:142] [openshift] updating namespace I0507 06:42:00.706737 3659 namespace.go:142] [rhbk-operator] updating namespace I0507 06:42:00.811636 3659 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:42:00.913173 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:42:01.004707 3659 namespace.go:142] [tsf] updating namespace I0507 06:42:01.108357 3659 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:42:01.206413 3659 namespace.go:142] [tsf-tas] updating namespace I0507 06:42:01.302830 3659 namespace.go:142] [tsf-tpa] updating namespace I0507 06:42:02.043116 3659 namespace.go:142] [openshift-pipelines] updating namespace W0507 06:42:04.416491 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 06:42:04.416511 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 06:42:14.540684 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:14.540712 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:14.540722 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:16.868331 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.868356 3659 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.868362 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.868367 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.895581 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:16.895602 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:16.895606 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 06:42:18.689097 3659 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:18.689703 3659 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:18.711610 3659 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:18.711643 3659 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:18.717253 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 06:42:18.717280 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 06:42:22.316235 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0507 06:42:25.310711 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0507 06:42:32.630082 3659 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 06:42:32.652639 3659 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 06:42:35.042672 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-2tr5w for pod on switch ip-10-0-2-236.ec2.internal I0507 06:42:35.042774 3659 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w I0507 06:42:35.056437 3659 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w] pod update took 13.691551ms I0507 06:42:35.056461 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w] addLogicalPort annotation time took 13.722024ms I0507 06:42:35.057740 3659 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w] addLogicalPort took 15.088707ms, libovsdb time 920.763µs I0507 06:42:35.158515 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-d6k9c for pod on switch ip-10-0-2-236.ec2.internal I0507 06:42:35.158608 3659 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c I0507 06:42:35.171480 3659 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c] pod update took 12.895382ms I0507 06:42:35.171504 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c] addLogicalPort annotation time took 12.926796ms I0507 06:42:35.172804 3659 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c] addLogicalPort took 14.307181ms, libovsdb time 874.945µs I0507 06:42:35.256079 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-jgtzf for pod on switch ip-10-0-2-236.ec2.internal I0507 06:42:35.256188 3659 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf I0507 06:42:35.271614 3659 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf] pod update took 15.455591ms I0507 06:42:35.271639 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf] addLogicalPort annotation time took 15.486869ms I0507 06:42:35.273044 3659 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf] addLogicalPort took 16.988417ms, libovsdb time 986.921µs I0507 06:42:35.657117 3659 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c 104bef0678ba6bfda5fdb09f1b4c6432defa715e60bcdd5be47c6241b06f1286 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c 104bef0678ba6bfda5fdb09f1b4c6432defa715e60bcdd5be47c6241b06f1286 network default NAD default NAD key ] I0507 06:42:35.667558 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-d6k9c, hostIfaceName: 104bef0678ba6bf, network: default, NAD default, SandboxID: "104bef0678ba6bfda5fdb09f1b4c6432defa715e60bcdd5be47c6241b06f1286", PCI device ID: , UID: "73b52b66-f73c-47ab-ab5d-3572214dd9fa", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0507 06:42:35.689869 3659 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf ad050fc1e672f74d042f1f0978826aac032466295926210e692569619d21bfd5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf ad050fc1e672f74d042f1f0978826aac032466295926210e692569619d21bfd5 network default NAD default NAD key ] I0507 06:42:35.700675 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-jgtzf, hostIfaceName: ad050fc1e672f74, network: default, NAD default, SandboxID: "ad050fc1e672f74d042f1f0978826aac032466295926210e692569619d21bfd5", PCI device ID: , UID: "1c3f997a-a09f-4201-bf0f-76a2e2f1706c", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0507 06:42:35.725700 3659 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c 104bef0678ba6bfda5fdb09f1b4c6432defa715e60bcdd5be47c6241b06f1286 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-d6k9c 104bef0678ba6bfda5fdb09f1b4c6432defa715e60bcdd5be47c6241b06f1286 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f0:03:e6:c9:be\",\"name\":\"104bef0678ba6bf\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/830b305d-e2f9-4a43-a595-9ee25c6ec235\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:42:35.759003 3659 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf ad050fc1e672f74d042f1f0978826aac032466295926210e692569619d21bfd5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jgtzf ad050fc1e672f74d042f1f0978826aac032466295926210e692569619d21bfd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:22:8c:a4:62:d5\",\"name\":\"ad050fc1e672f74\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fe2c895-9180-45c7-ac62-d5b78320d0fa\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:42:35.908704 3659 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w a4bd0b0bfcbee1ad6515449defd78217661636943a698a11b9bfd54a6dfede06 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w a4bd0b0bfcbee1ad6515449defd78217661636943a698a11b9bfd54a6dfede06 network default NAD default NAD key ] I0507 06:42:35.918796 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-2tr5w, hostIfaceName: a4bd0b0bfcbee1a, network: default, NAD default, SandboxID: "a4bd0b0bfcbee1ad6515449defd78217661636943a698a11b9bfd54a6dfede06", PCI device ID: , UID: "e59ab741-4a44-4b10-8c33-d6c5aa8298d7", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0507 06:42:35.973417 3659 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w a4bd0b0bfcbee1ad6515449defd78217661636943a698a11b9bfd54a6dfede06 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-2tr5w a4bd0b0bfcbee1ad6515449defd78217661636943a698a11b9bfd54a6dfede06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3e:a3:b1:cb:33\",\"name\":\"a4bd0b0bfcbee1a\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5df2308f-72ec-470b-8e27-884a03c42953\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:42:37.214410 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=186 W0507 06:42:39.463229 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 06:42:42.213423 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=104 I0507 06:42:44.337246 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0507 06:42:50.475044 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 06:42:55.861027 3659 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:55.861558 3659 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:55.882600 3659 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:55.882633 3659 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:55.888712 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 06:42:55.888743 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 06:42:57.337557 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0507 06:42:57.817837 3659 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 06:42:57.818515 3659 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 06:42:57.818537 3659 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 06:42:57.820639 3659 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 06:42:57.947805 3659 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 06:43:04.099188 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:04.099212 3659 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:04.099367 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 06:43:04.099383 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0507 06:43:18.341631 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-5ph6p for pod on switch ip-10-0-2-236.ec2.internal I0507 06:43:18.341730 3659 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p I0507 06:43:18.366767 3659 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p] pod update took 25.060026ms I0507 06:43:18.366796 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p] addLogicalPort annotation time took 25.094412ms I0507 06:43:18.368046 3659 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p] addLogicalPort took 26.435497ms, libovsdb time 858.665µs I0507 06:43:18.704797 3659 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p e27c365b019b83e99dd5e132e81f3da41259d3ad730b8bcf9ecada6714a3fa78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p e27c365b019b83e99dd5e132e81f3da41259d3ad730b8bcf9ecada6714a3fa78 network default NAD default NAD key ] I0507 06:43:18.714533 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-5ph6p, hostIfaceName: e27c365b019b83e, network: default, NAD default, SandboxID: "e27c365b019b83e99dd5e132e81f3da41259d3ad730b8bcf9ecada6714a3fa78", PCI device ID: , UID: "c5e10a98-0c45-40bd-8b76-3780528e1122", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0507 06:43:18.771809 3659 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p e27c365b019b83e99dd5e132e81f3da41259d3ad730b8bcf9ecada6714a3fa78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5ph6p e27c365b019b83e99dd5e132e81f3da41259d3ad730b8bcf9ecada6714a3fa78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d9:ee:33:60:ac\",\"name\":\"e27c365b019b83e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a717fa9-8f75-4d3b-9b39-f20f03459146\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:43:22.899839 3659 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:22.899861 3659 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:22.899869 3659 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 06:43:35.014387 3659 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:43:47.881526 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-hg9gg for pod on switch ip-10-0-2-236.ec2.internal I0507 06:43:47.881625 3659 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg I0507 06:43:47.895968 3659 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg] pod update took 14.369604ms I0507 06:43:47.895993 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg] addLogicalPort annotation time took 14.399792ms I0507 06:43:47.897336 3659 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg] addLogicalPort took 15.827991ms, libovsdb time 941.475µs I0507 06:43:48.085539 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zkkrr for pod on switch ip-10-0-2-236.ec2.internal I0507 06:43:48.085661 3659 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr I0507 06:43:48.101668 3659 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr] pod update took 16.037348ms I0507 06:43:48.101699 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr] addLogicalPort annotation time took 16.073229ms I0507 06:43:48.102989 3659 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr] addLogicalPort took 17.46963ms, libovsdb time 848.718µs I0507 06:43:48.168534 3659 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:48.169157 3659 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:48.208546 3659 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:48.208572 3659 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:48.215054 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 06:43:48.215083 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 06:43:48.247333 3659 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg 14e09d16eee77f83b98f71d55542732036c9619a23c2fd1a1584353b09e6c926 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg 14e09d16eee77f83b98f71d55542732036c9619a23c2fd1a1584353b09e6c926 network default NAD default NAD key ] I0507 06:43:48.256945 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-hg9gg, hostIfaceName: 14e09d16eee77f8, network: default, NAD default, SandboxID: "14e09d16eee77f83b98f71d55542732036c9619a23c2fd1a1584353b09e6c926", PCI device ID: , UID: "436542f6-1b92-4657-b678-c83ce60ac1e3", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0507 06:43:48.314232 3659 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg 14e09d16eee77f83b98f71d55542732036c9619a23c2fd1a1584353b09e6c926 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hg9gg 14e09d16eee77f83b98f71d55542732036c9619a23c2fd1a1584353b09e6c926 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:f7:f8:81:e9:40\",\"name\":\"14e09d16eee77f8\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e994b7e8-7653-42e8-8a53-d4a851335df1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:43:48.448230 3659 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr 82277f3a1ea3ef3718bad2fe65a5546b872056080bc54e35be7fc7126ef8845d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr 82277f3a1ea3ef3718bad2fe65a5546b872056080bc54e35be7fc7126ef8845d network default NAD default NAD key ] I0507 06:43:48.458141 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zkkrr, hostIfaceName: 82277f3a1ea3ef3, network: default, NAD default, SandboxID: "82277f3a1ea3ef3718bad2fe65a5546b872056080bc54e35be7fc7126ef8845d", PCI device ID: , UID: "34a9ccd5-38c3-406f-8017-54be3e6cc485", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0507 06:43:48.516802 3659 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr 82277f3a1ea3ef3718bad2fe65a5546b872056080bc54e35be7fc7126ef8845d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zkkrr 82277f3a1ea3ef3718bad2fe65a5546b872056080bc54e35be7fc7126ef8845d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:72:17:d9:7a:17\",\"name\":\"82277f3a1ea3ef3\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8801a1bd-b75e-45ca-a1eb-ba40d85e0812\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:43:49.307846 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0507 06:43:50.088607 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 06:43:50.838436 3659 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 06:43:50.838457 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 06:43:50.967683 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 06:43:50.967714 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0507 06:43:51.204500 3659 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-frglx-zq8sf] creating logical port tsf-tas_ctlog-createtree-job-frglx-zq8sf for pod on switch ip-10-0-2-236.ec2.internal I0507 06:43:51.204606 3659 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-frglx-zq8sf I0507 06:43:51.232559 3659 pod.go:62] [tsf-tas/ctlog-createtree-job-frglx-zq8sf] pod update took 27.974656ms I0507 06:43:51.232590 3659 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-frglx-zq8sf] addLogicalPort annotation time took 28.011197ms I0507 06:43:51.233978 3659 pods.go:271] [tsf-tas/ctlog-createtree-job-frglx-zq8sf] addLogicalPort took 29.4974ms, libovsdb time 930.524µs I0507 06:43:51.553458 3659 cni.go:452] [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key ] I0507 06:43:51.570028 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-frglx-zq8sf, hostIfaceName: 3fc01f73514cc47, network: default, NAD default, SandboxID: "3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1", PCI device ID: , UID: "c3db4962-5194-4619-bbc4-90a77ae6de2d", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0507 06:43:51.622013 3659 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-xls4r-ss625] creating logical port tsf-tas_rekor-createtree-job-xls4r-ss625 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:43:51.622134 3659 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-xls4r-ss625 I0507 06:43:51.638714 3659 cni.go:473] [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:70:17:0b:1a:91\",\"name\":\"3fc01f73514cc47\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/389876a9-2686-45d1-999a-f324e1b2f7cf\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:43:51.639269 3659 pod.go:62] [tsf-tas/rekor-createtree-job-xls4r-ss625] pod update took 17.155479ms I0507 06:43:51.639357 3659 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-xls4r-ss625] addLogicalPort annotation time took 17.246965ms I0507 06:43:51.640740 3659 pods.go:271] [tsf-tas/rekor-createtree-job-xls4r-ss625] addLogicalPort took 18.749893ms, libovsdb time 990.609µs I0507 06:43:51.988049 3659 cni.go:452] [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key ] I0507 06:43:51.997707 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-xls4r-ss625, hostIfaceName: 89a978c98b3e4d2, network: default, NAD default, SandboxID: "89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7", PCI device ID: , UID: "252b475f-171e-436a-889b-50aa89a8915c", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0507 06:43:52.057166 3659 cni.go:473] [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:7c:b4:b0:76:71\",\"name\":\"89a978c98b3e4d2\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f37a1ee-111b-4162-992e-67965851378c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:43:53.991604 3659 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-75f7846c97-c8wdv] creating logical port tsf-tas_trillian-db-75f7846c97-c8wdv for pod on switch ip-10-0-2-236.ec2.internal I0507 06:43:53.991758 3659 kube.go:256] Updating pod tsf-tas/trillian-db-75f7846c97-c8wdv I0507 06:43:54.005012 3659 pod.go:62] [tsf-tas/trillian-db-75f7846c97-c8wdv] pod update took 13.27828ms I0507 06:43:54.005045 3659 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-75f7846c97-c8wdv] addLogicalPort annotation time took 13.315057ms I0507 06:43:54.006381 3659 pods.go:271] [tsf-tas/trillian-db-75f7846c97-c8wdv] addLogicalPort took 14.79664ms, libovsdb time 949.072µs I0507 06:43:57.581979 3659 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tgv4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:57.582588 3659 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tgv4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:58.448406 3659 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tgv4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:58.448439 3659 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tgv4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:00.655662 3659 cni.go:452] [tsf-tas/trillian-db-75f7846c97-c8wdv 3dc59522ed1905bffddbc64b0211cd317c940b8cf32226a1f2af33645c000aa4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-75f7846c97-c8wdv 3dc59522ed1905bffddbc64b0211cd317c940b8cf32226a1f2af33645c000aa4 network default NAD default NAD key ] I0507 06:44:00.665129 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-75f7846c97-c8wdv, hostIfaceName: 3dc59522ed1905b, network: default, NAD default, SandboxID: "3dc59522ed1905bffddbc64b0211cd317c940b8cf32226a1f2af33645c000aa4", PCI device ID: , UID: "7ef2faf8-be8c-4ad7-867c-65e3617f5113", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0507 06:44:00.719051 3659 cni.go:473] [tsf-tas/trillian-db-75f7846c97-c8wdv 3dc59522ed1905bffddbc64b0211cd317c940b8cf32226a1f2af33645c000aa4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-75f7846c97-c8wdv 3dc59522ed1905bffddbc64b0211cd317c940b8cf32226a1f2af33645c000aa4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:84:f0:84:0b:56\",\"name\":\"3dc59522ed1905b\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5659f703-742d-482c-a593-07f8c763236f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:44:01.137917 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0507 06:44:01.137936 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0507 06:44:03.911738 3659 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 06:44:05.284011 3659 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:05.284645 3659 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:44:06.155831 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 06:44:06.187771 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 06:44:06.304992 3659 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:06.305016 3659 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:44:14.959178 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 06:44:42.106530 3659 cni.go:452] [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key ] I0507 06:44:42.106530 3659 cni.go:452] [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key ] I0507 06:44:42.198623 3659 cni.go:473] [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-xls4r-ss625 89a978c98b3e4d203e007e8cd5c7e8ca0b23c1d81e12d870b7f42418f7d1ebc7 network default NAD default NAD key default], result "{}", err I0507 06:44:42.211170 3659 cni.go:473] [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-frglx-zq8sf 3fc01f73514cc47d3b58c48c36ad62b2625cd16ecb08d9f7a72162211ae53ee1 network default NAD default NAD key default], result "{}", err I0507 06:44:42.260468 3659 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.260508 3659 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-xls4r-ss625 I0507 06:44:42.261913 3659 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-xls4r-ss625, ips: 10.129.0.38 I0507 06:44:42.261950 3659 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.304169 3659 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.304210 3659 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-frglx-zq8sf I0507 06:44:42.305651 3659 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-frglx-zq8sf, ips: 10.129.0.37 I0507 06:44:42.305679 3659 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.480975 3659 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.481554 3659 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.503124 3659 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.503148 3659 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.508546 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 06:44:42.508576 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 06:44:43.126716 3659 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.126747 3659 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.147495 3659 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.147524 3659 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.326818 3659 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-pnc8t] creating logical port tsf_patch-tekton-config-pnc8t for pod on switch ip-10-0-2-236.ec2.internal I0507 06:44:43.326942 3659 kube.go:256] Updating pod tsf/patch-tekton-config-pnc8t I0507 06:44:43.338822 3659 pod.go:62] [tsf/patch-tekton-config-pnc8t] pod update took 11.907918ms I0507 06:44:43.338843 3659 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-pnc8t] addLogicalPort annotation time took 11.933865ms I0507 06:44:43.340158 3659 pods.go:271] [tsf/patch-tekton-config-pnc8t] addLogicalPort took 13.359937ms, libovsdb time 909.801µs I0507 06:44:43.687819 3659 cni.go:452] [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key ] I0507 06:44:43.697555 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-pnc8t, hostIfaceName: 70b123e8866635b, network: default, NAD default, SandboxID: "70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7", PCI device ID: , UID: "be933be3-b242-49c4-9eb3-0c28edd5190b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0507 06:44:43.752633 3659 cni.go:473] [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:54:04:28:88:b8\",\"name\":\"70b123e8866635b\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89613e8d-9981-4a66-a230-a1ce498fba68\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:44:47.661779 3659 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5cb6c7d54d-27rp7] creating logical port tsf-tas_rekor-redis-5cb6c7d54d-27rp7 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:44:47.661917 3659 kube.go:256] Updating pod tsf-tas/rekor-redis-5cb6c7d54d-27rp7 I0507 06:44:47.676216 3659 pod.go:62] [tsf-tas/rekor-redis-5cb6c7d54d-27rp7] pod update took 14.346796ms I0507 06:44:47.676313 3659 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5cb6c7d54d-27rp7] addLogicalPort annotation time took 14.449896ms I0507 06:44:47.677842 3659 pods.go:271] [tsf-tas/rekor-redis-5cb6c7d54d-27rp7] addLogicalPort took 16.083473ms, libovsdb time 1.087017ms W0507 06:44:48.712274 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 06:44:49.688156 3659 cni.go:452] [tsf-tas/rekor-redis-5cb6c7d54d-27rp7 8d8cedd4428ee749e6b8a515c5a103d7c1c52a0143daa88ee1009dba0191d274 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5cb6c7d54d-27rp7 8d8cedd4428ee749e6b8a515c5a103d7c1c52a0143daa88ee1009dba0191d274 network default NAD default NAD key ] I0507 06:44:49.698243 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5cb6c7d54d-27rp7, hostIfaceName: 8d8cedd4428ee74, network: default, NAD default, SandboxID: "8d8cedd4428ee749e6b8a515c5a103d7c1c52a0143daa88ee1009dba0191d274", PCI device ID: , UID: "bffaad7d-697a-477c-bd02-3d99db58c2b0", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0507 06:44:49.762319 3659 cni.go:473] [tsf-tas/rekor-redis-5cb6c7d54d-27rp7 8d8cedd4428ee749e6b8a515c5a103d7c1c52a0143daa88ee1009dba0191d274 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5cb6c7d54d-27rp7 8d8cedd4428ee749e6b8a515c5a103d7c1c52a0143daa88ee1009dba0191d274 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:4b:a8:cf:7b:6d\",\"name\":\"8d8cedd4428ee74\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69bad388-9b15-4673-a647-56be417da47f\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:44:50.387774 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 06:44:52.163910 3659 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 06:44:52.173715 3659 cni.go:452] [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key ] I0507 06:44:52.259968 3659 cni.go:473] [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-pnc8t 70b123e8866635bcdd0c8c38e63ca7970b7727716a6dcb010c51ec46822c02d7 network default NAD default NAD key default], result "{}", err I0507 06:44:52.308998 3659 obj_retry.go:498] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:52.309052 3659 pods.go:176] Deleting pod: tsf/patch-tekton-config-pnc8t I0507 06:44:52.310422 3659 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-pnc8t, ips: 10.129.0.40 I0507 06:44:52.310453 3659 obj_retry.go:498] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:53.183287 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:53.183315 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:58.564140 3659 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-z6q9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:58.564723 3659 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-z6q9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:59.445994 3659 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-z6q9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.446022 3659 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-z6q9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.490161 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.490187 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.494507 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-pnc8t I0507 06:44:59.494534 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-pnc8t W0507 06:45:02.798921 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 06:45:03.590793 3659 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:03.591402 3659 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:03.617624 3659 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:03.617647 3659 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:03.620368 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 06:45:03.620395 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0507 06:45:04.209717 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0507 06:45:05.007947 3659 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-dfpbt] creating logical port tsf-tpa_create-db-dfpbt for pod on switch ip-10-0-2-236.ec2.internal I0507 06:45:05.008042 3659 kube.go:256] Updating pod tsf-tpa/create-db-dfpbt I0507 06:45:05.021253 3659 pod.go:62] [tsf-tpa/create-db-dfpbt] pod update took 13.235804ms I0507 06:45:05.021279 3659 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-dfpbt] addLogicalPort annotation time took 13.270346ms I0507 06:45:05.022947 3659 pods.go:271] [tsf-tpa/create-db-dfpbt] addLogicalPort took 15.016233ms, libovsdb time 1.197297ms I0507 06:45:05.377521 3659 cni.go:452] [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key ] I0507 06:45:05.387154 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-dfpbt, hostIfaceName: 729ed371e7fcaaf, network: default, NAD default, SandboxID: "729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466", PCI device ID: , UID: "cd29e4b1-929a-48b3-aa9a-cce4b4f0785a", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0507 06:45:05.445108 3659 cni.go:473] [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:58:39:94:e7:6c\",\"name\":\"729ed371e7fcaaf\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b97495d-b568-4e72-b9ae-20985f0f28af\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:45:09.263579 3659 cni.go:452] [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key ] I0507 06:45:09.343057 3659 cni.go:473] [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-dfpbt 729ed371e7fcaafd7b41cb2b0211db4f9553b26d5db03c6b85d517b540afc466 network default NAD default NAD key default], result "{}", err I0507 06:45:09.394293 3659 obj_retry.go:498] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:09.394327 3659 pods.go:176] Deleting pod: tsf-tpa/create-db-dfpbt I0507 06:45:09.395664 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-dfpbt, ips: 10.129.0.42 I0507 06:45:09.395695 3659 obj_retry.go:498] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:10.418026 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:10.418050 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:10.524918 3659 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-jt775] creating logical port tsf-tpa_migrate-db-jt775 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:45:10.525042 3659 kube.go:256] Updating pod tsf-tpa/migrate-db-jt775 I0507 06:45:10.537039 3659 pod.go:62] [tsf-tpa/migrate-db-jt775] pod update took 12.017653ms I0507 06:45:10.537068 3659 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-jt775] addLogicalPort annotation time took 12.050718ms I0507 06:45:10.538465 3659 pods.go:271] [tsf-tpa/migrate-db-jt775] addLogicalPort took 13.58829ms, libovsdb time 997.415µs I0507 06:45:10.887172 3659 cni.go:452] [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key ] I0507 06:45:10.914289 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-jt775, hostIfaceName: fb2ed73074e056f, network: default, NAD default, SandboxID: "fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc", PCI device ID: , UID: "a34b43be-7809-4a70-b209-e2740b6aae6f", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0507 06:45:10.967174 3659 cni.go:473] [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6c:1d:c5:73:33\",\"name\":\"fb2ed73074e056f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7858630d-2761-4c28-aa1b-85583e204248\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:45:13.290567 3659 cni.go:452] [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key ] I0507 06:45:13.387958 3659 cni.go:473] [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-jt775 fb2ed73074e056f65604ce4997dcaf7b73c1cb4306eec838740025ba050937bc network default NAD default NAD key default], result "{}", err I0507 06:45:13.439931 3659 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:13.439975 3659 pods.go:176] Deleting pod: tsf-tpa/migrate-db-jt775 I0507 06:45:13.441430 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-jt775, ips: 10.129.0.43 I0507 06:45:13.441464 3659 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:13.560115 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:13.560146 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:16.716090 3659 base_network_controller_pods.go:487] [default/tsf-tpa/server-555cbc4c55-47sd9] creating logical port tsf-tpa_server-555cbc4c55-47sd9 for pod on switch ip-10-0-2-236.ec2.internal I0507 06:45:16.716276 3659 kube.go:256] Updating pod tsf-tpa/server-555cbc4c55-47sd9 I0507 06:45:16.731618 3659 pod.go:62] [tsf-tpa/server-555cbc4c55-47sd9] pod update took 15.376618ms I0507 06:45:16.731653 3659 base_network_controller_pods.go:951] [default/tsf-tpa/server-555cbc4c55-47sd9] addLogicalPort annotation time took 15.416239ms I0507 06:45:16.733021 3659 pods.go:271] [tsf-tpa/server-555cbc4c55-47sd9] addLogicalPort took 16.954135ms, libovsdb time 857.317µs I0507 06:45:18.030106 3659 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-hm5nm] creating logical port tsf-tpa_importer-86bcdf477b-hm5nm for pod on switch ip-10-0-2-236.ec2.internal I0507 06:45:18.030301 3659 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-hm5nm I0507 06:45:18.031521 3659 obj_retry.go:498] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:18.032101 3659 obj_retry.go:498] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:18.044000 3659 pod.go:62] [tsf-tpa/importer-86bcdf477b-hm5nm] pod update took 13.723739ms I0507 06:45:18.044024 3659 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-hm5nm] addLogicalPort annotation time took 13.75462ms I0507 06:45:18.045313 3659 pods.go:271] [tsf-tpa/importer-86bcdf477b-hm5nm] addLogicalPort took 15.230199ms, libovsdb time 828.136µs I0507 06:45:19.053073 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:19.053100 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:22.912962 3659 cni.go:452] [tsf-tpa/importer-86bcdf477b-hm5nm e1502c04b7e398b9a09a7abd6fb5c5a3b1b55b27424743166e9cf4d1c7d2d246 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-hm5nm e1502c04b7e398b9a09a7abd6fb5c5a3b1b55b27424743166e9cf4d1c7d2d246 network default NAD default NAD key ] I0507 06:45:22.922980 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-hm5nm, hostIfaceName: e1502c04b7e398b, network: default, NAD default, SandboxID: "e1502c04b7e398b9a09a7abd6fb5c5a3b1b55b27424743166e9cf4d1c7d2d246", PCI device ID: , UID: "8fe3a6c5-2d71-423f-985d-661878dcb4a3", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0507 06:45:22.981776 3659 cni.go:473] [tsf-tpa/importer-86bcdf477b-hm5nm e1502c04b7e398b9a09a7abd6fb5c5a3b1b55b27424743166e9cf4d1c7d2d246 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-hm5nm e1502c04b7e398b9a09a7abd6fb5c5a3b1b55b27424743166e9cf4d1c7d2d246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:41:18:16:98:7a\",\"name\":\"e1502c04b7e398b\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a5541ea-6aff-4cb6-9672-c666142f18e8\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 06:45:23.083142 3659 cni.go:452] [tsf-tpa/server-555cbc4c55-47sd9 5a7997e5243ed62a2b4fe49321702b0b7d9d94d066523a5eb85d041dde6afa3c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-555cbc4c55-47sd9 5a7997e5243ed62a2b4fe49321702b0b7d9d94d066523a5eb85d041dde6afa3c network default NAD default NAD key ] I0507 06:45:23.094076 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-555cbc4c55-47sd9, hostIfaceName: 5a7997e5243ed62, network: default, NAD default, SandboxID: "5a7997e5243ed62a2b4fe49321702b0b7d9d94d066523a5eb85d041dde6afa3c", PCI device ID: , UID: "53bf982f-fe68-45a9-88c7-261fad208324", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0507 06:45:23.153604 3659 cni.go:473] [tsf-tpa/server-555cbc4c55-47sd9 5a7997e5243ed62a2b4fe49321702b0b7d9d94d066523a5eb85d041dde6afa3c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-555cbc4c55-47sd9 5a7997e5243ed62a2b4fe49321702b0b7d9d94d066523a5eb85d041dde6afa3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:d3:ca:82:1a:75\",\"name\":\"5a7997e5243ed62\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfbe4b58-e5ea-4371-9932-2e724caeef71\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 06:45:23.365502 3659 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 06:45:30.793314 3659 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:30.793971 3659 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:31.637383 3659 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:31.637411 3659 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:45:34.383003 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-236.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0507 06:45:48.716105 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 06:45:49.215534 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 06:45:50.873603 3659 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:50.874186 3659 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:50.897517 3659 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:50.897539 3659 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:50.903466 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 06:45:50.903490 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 06:45:51.777446 3659 namespace.go:98] [integration-service] adding namespace I0507 06:45:51.778368 3659 namespace.go:102] [integration-service] adding namespace took 896.608µs I0507 06:45:51.782950 3659 namespace.go:98] [default-tenant] adding namespace I0507 06:45:51.783653 3659 namespace.go:102] [default-tenant] adding namespace took 685.3µs I0507 06:45:51.786255 3659 namespace.go:98] [image-controller] adding namespace I0507 06:45:51.786850 3659 namespace.go:102] [image-controller] adding namespace took 580.539µs I0507 06:45:51.793184 3659 namespace.go:98] [build-service] adding namespace I0507 06:45:51.793947 3659 namespace.go:102] [build-service] adding namespace took 744.658µs I0507 06:45:51.812585 3659 namespace.go:142] [integration-service] updating namespace I0507 06:45:51.835464 3659 namespace.go:142] [integration-service] updating namespace I0507 06:45:51.859567 3659 namespace.go:142] [default-tenant] updating namespace I0507 06:45:51.882528 3659 namespace.go:142] [default-tenant] updating namespace I0507 06:45:51.895459 3659 namespace.go:142] [image-controller] updating namespace I0507 06:45:51.977061 3659 namespace.go:142] [build-service] updating namespace I0507 06:45:51.977127 3659 namespace.go:142] [image-controller] updating namespace I0507 06:45:52.047196 3659 namespace.go:142] [build-service] updating namespace I0507 06:45:52.077600 3659 namespace.go:142] [integration-service] updating namespace I0507 06:45:52.102409 3659 namespace.go:98] [release-service] adding namespace I0507 06:45:52.103291 3659 namespace.go:102] [release-service] adding namespace took 863.217µs I0507 06:45:52.196605 3659 namespace.go:142] [release-service] updating namespace I0507 06:45:52.249324 3659 namespace.go:142] [konflux-ui] updating namespace I0507 06:45:52.249433 3659 namespace.go:98] [konflux-info] adding namespace I0507 06:45:52.250277 3659 namespace.go:102] [konflux-info] adding namespace took 826.845µs I0507 06:45:52.295339 3659 namespace.go:98] [namespace-lister] adding namespace I0507 06:45:52.296292 3659 namespace.go:102] [namespace-lister] adding namespace took 923.373µs I0507 06:45:52.370122 3659 namespace.go:98] [enterprise-contract-service] adding namespace I0507 06:45:52.370253 3659 namespace.go:142] [image-controller] updating namespace I0507 06:45:52.371003 3659 namespace.go:102] [enterprise-contract-service] adding namespace took 859.142µs I0507 06:45:52.526365 3659 namespace.go:142] [default-tenant] updating namespace I0507 06:45:52.681614 3659 namespace.go:98] [konflux-cli] adding namespace I0507 06:45:52.681694 3659 namespace.go:98] [segment-bridge] adding namespace I0507 06:45:52.682515 3659 namespace.go:102] [konflux-cli] adding namespace took 878.115µs I0507 06:45:52.683125 3659 namespace.go:102] [segment-bridge] adding namespace took 1.417263ms I0507 06:45:53.271736 3659 namespace.go:142] [build-service] updating namespace I0507 06:45:53.294566 3659 namespace.go:142] [konflux-info] updating namespace I0507 06:45:53.309496 3659 namespace.go:142] [release-service] updating namespace I0507 06:45:53.365019 3659 namespace.go:142] [konflux-info] updating namespace I0507 06:45:53.372490 3659 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:53.439513 3659 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:53.471453 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:53.499425 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:53.531545 3659 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:53.557588 3659 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:53.572394 3659 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:53.595550 3659 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:53.897864 3659 namespace.go:142] [build-service] updating namespace I0507 06:45:54.107113 3659 namespace.go:142] [default-tenant] updating namespace I0507 06:45:54.311254 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:54.446303 3659 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 06:45:54.446998 3659 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 06:45:54.447017 3659 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 06:45:54.449554 3659 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 06:45:54.501502 3659 namespace.go:142] [image-controller] updating namespace I0507 06:45:54.541660 3659 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 06:45:54.541687 3659 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 06:45:54.542482 3659 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 06:45:54.701307 3659 namespace.go:142] [integration-service] updating namespace I0507 06:45:54.917891 3659 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:55.113955 3659 namespace.go:142] [konflux-info] updating namespace I0507 06:45:55.329866 3659 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:55.508280 3659 namespace.go:142] [release-service] updating namespace I0507 06:45:55.713255 3659 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:55.898753 3659 namespace.go:142] [build-service] updating namespace I0507 06:45:55.938573 3659 namespace.go:142] [default-tenant] updating namespace I0507 06:45:55.965144 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:55.990068 3659 namespace.go:142] [image-controller] updating namespace I0507 06:45:56.032261 3659 namespace.go:142] [integration-service] updating namespace I0507 06:45:56.074615 3659 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:56.107425 3659 namespace.go:142] [konflux-info] updating namespace I0507 06:45:56.137412 3659 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:56.154348 3659 namespace.go:142] [release-service] updating namespace I0507 06:45:56.183314 3659 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:56.269351 3659 namespace.go:142] [build-service] updating namespace I0507 06:45:56.344468 3659 namespace.go:142] [default-tenant] updating namespace I0507 06:45:56.439608 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:56.531441 3659 namespace.go:142] [image-controller] updating namespace I0507 06:45:56.595598 3659 namespace.go:142] [integration-service] updating namespace I0507 06:45:56.690689 3659 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:56.832450 3659 namespace.go:142] [konflux-info] updating namespace I0507 06:45:56.893603 3659 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:56.957331 3659 namespace.go:142] [release-service] updating namespace I0507 06:45:57.045620 3659 namespace.go:142] [segment-bridge] updating namespace W0507 06:45:57.158439 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 06:45:59.801732 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 06:45:59.818907 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 06:46:04.842352 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 06:46:04.843832 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:04.869853 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 06:46:04.870894 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:05.178310 3659 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 06:46:08.877911 3659 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:08.877932 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:09.210916 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 06:46:09.211750 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 06:46:10.239919 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:10.239937 3659 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 06:46:16.627290 3659 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:46:16.627967 3659 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:46:16.945576 3659 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:46:16.945598 3659 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:46:16.951515 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:46:16.951543 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:47:16.351954 3659 obj_retry.go:498] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:16.352541 3659 obj_retry.go:498] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:17.242320 3659 obj_retry.go:492] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:17.242344 3659 obj_retry.go:492] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:17.248387 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:17.248412 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:24.815890 3659 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:24.816509 3659 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:24.852941 3659 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:24.852965 3659 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:24.860857 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 06:47:24.860901 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 06:47:29.324633 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 06:47:37.223233 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0507 06:47:49.302477 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 06:47:52.629945 3659 namespace.go:98] [managed-tenant-2j1m8] adding namespace I0507 06:47:52.630760 3659 namespace.go:102] [managed-tenant-2j1m8] adding namespace took 792.616µs I0507 06:47:52.651092 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:52.664662 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:53.794671 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:54.008080 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:54.108570 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:48:43.334835 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0507 06:48:59.217403 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170 I0507 06:49:08.303776 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 06:49:11.228791 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=537 I0507 06:49:12.340284 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 06:49:22.319387 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 06:49:46.216340 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52 I0507 06:50:03.746147 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:50:03.746764 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:50:04.616988 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:50:04.617048 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:51:00.340845 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 06:51:20.311630 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 06:51:35.362820 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0507 06:52:00.313535 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0507 06:52:18.218025 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0507 06:54:19.220356 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 W0507 06:54:24.622974 3659 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b4869c4dd-n972x I0507 06:54:47.327343 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 06:55:10.057094 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:10.057137 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:10.063654 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dfpbt I0507 06:55:10.063678 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dfpbt I0507 06:55:10.218787 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0507 06:55:13.027799 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:13.027853 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:13.030942 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jt775 I0507 06:55:13.030972 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jt775 I0507 06:55:19.028620 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:19.028644 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:19.033206 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jw9qq I0507 06:55:19.033236 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jw9qq I0507 06:56:21.219250 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 06:56:22.343584 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 06:56:28.231802 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0507 06:56:31.305977 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 06:56:49.306469 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 06:56:54.229050 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0507 06:57:03.322203 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 06:57:24.317086 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 06:57:51.320177 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 06:58:02.337588 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0507 06:58:05.731409 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:05.731976 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:06.753152 3659 obj_retry.go:492] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:58:06.753178 3659 obj_retry.go:492] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:58:06.757692 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:06.757709 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:07.365609 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 06:58:17.803861 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:17.804433 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:32.024126 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:32.024677 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:59:04.220778 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0507 06:59:38.206029 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:59:38.206606 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:59:47.223644 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0507 07:00:01.349122 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 07:00:04.336851 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:04.337465 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:05.356970 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.357007 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.388462 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.388489 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.393216 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 07:00:05.393241 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 07:02:10.327669 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:10.328263 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:51.434517 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:51.435100 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:24.232613 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0507 07:03:40.330760 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 07:03:49.087763 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:49.088376 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:51.014818 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:51.015443 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:54.309186 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 07:03:56.072714 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:56.073396 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.229069 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.229664 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.273206 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.273755 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:07.340785 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 07:04:22.310299 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 07:04:32.260720 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:32.261342 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:41.440907 3659 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:41.441619 3659 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:42.150909 3659 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:04:42.150938 3659 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:04:42.156222 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:42.156248 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:45.319859 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 07:04:51.226725 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0507 07:04:51.413530 3659 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:51.414107 3659 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:54.347340 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 07:05:05.222663 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 07:05:07.614314 3659 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:07.614993 3659 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:27.223047 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0507 07:05:40.325001 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 07:05:40.876664 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:40.877320 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:49.851832 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:49.852471 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:58.975144 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:58.975765 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:59.982613 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:59.983269 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:02.007946 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:02.008530 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:03.052294 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:03.052868 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:13.118558 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:13.119147 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:16.324713 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 07:06:20.235104 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=329 I0507 07:06:26.268242 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:26.268786 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:28.355793 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 07:06:37.357771 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:37.358303 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:45.431938 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:45.432493 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:20.553418 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:20.554125 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:28.369269 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0507 07:07:53.223746 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0507 07:07:55.030992 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:55.031560 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:43.471402 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:43.471964 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:04.679041 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:04.679740 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.022861 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.023483 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.570074 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:11.570102 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:11.576112 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.576133 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.743098 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.743745 3659 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:24.984571 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:30.024006 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.024036 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.032899 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:09:30.032929 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:09:30.041718 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.041735 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.048508 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:09:30.048530 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:09:30.057232 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.057253 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.064972 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:09:30.064994 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:09:30.072836 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.072857 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.079267 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:09:30.079293 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:09:30.087223 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.087238 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.097678 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:09:30.097695 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:09:30.106411 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.106428 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.114508 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:09:30.114526 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:09:30.128478 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.128498 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.135927 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:09:30.135947 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:09:30.145689 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.145702 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.152748 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:09:30.152771 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:09:30.161212 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.161231 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.168193 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:30.168214 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:30.178070 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.178084 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.183323 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:09:30.183340 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:09:30.193182 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.193196 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.201588 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:09:30.201608 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:09:30.212119 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.212133 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.220548 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:09:30.220564 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:09:30.233551 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.233571 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.240039 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:30.240058 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:30.248407 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.248430 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.255645 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:09:30.255666 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:09:30.271132 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.271152 3659 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.281792 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:09:30.281809 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:09:30.341747 3659 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.341767 3659 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.350543 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:09:30.350566 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:09:30.518977 3659 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.519002 3659 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.527619 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:09:30.527646 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:09:36.001909 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:42.391756 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:49.061003 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:55.509426 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:10:04.622681 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:10:04.623257 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:10:05.485971 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.485994 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.516667 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.516689 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.520831 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 07:10:05.520864 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 07:10:10.323505 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 07:10:37.334235 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 07:10:39.156465 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:13.312210 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 07:11:13.708900 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:39.236317 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0507 07:11:45.226066 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 07:11:48.519524 3659 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:48.537490 3659 namespace.go:317] [managed-tenant-2j1m8] deleting namespace I0507 07:11:50.313302 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 07:12:12.189098 3659 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:12:12.189698 3659 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:12:13.111953 3659 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:12:13.111995 3659 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:12:13.117757 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:13.117781 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:53.238318 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=159