+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-227.ec2.internal ++ [[ -n ip-10-0-2-227.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-227.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 23:56:27.171567994 - disable conntrack on geneve port' I0512 23:56:27.171567994 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 23:56:27.228179676 - starting ovnkube-node' I0512 23:56:27.228179676 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-227.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-227.ec2.internal --init-node ip-10-0-2-227.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-227.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 23:56:27.292547 3824 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 23:56:27.292597 3824 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fbc065ec3e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 23:56:27.294030 3824 kube.go:431] Waiting for certificate I0512 23:56:27.294071 3824 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 23:56:27.294486 3824 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 23:56:27.295160 3824 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 23:56:27.320674 3824 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:27.320690 3824 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:27.323096 3824 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:27.325920 3824 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hnh24" I0512 23:56:27.332955 3824 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hnh24" I0512 23:56:27.333021 3824 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:28.294729 3824 kube.go:438] Certificate found I0512 23:56:28.295272 3824 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 23:56:28.296275 3824 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 23:56:28.361769 3824 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 23:56:28.365917 3824 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 23:51:27 +0000 UTC" deadline="2026-05-13 20:06:05.054144192 +0000 UTC" I0512 23:56:28.366014 3824 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h9m36.688142003s" I0512 23:56:28.373742 3824 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 23:56:28.373830 3824 factory.go:561] Starting watch factory I0512 23:56:28.373910 3824 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 23:56:28.373947 3824 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.373947 3824 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.373963 3824 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.373977 3824 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.374101 3824 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.374122 3824 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.374102 3824 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.374186 3824 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.374535 3824 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.374559 3824 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.375414 3824 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.375434 3824 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.375987 3824 server.go:101] MetricServer registers OVS metrics I0512 23:56:28.376242 3824 server.go:105] MetricServer registers OVN DB metrics I0512 23:56:28.378288 3824 controller_manager.go:370] Starting the ovnkube controller I0512 23:56:28.378298 3824 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-227.ec2.internal I0512 23:56:28.378341 3824 controller_manager.go:395] NBDB zone sync took: 36.33µs I0512 23:56:28.378349 3824 factory.go:561] Starting watch factory I0512 23:56:28.380805 3824 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 23:56:28.380831 3824 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 23:56:28.394619 3824 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 23:56:28.394636 3824 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 23:56:28.396802 3824 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.396830 3824 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.396860 3824 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.396983 3824 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.400865 3824 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 23:56:28.400914 3824 server.go:109] MetricServer registers OVN Controller metrics I0512 23:56:28.401809 3824 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.403193 3824 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:28.406114 3824 server.go:113] MetricServer registers OVN Northd metrics I0512 23:56:28.410515 3824 metrics.go:519] OVN Metrics Server starts to run ... I0512 23:56:28.480436 3824 factory.go:1977] *v1.Pod informer cache synced successfully I0512 23:56:28.480459 3824 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 23:56:28.480463 3824 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 23:56:28.480468 3824 factory.go:1977] *v1.Node informer cache synced successfully I0512 23:56:28.480472 3824 factory.go:1977] *v1.Service informer cache synced successfully I0512 23:56:28.480477 3824 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 23:56:28.480582 3824 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:28.480603 3824 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:28.480601 3824 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:28.480641 3824 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:28.483995 3824 factory.go:1977] *v1.Service informer cache synced successfully I0512 23:56:28.484010 3824 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 23:56:28.484013 3824 factory.go:1977] *v1.Pod informer cache synced successfully I0512 23:56:28.484017 3824 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 23:56:28.484019 3824 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 23:56:28.484022 3824 factory.go:1977] *v1.Node informer cache synced successfully I0512 23:56:28.484624 3824 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:28.484629 3824 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:28.485546 3824 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 23:56:28.485557 3824 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 23:56:28.485612 3824 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.485623 3824 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.488678 3824 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.489653 3824 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 23:56:28.489664 3824 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 23:56:28.490800 3824 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 23:56:28.490852 3824 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.490864 3824 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.493908 3824 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.494825 3824 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 23:56:28.495980 3824 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 23:56:28.496059 3824 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.496081 3824 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.499183 3824 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.500095 3824 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 23:56:28.501187 3824 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 23:56:28.501251 3824 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.501268 3824 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.504138 3824 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.506115 3824 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 23:56:28.506921 3824 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 23:56:28.506988 3824 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.507007 3824 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.510746 3824 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.511629 3824 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 23:56:28.512766 3824 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 23:56:28.512919 3824 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:28.512932 3824 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:28.515995 3824 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:28.516912 3824 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 23:56:28.518052 3824 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 23:56:28.518126 3824 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.518143 3824 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.518177 3824 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.518197 3824 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.521317 3824 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.521432 3824 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:28.522237 3824 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 23:56:28.523410 3824 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 23:56:28.523419 3824 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 23:56:28.523425 3824 factory.go:680] Watch Factory start up complete, took: 149.601813ms I0512 23:56:28.523486 3824 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 23:56:28.527970 3824 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 23:56:28.527981 3824 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 23:56:28.527988 3824 factory.go:680] Watch Factory start up complete, took: 149.637188ms I0512 23:56:28.527994 3824 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-227.ec2.internal" zone I0512 23:56:28.574257 3824 default_node_network_controller.go:710] Initializing the default node network controller I0512 23:56:28.664400 3824 udn_isolation.go:101] Starting UDN host isolation manager I0512 23:56:28.671976 3824 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 23:56:28.728621 3824 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 23:56:28.728707 3824 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 23:56:28.728723 3824 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 23:56:28.761504 3824 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 23:56:28.761570 3824 default_node_network_controller.go:809] Node ip-10-0-2-227.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 23:56:28.766844 3824 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.227"] k8s.ovn.org/zone-name:ip-10-0-2-227.ec2.internal] on node ip-10-0-2-227.ec2.internal I0512 23:56:28.789936 3824 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 23:56:28.796014 3824 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 23:56:28.796155 3824 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0512 23:56:28.796270 3824 gateway_init.go:263] Preparing Gateway I0512 23:56:28.796282 3824 gateway_shared_intf.go:1687] Creating new gateway I0512 23:56:28.898693 3824 iptables.go:108] Creating table: filter chain: FORWARD I0512 23:56:28.905802 3824 iptables.go:108] Creating table: filter chain: OUTPUT I0512 23:56:28.913000 3824 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 23:56:28.913016 3824 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-227.ec2.internal","mac-address":"0e:7e:69:a5:9a:3d","ip-addresses":["10.0.2.227/24"],"ip-address":"10.0.2.227/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:840efd31-2c76-4659-af42-0ac953e22bfc k8s.ovn.org/node-encap-ips:["10.0.2.227"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.227/24"} k8s.ovn.org/zone-name:ip-10-0-2-227.ec2.internal] on node ip-10-0-2-227.ec2.internal I0512 23:56:28.933498 3824 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:29.028689 3824 controller_manager.go:429] Waiting for node in zone sync took: 500.680961ms I0512 23:56:29.037987 3824 controller_manager.go:611] Switching to transit router for layer2 networks I0512 23:56:29.038004 3824 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-227.ec2.internal I0512 23:56:29.053629 3824 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 23:56:29.060662 3824 controller_manager.go:290] SCTP support detected in OVN I0512 23:56:29.061243 3824 services_controller.go:69] Creating services controller for network=default I0512 23:56:29.061347 3824 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 23:56:29.061453 3824 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 23:56:29.061485 3824 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 23:56:29.061498 3824 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 23:56:29.061506 3824 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 23:56:29.061661 3824 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 23:56:29.061701 3824 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 23:56:29.061765 3824 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.11µs I0512 23:56:29.061796 3824 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 84.537µs I0512 23:56:29.061806 3824 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 104.543µs I0512 23:56:29.061811 3824 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 23:56:29.061815 3824 udn_enabled_svc.go:95] Performing full resync I0512 23:56:29.061835 3824 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.509µs I0512 23:56:29.061818 3824 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 23:56:29.061913 3824 default_network_controller.go:325] Starting the default network controller I0512 23:56:29.062102 3824 udn_enabled_svc.go:99] Waiting for handler to sync I0512 23:56:29.062113 3824 udn_enabled_svc.go:104] Starting worker I0512 23:56:29.071453 3824 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 23:56:29.071527 3824 repair.go:33] Syncing exgw routes took 61.679µs I0512 23:56:29.071550 3824 default_network_controller.go:414] Starting all the Watchers... I0512 23:56:29.071792 3824 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 23:56:29.071803 3824 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 23:56:29.071805 3824 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 23:56:29.071810 3824 namespace.go:98] [openshift-marketplace] adding namespace I0512 23:56:29.071825 3824 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 23:56:29.071830 3824 namespace.go:98] [openshift-controller-manager] adding namespace I0512 23:56:29.071833 3824 namespace.go:98] [openshift-config] adding namespace I0512 23:56:29.071840 3824 namespace.go:98] [openshift-authentication] adding namespace I0512 23:56:29.071839 3824 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 23:56:29.071794 3824 namespace.go:98] [openshift-etcd] adding namespace I0512 23:56:29.071845 3824 namespace.go:98] [kube-node-lease] adding namespace I0512 23:56:29.071859 3824 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 23:56:29.071869 3824 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 23:56:29.071900 3824 namespace.go:98] [openshift-network-operator] adding namespace I0512 23:56:29.071794 3824 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 23:56:29.073221 3824 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 1.415066ms I0512 23:56:29.073236 3824 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 23:56:29.073733 3824 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 491.076µs I0512 23:56:29.073747 3824 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 23:56:29.074209 3824 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.39776ms I0512 23:56:29.074218 3824 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 23:56:29.077607 3824 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.788644ms I0512 23:56:29.077624 3824 namespace.go:98] [openshift-dns] adding namespace I0512 23:56:29.078102 3824 namespace.go:102] [openshift-marketplace] adding namespace took 6.27973ms I0512 23:56:29.078116 3824 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 23:56:29.078619 3824 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.788111ms I0512 23:56:29.078634 3824 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 23:56:29.079073 3824 namespace.go:102] [openshift-controller-manager] adding namespace took 7.23307ms I0512 23:56:29.079088 3824 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 23:56:29.079601 3824 namespace.go:102] [openshift-config] adding namespace took 7.757127ms I0512 23:56:29.079614 3824 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 23:56:29.080012 3824 namespace.go:102] [openshift-authentication] adding namespace took 8.167624ms I0512 23:56:29.080021 3824 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 23:56:29.080403 3824 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.552674ms I0512 23:56:29.080413 3824 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 23:56:29.080844 3824 namespace.go:102] [openshift-etcd] adding namespace took 8.988316ms I0512 23:56:29.080858 3824 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 23:56:29.081292 3824 namespace.go:102] [kube-node-lease] adding namespace took 9.433072ms I0512 23:56:29.081306 3824 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 23:56:29.082126 3824 namespace.go:102] [openshift-service-ca-operator] adding namespace took 10.25503ms I0512 23:56:29.082140 3824 namespace.go:98] [openshift-logging] adding namespace I0512 23:56:29.082550 3824 namespace.go:102] [openshift-ingress-canary] adding namespace took 10.660177ms I0512 23:56:29.082559 3824 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 23:56:29.082965 3824 namespace.go:102] [openshift-network-operator] adding namespace took 11.054882ms I0512 23:56:29.082978 3824 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 23:56:29.083414 3824 namespace.go:102] [openshift-must-gather-operator] adding namespace took 11.496436ms I0512 23:56:29.083424 3824 namespace.go:98] [kube-system] adding namespace I0512 23:56:29.083783 3824 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 10.030489ms I0512 23:56:29.083812 3824 namespace.go:98] [openshift-apiserver] adding namespace I0512 23:56:29.084169 3824 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.946194ms I0512 23:56:29.084180 3824 namespace.go:98] [openshift-host-network] adding namespace I0512 23:56:29.084549 3824 namespace.go:102] [openshift-dns] adding namespace took 6.920009ms I0512 23:56:29.084561 3824 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 23:56:29.084923 3824 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.802221ms I0512 23:56:29.084934 3824 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 23:56:29.085271 3824 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.632241ms I0512 23:56:29.085282 3824 namespace.go:98] [openshift-dns-operator] adding namespace I0512 23:56:29.085734 3824 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.640384ms I0512 23:56:29.085748 3824 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 23:56:29.086131 3824 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.511079ms I0512 23:56:29.086146 3824 namespace.go:98] [openshift-insights] adding namespace I0512 23:56:29.086496 3824 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.467695ms I0512 23:56:29.086517 3824 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 23:56:29.086943 3824 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.525618ms I0512 23:56:29.086956 3824 namespace.go:98] [openshift-ingress] adding namespace I0512 23:56:29.087325 3824 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.46159ms I0512 23:56:29.087337 3824 namespace.go:98] [openshift-console] adding namespace I0512 23:56:29.087722 3824 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.411321ms I0512 23:56:29.087733 3824 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 23:56:29.088056 3824 namespace.go:102] [openshift-logging] adding namespace took 5.911844ms I0512 23:56:29.088066 3824 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 23:56:29.088597 3824 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.03241ms I0512 23:56:29.088609 3824 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 23:56:29.088966 3824 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.983635ms I0512 23:56:29.088977 3824 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0512 23:56:29.088993 3824 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-bvxr6: pod kube-system/global-pull-secret-syncer-bvxr6: no pod IPs found I0512 23:56:29.089555 3824 namespace.go:102] [kube-system] adding namespace took 6.125393ms I0512 23:56:29.089573 3824 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 23:56:29.089895 3824 namespace.go:102] [openshift-apiserver] adding namespace took 6.076008ms I0512 23:56:29.089907 3824 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 23:56:29.090430 3824 namespace.go:102] [openshift-host-network] adding namespace took 6.243541ms I0512 23:56:29.090444 3824 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 23:56:29.090863 3824 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.297262ms I0512 23:56:29.090874 3824 namespace.go:98] [openshift-operators] adding namespace I0512 23:56:29.091258 3824 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.319536ms I0512 23:56:29.091270 3824 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 23:56:29.091661 3824 namespace.go:102] [openshift-dns-operator] adding namespace took 6.373769ms I0512 23:56:29.091673 3824 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 23:56:29.092037 3824 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.283751ms I0512 23:56:29.092049 3824 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 23:56:29.092414 3824 namespace.go:102] [openshift-insights] adding namespace took 6.264547ms I0512 23:56:29.092423 3824 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 23:56:29.092802 3824 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.279414ms I0512 23:56:29.092813 3824 namespace.go:98] [openshift-network-console] adding namespace I0512 23:56:29.093170 3824 namespace.go:102] [openshift-ingress] adding namespace took 6.21002ms I0512 23:56:29.093180 3824 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 23:56:29.093608 3824 namespace.go:102] [openshift-console] adding namespace took 6.266973ms I0512 23:56:29.093618 3824 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 23:56:29.093994 3824 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.255011ms I0512 23:56:29.094009 3824 namespace.go:98] [openshift-package-operator] adding namespace I0512 23:56:29.094363 3824 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.293229ms I0512 23:56:29.094374 3824 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 23:56:29.094768 3824 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.154703ms I0512 23:56:29.094781 3824 namespace.go:98] [openshift-multus] adding namespace I0512 23:56:29.095134 3824 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.151943ms I0512 23:56:29.095146 3824 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 23:56:29.095522 3824 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.943189ms I0512 23:56:29.095534 3824 namespace.go:98] [openshift-config-managed] adding namespace I0512 23:56:29.095885 3824 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.974094ms I0512 23:56:29.096250 3824 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.80122ms I0512 23:56:29.096261 3824 namespace.go:98] [openshift-image-registry] adding namespace I0512 23:56:29.096637 3824 namespace.go:102] [openshift-operators] adding namespace took 5.756763ms I0512 23:56:29.096657 3824 namespace.go:98] [openshift-cluster-version] adding namespace W0512 23:56:29.096661 3824 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sls9b: pod openshift-network-diagnostics/network-check-target-sls9b: no pod IPs found I0512 23:56:29.097120 3824 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.845176ms I0512 23:56:29.097134 3824 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 23:56:29.097504 3824 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.826485ms I0512 23:56:29.097516 3824 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 23:56:29.097890 3824 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.836208ms I0512 23:56:29.097902 3824 namespace.go:98] [kube-public] adding namespace I0512 23:56:29.098281 3824 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.85289ms I0512 23:56:29.098293 3824 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 23:56:29.098690 3824 namespace.go:102] [openshift-network-console] adding namespace took 5.870854ms I0512 23:56:29.098703 3824 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 23:56:29.099063 3824 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.878229ms I0512 23:56:29.099074 3824 namespace.go:98] [openshift-node] adding namespace I0512 23:56:29.099477 3824 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.854004ms I0512 23:56:29.099489 3824 namespace.go:98] [openshift-backplane] adding namespace I0512 23:56:29.099852 3824 namespace.go:102] [openshift-package-operator] adding namespace took 5.838369ms I0512 23:56:29.099863 3824 namespace.go:98] [openshift-config-operator] adding namespace W0512 23:56:29.100213 3824 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-48b84: pod openshift-multus/network-metrics-daemon-48b84: no pod IPs found I0512 23:56:29.100261 3824 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.882777ms I0512 23:56:29.100269 3824 namespace.go:98] [openshift-monitoring] adding namespace I0512 23:56:29.100789 3824 namespace.go:102] [openshift-multus] adding namespace took 6.002815ms I0512 23:56:29.100806 3824 namespace.go:98] [openshift-infra] adding namespace I0512 23:56:29.101123 3824 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.97103ms I0512 23:56:29.101135 3824 namespace.go:98] [openshift-machine-api] adding namespace I0512 23:56:29.101599 3824 namespace.go:102] [openshift-config-managed] adding namespace took 6.061057ms I0512 23:56:29.101610 3824 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 23:56:29.101976 3824 namespace.go:102] [openshift-image-registry] adding namespace took 5.710743ms I0512 23:56:29.101989 3824 namespace.go:98] [dedicated-admin] adding namespace I0512 23:56:29.102357 3824 namespace.go:102] [openshift-cluster-version] adding namespace took 5.69429ms I0512 23:56:29.102755 3824 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.616761ms I0512 23:56:29.103139 3824 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.619097ms I0512 23:56:29.103528 3824 namespace.go:102] [kube-public] adding namespace took 5.62098ms I0512 23:56:29.103539 3824 namespace.go:98] [default] adding namespace I0512 23:56:29.103966 3824 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.66808ms I0512 23:56:29.104405 3824 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.698022ms I0512 23:56:29.104814 3824 namespace.go:102] [openshift-node] adding namespace took 5.735394ms I0512 23:56:29.104827 3824 namespace.go:98] [openshift] adding namespace I0512 23:56:29.105171 3824 namespace.go:102] [openshift-backplane] adding namespace took 5.676313ms I0512 23:56:29.105935 3824 namespace.go:102] [openshift-config-operator] adding namespace took 6.068166ms I0512 23:56:29.106309 3824 namespace.go:102] [openshift-monitoring] adding namespace took 6.03553ms I0512 23:56:29.106320 3824 namespace.go:98] [openshift-console-operator] adding namespace I0512 23:56:29.106724 3824 namespace.go:102] [openshift-infra] adding namespace took 5.912971ms I0512 23:56:29.107107 3824 namespace.go:102] [openshift-machine-api] adding namespace took 5.96641ms I0512 23:56:29.107552 3824 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.936902ms I0512 23:56:29.107565 3824 namespace.go:98] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] adding namespace I0512 23:56:29.107958 3824 namespace.go:102] [dedicated-admin] adding namespace took 5.963408ms I0512 23:56:29.108284 3824 namespace.go:102] [default] adding namespace took 4.739071ms I0512 23:56:29.108711 3824 namespace.go:102] [openshift] adding namespace took 3.879083ms I0512 23:56:29.109063 3824 namespace.go:102] [openshift-console-operator] adding namespace took 2.738352ms I0512 23:56:29.109402 3824 namespace.go:102] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] adding namespace took 1.831895ms I0512 23:56:29.109557 3824 master.go:548] Adding or Updating local node "ip-10-0-2-227.ec2.internal" for network "default" I0512 23:56:29.110474 3824 zone_ic_handler.go:195] Time taken to create transit switch: 376.503µs I0512 23:56:29.110487 3824 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-66.ec2.internal for the network default I0512 23:56:29.111351 3824 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-66.ec2.internal" on network "default" took: 1.26213ms W0512 23:56:29.117139 3824 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-bvxr6: pod kube-system/global-pull-secret-syncer-bvxr6: no pod IPs found W0512 23:56:29.117157 3824 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-sls9b: pod openshift-network-diagnostics/network-check-target-sls9b: no pod IPs found W0512 23:56:29.117165 3824 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-48b84: pod openshift-multus/network-metrics-daemon-48b84: no pod IPs found I0512 23:56:29.118074 3824 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-227.ec2.internal for the network default I0512 23:56:29.118267 3824 zone_ic_handler.go:195] Time taken to create transit switch: 177.377µs I0512 23:56:29.118968 3824 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 23:56:29.118992 3824 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 23:56:29.119007 3824 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 23:56:29.119033 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-66.ec2.internal in network "default" I0512 23:56:29.119083 3824 node_tracker.go:169] Node ip-10-0-0-66.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:29.119099 3824 services_controller.go:574] Full service sync requested for network=default I0512 23:56:29.119107 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:29.119128 3824 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:29.119136 3824 services_controller.go:574] Full service sync requested for network=default I0512 23:56:29.219401 3824 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 23:56:29.219433 3824 services_controller.go:208] Setting up event handlers for services for network=default I0512 23:56:29.219507 3824 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 23:56:29.219553 3824 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 23:56:29.219571 3824 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 23:56:29.319804 3824 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 23:56:29.319825 3824 repair.go:60] Starting repairing loop for services I0512 23:56:29.319904 3824 repair.go:131] Deleted 0 stale service LBs I0512 23:56:29.319922 3824 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 23:56:29.319939 3824 repair.go:62] Finished repairing loop for services: 115.526µs I0512 23:56:29.319962 3824 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 23:56:29.319971 3824 services_controller.go:254] Starting workers for network=default I0512 23:56:29.320642 3824 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-48b84] creating logical port openshift-multus_network-metrics-daemon-48b84 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:29.320669 3824 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sls9b] creating logical port openshift-network-diagnostics_network-check-target-sls9b for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:29.320705 3824 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-bvxr6] creating logical port kube-system_global-pull-secret-syncer-bvxr6 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:29.320749 3824 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-48b84 I0512 23:56:29.320782 3824 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-sls9b I0512 23:56:29.320786 3824 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-bvxr6 I0512 23:56:29.337801 3824 pod.go:62] [kube-system/global-pull-secret-syncer-bvxr6] pod update took 17.040354ms I0512 23:56:29.337818 3824 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-bvxr6] addLogicalPort annotation time took 17.060515ms I0512 23:56:29.338640 3824 pods.go:271] [kube-system/global-pull-secret-syncer-bvxr6] addLogicalPort took 17.944567ms, libovsdb time 624.695µs I0512 23:56:29.338871 3824 pod.go:62] [openshift-multus/network-metrics-daemon-48b84] pod update took 18.160236ms I0512 23:56:29.338885 3824 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-48b84] addLogicalPort annotation time took 18.176886ms I0512 23:56:29.339840 3824 pods.go:271] [openshift-multus/network-metrics-daemon-48b84] addLogicalPort took 19.206007ms, libovsdb time 720.054µs I0512 23:56:29.340869 3824 pod.go:62] [openshift-network-diagnostics/network-check-target-sls9b] pod update took 20.130165ms I0512 23:56:29.340886 3824 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-sls9b] addLogicalPort annotation time took 20.148159ms I0512 23:56:29.341695 3824 pods.go:271] [openshift-network-diagnostics/network-check-target-sls9b] addLogicalPort took 21.033015ms, libovsdb time 650.282µs I0512 23:56:29.342165 3824 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 23:56:29.342189 3824 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 23:56:29.342209 3824 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 23:56:29.342215 3824 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 23:56:29.342452 3824 repair.go:29] Repairing admin network policies took 229.31µs I0512 23:56:29.342578 3824 repair.go:92] Repairing baseline admin network policies took 112.494µs I0512 23:56:29.342998 3824 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 23:56:29.343017 3824 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 23:56:29.345433 3824 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 23:56:29.345460 3824 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 23:56:29.345473 3824 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 23:56:29.347314 3824 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 23:56:29.347334 3824 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 23:56:29.347343 3824 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 23:56:29.349118 3824 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 23:56:29.349135 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 23:56:29.349143 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 23:56:29.350683 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 23:56:29.350704 3824 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 23:56:29.350715 3824 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 23:56:29.351786 3824 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 23:56:29.351802 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 23:56:29.351812 3824 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 23:56:29.353334 3824 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 23:56:29.353350 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 23:56:29.353755 3824 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 23:56:29.353774 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 23:56:29.355429 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 23:56:29.355450 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 23:56:29.355456 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 23:56:29.355743 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 23:56:29.355758 3824 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 23:56:29.355766 3824 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 23:56:29.356240 3824 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 23:56:29.356258 3824 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 23:56:29.356270 3824 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 23:56:29.357217 3824 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 23:56:29.357233 3824 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 23:56:29.357239 3824 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 23:56:29.357512 3824 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 23:56:29.357532 3824 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 23:56:29.357549 3824 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 23:56:29.358778 3824 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 23:56:29.358798 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 23:56:29.358805 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 23:56:29.360017 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 23:56:29.360038 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 23:56:29.360045 3824 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 23:56:29.360681 3824 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 23:56:29.360699 3824 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 23:56:29.360707 3824 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 23:56:29.361151 3824 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 23:56:29.361167 3824 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 23:56:29.361173 3824 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 23:56:29.361456 3824 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 23:56:29.361472 3824 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 23:56:29.361479 3824 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 23:56:29.363030 3824 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 23:56:29.363047 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 23:56:29.363055 3824 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 23:56:29.363694 3824 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 23:56:29.363712 3824 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 23:56:29.363721 3824 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 23:56:29.364642 3824 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 23:56:29.364657 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 23:56:29.364666 3824 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 23:56:29.365174 3824 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 23:56:29.365193 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 23:56:29.365201 3824 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 23:56:29.365726 3824 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 23:56:29.365742 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 23:56:29.365750 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 23:56:29.366243 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 23:56:29.366262 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 23:56:29.366271 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 23:56:29.366832 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 23:56:29.366849 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 23:56:29.366857 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 23:56:29.367463 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 23:56:29.367481 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 23:56:29.367489 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 23:56:29.368004 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 23:56:29.368028 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 23:56:29.368040 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 23:56:29.368558 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 23:56:29.368576 3824 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 23:56:29.368585 3824 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 23:56:29.370131 3824 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 23:56:29.370147 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 23:56:29.370154 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 23:56:29.370656 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 23:56:29.370681 3824 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 23:56:29.370706 3824 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 23:56:29.371366 3824 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 23:56:29.375949 3824 egressfirewall.go:374] Starting EgressFirewall controller I0512 23:56:29.375981 3824 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 23:56:29.376002 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 23:56:29.376009 3824 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 23:56:29.376019 3824 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 23:56:29.376031 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 23:56:29.376040 3824 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 23:56:29.376289 3824 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 23:56:29.376303 3824 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 23:56:29.376311 3824 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 23:56:29.376319 3824 egressqos.go:193] Setting up event handlers for EgressQoS I0512 23:56:29.376397 3824 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0512 23:56:29.376410 3824 egressfirewall.go:723] Syncing node "ip-10-0-0-66.ec2.internal" for egress firewall I0512 23:56:29.376431 3824 egressqos.go:245] Starting EgressQoS Controller I0512 23:56:29.376439 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 23:56:29.376445 3824 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 23:56:29.376450 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 23:56:29.376455 3824 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 23:56:29.376460 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 23:56:29.376464 3824 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 23:56:29.376467 3824 egressqos.go:259] Repairing EgressQoSes I0512 23:56:29.376471 3824 egressqos.go:399] Starting repairing loop for egressqos I0512 23:56:29.376536 3824 egressqos.go:401] Finished repairing loop for egressqos: 64.605µs I0512 23:56:29.376552 3824 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 23:56:29.376598 3824 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-227.ec2.internal I0512 23:56:29.376642 3824 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-227.ec2.internal : 45.881µs I0512 23:56:29.376654 3824 egressservice_zone.go:210] Starting Egress Services Controller I0512 23:56:29.376665 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 23:56:29.376677 3824 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 23:56:29.376686 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 23:56:29.376694 3824 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 23:56:29.376703 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 23:56:29.376711 3824 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 23:56:29.376720 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 23:56:29.376729 3824 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 23:56:29.376735 3824 egressservice_zone.go:228] Repairing Egress Services I0512 23:56:29.376977 3824 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 23:56:29.376987 3824 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 23:56:29.377049 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-66.ec2.internal I0512 23:56:29.377062 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-66.ec2.internal: 12.902µs I0512 23:56:29.377072 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:29.377078 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 6.767µs I0512 23:56:29.377081 3824 default_network_controller.go:585] Completing all the Watchers took 305.518827ms I0512 23:56:29.377095 3824 default_network_controller.go:589] Starting unidling controllers I0512 23:56:29.377111 3824 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 23:56:29.377117 3824 unidle.go:63] Populating Initial ContollerEvent events I0512 23:56:29.377126 3824 unidle.go:79] Setting up event handlers for services I0512 23:56:29.377174 3824 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 23:56:29.433430 3824 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:29.933304 3824 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:30.433989 3824 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:30.933674 3824 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:31.052564 3824 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 23:56:31.434510 3824 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:31.452405 3824 bridgeconfig.go:537] Gateway is ready I0512 23:56:31.452424 3824 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 23:56:31.464234 3824 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.227. Updating OVN encap IP. I0512 23:56:31.469775 3824 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.227 - it is already configured I0512 23:56:31.469788 3824 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.227/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 23:56:31.469967 3824 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.227/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-227.ec2.internal","mac-address":"0e:7e:69:a5:9a:3d","ip-addresses":["10.0.2.227/24"],"ip-address":"10.0.2.227/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:840efd31-2c76-4659-af42-0ac953e22bfc k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.227/24"}] on node ip-10-0-2-227.ec2.internal I0512 23:56:31.488608 3824 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.227 I0512 23:56:31.488686 3824 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-227.ec2.internal I0512 23:56:31.488702 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:31.488716 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 18.829µs I0512 23:56:31.488755 3824 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0512 23:56:31.488785 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:31.488790 3824 master.go:548] Adding or Updating local node "ip-10-0-2-227.ec2.internal" for network "default" I0512 23:56:31.488855 3824 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:31.488870 3824 services_controller.go:574] Full service sync requested for network=default I0512 23:56:31.492775 3824 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0512 23:56:31.492846 3824 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-bvxr6 I0512 23:56:31.492863 3824 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal I0512 23:56:31.492866 3824 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-bvxr6 I0512 23:56:31.492875 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sls9b I0512 23:56:31.492882 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2ftt5 I0512 23:56:31.492889 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sls9b I0512 23:56:31.492895 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-m4cws I0512 23:56:31.492894 3824 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hftcx I0512 23:56:31.492897 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2ftt5 I0512 23:56:31.492907 3824 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-hftcx I0512 23:56:31.492908 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal I0512 23:56:31.492906 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-45kfv I0512 23:56:31.492913 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal I0512 23:56:31.492921 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-45kfv I0512 23:56:31.492923 3824 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-hftcx after 0 failed attempt(s) I0512 23:56:31.492922 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-r7bpl I0512 23:56:31.492931 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-227.ec2.internal after 0 failed attempt(s) I0512 23:56:31.492932 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mrf2x I0512 23:56:31.492934 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mfs92 I0512 23:56:31.492937 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-45kfv after 0 failed attempt(s) I0512 23:56:31.492943 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mrf2x I0512 23:56:31.492945 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mfs92 I0512 23:56:31.492935 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-r7bpl I0512 23:56:31.492955 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mrf2x after 0 failed attempt(s) I0512 23:56:31.492912 3824 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-bvxr6] creating logical port kube-system_global-pull-secret-syncer-bvxr6 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:31.492879 3824 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal I0512 23:56:31.493012 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mfs92 after 0 failed attempt(s) I0512 23:56:31.492887 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6w4ml I0512 23:56:31.493031 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6w4ml I0512 23:56:31.493042 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6w4ml after 0 failed attempt(s) I0512 23:56:31.493015 3824 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-227.ec2.internal after 0 failed attempt(s) I0512 23:56:31.492923 3824 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sls9b] creating logical port openshift-network-diagnostics_network-check-target-sls9b for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:31.492958 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-r7bpl after 0 failed attempt(s) I0512 23:56:31.492922 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-48b84 I0512 23:56:31.493085 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-48b84 I0512 23:56:31.493116 3824 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-48b84] creating logical port openshift-multus_network-metrics-daemon-48b84 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:31.492872 3824 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tr8jd I0512 23:56:31.493153 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tr8jd I0512 23:56:31.493178 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tr8jd after 0 failed attempt(s) I0512 23:56:31.492902 3824 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-m4cws I0512 23:56:31.492922 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2ftt5 after 0 failed attempt(s) I0512 23:56:31.493204 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-m4cws after 0 failed attempt(s) I0512 23:56:31.493769 3824 pods.go:271] [openshift-network-diagnostics/network-check-target-sls9b] addLogicalPort took 852.117µs, libovsdb time 233.856µs I0512 23:56:31.493786 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-sls9b after 0 failed attempt(s) I0512 23:56:31.493822 3824 pods.go:271] [kube-system/global-pull-secret-syncer-bvxr6] addLogicalPort took 921.999µs, libovsdb time 277.649µs I0512 23:56:31.493831 3824 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-bvxr6 after 0 failed attempt(s) I0512 23:56:31.493928 3824 pods.go:271] [openshift-multus/network-metrics-daemon-48b84] addLogicalPort took 807.012µs, libovsdb time 356.593µs I0512 23:56:31.493937 3824 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-48b84 after 0 failed attempt(s) I0512 23:56:31.505052 3824 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 23:56:31.517650 3824 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 23:56:31.521330 3824 iptables.go:108] Creating table: nat chain: OUTPUT I0512 23:56:31.574983 3824 iptables.go:108] Creating table: nat chain: PREROUTING I0512 23:56:31.636244 3824 iptables.go:108] Creating table: filter chain: FORWARD I0512 23:56:31.654599 3824 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 23:56:31.654737 3824 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 23:56:31.654783 3824 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 23:56:31.654880 3824 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 23:56:31.654933 3824 gateway_init.go:325] Gateway and management port readiness took 2.726058586s I0512 23:56:31.654960 3824 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 23:56:31.654996 3824 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 23:56:31.655008 3824 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 23:56:31.655018 3824 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 23:56:31.655071 3824 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 23:56:31.655171 3824 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.818µs I0512 23:56:31.655456 3824 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 23:56:31.655481 3824 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.4µs I0512 23:56:31.655490 3824 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.921µs I0512 23:56:31.655496 3824 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 23:56:31.655506 3824 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 23:56:31.655513 3824 default_node_network_controller.go:899] Starting the default node network controller I0512 23:56:31.655518 3824 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 23:56:31.655617 3824 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 9.284µs I0512 23:56:31.655688 3824 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 23:56:31.655697 3824 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 23:56:31.655719 3824 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9fce0 0xc0002ee690 0xc0002ee700 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee930 0xc000ca6140 0xc0002ee9a0 0xc0002eea10 0xc00002e3c0 0xc00647f340 0xc0002eea80 map[0x2ff9080:0xc0029921e0 0x2ff95c0:0xc002992420 0x2ffa2e0:0xc002992120 0x2ffa580:0xc002992180 0x2ffad60:0xc002992240 0x2ffb000:0xc0029922a0 0x2ffb2a0:0xc0029923c0 0x2ffba80:0xc002992480 0x2ffbd20:0xc0029924e0 0x3026980:0xc000ffa180 0x3026d20:0xc000ffa1e0 0x3027800:0xc000ca4480 0x3029160:0xc0019ba000 0x30298a0:0xc00211de00 0x302a720:0xc0019ba060] 0xc000aa2e70 0} I0512 23:56:31.655781 3824 gateway.go:151] Starting gateway service sync I0512 23:56:31.656228 3824 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 23:56:31.658592 3824 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 23:56:31.684251 3824 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 23:56:31.685643 3824 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 23:56:31.686900 3824 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 23:56:31.721333 3824 gateway.go:168] Gateway service sync done. Time taken: 65.538616ms I0512 23:56:31.721997 3824 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30717 I0512 23:56:31.722140 3824 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9fce0 0xc0002ee690 0xc0002ee700 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee930 0xc000ca6140 0xc0002ee9a0 0xc0002eea10 0xc00002e3c0 0xc00647f340 0xc0002eea80 map[0x2ff9080:0xc0029921e0 0x2ff95c0:0xc002992420 0x2ffa2e0:0xc002992120 0x2ffa580:0xc002992180 0x2ffad60:0xc002992240 0x2ffb000:0xc0029922a0 0x2ffb2a0:0xc0029923c0 0x2ffba80:0xc002992480 0x2ffbd20:0xc0029924e0 0x3026980:0xc000ffa180 0x3026d20:0xc000ffa1e0 0x3027800:0xc000ca4480 0x3029160:0xc0019ba000 0x30298a0:0xc00211de00 0x302a720:0xc0019ba060] 0xc000aa2e70 0} I0512 23:56:31.723001 3824 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9fce0 0xc0002ee690 0xc0002ee700 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee930 0xc000ca6140 0xc0002ee9a0 0xc0002eea10 0xc00002e3c0 0xc00647f340 0xc0002eea80 map[0x2ff9080:0xc0029921e0 0x2ff95c0:0xc002992420 0x2ffa2e0:0xc002992120 0x2ffa580:0xc002992180 0x2ffad60:0xc002992240 0x2ffb000:0xc0029922a0 0x2ffb2a0:0xc0029923c0 0x2ffba80:0xc002992480 0x2ffbd20:0xc0029924e0 0x3026980:0xc000ffa180 0x3026d20:0xc000ffa1e0 0x3027800:0xc000ca4480 0x3029160:0xc0019ba000 0x30298a0:0xc00211de00 0x302a720:0xc0019ba060] 0xc000aa2e70 0} I0512 23:56:31.723042 3824 gateway.go:532] Reconciling gateway with updates I0512 23:56:31.728699 3824 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 23:56:31.728786 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:31.728798 3824 default_node_network_controller.go:944] Gateway and management port readiness took 73.090446ms I0512 23:56:31.728813 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:31.728831 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:31.728852 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:31.728861 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:31.728863 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:31.728886 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:31.728887 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:31.728893 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:31.728898 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 23:56:31.728914 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:31.728914 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 23:56:31.728920 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:31.728935 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:31.728936 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:31.728946 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:31.728951 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 23:56:31.728950 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:31.728955 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:31.728956 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 23:56:31.728962 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:31.728935 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:31.728969 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:31.728973 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 23:56:31.728977 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:31.728973 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:31.728985 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:31.728993 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:31.728977 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:31.728922 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:31.729001 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:31.729014 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 23:56:31.729017 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 23:56:31.728997 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:31.729021 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:31.729021 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:31.729031 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 23:56:31.729029 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 23:56:31.729034 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:31.729043 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:31.729048 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:31.729048 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:31.729056 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:31.729057 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:31.729059 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 23:56:31.729073 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:31.729075 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:31.729078 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 23:56:31.729076 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 23:56:31.729110 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 23:56:31.729138 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 23:56:31.729147 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 23:56:31.729136 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:31.729164 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:31.728996 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:31.729204 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:31.729207 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:31.729221 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:31.729227 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:31.729231 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:31.729232 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:31.729234 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:31.729246 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:31.729063 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:31.729242 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:31.729286 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:31.729010 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:31.729297 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:31.729309 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:31.729308 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 23:56:31.729317 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:31.729316 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:31.729320 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:31.729327 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:31.729325 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:31.729333 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:31.729337 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 23:56:31.729340 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:31.729336 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:31.729353 3824 port_claim.go:71] Svc openshift-ingress/router-default: port 30450 is already open, no action needed I0512 23:56:31.729361 3824 port_claim.go:71] Svc openshift-ingress/router-default: port 31851 is already open, no action needed I0512 23:56:31.729313 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:31.729001 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 23:56:31.729023 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 23:56:31.729400 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:31.729028 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:31.729411 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:31.729431 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:31.729042 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:31.729454 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:31.729458 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:31.729062 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 23:56:31.729059 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:31.729485 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 23:56:31.728817 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:31.729508 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:31.729511 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:31.729522 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:31.729303 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:31.729545 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 23:56:31.729013 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:31.729316 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 23:56:31.729609 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 23:56:31.729325 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:31.729616 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 23:56:31.729621 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:31.729409 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 23:56:31.729038 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:31.729700 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:31.728939 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:31.729923 3824 node_ip_handler_linux.go:160] Node IP manager is running W0512 23:56:31.768221 3824 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 23:56:31.768556 3824 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 23:56:31.768705 3824 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 23:56:31.776672 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 23:56:31.776700 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 23:56:31.776709 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 23:56:31.776717 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 23:56:31.816581 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 23:56:31.816607 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 23:56:31.816615 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 23:56:31.816621 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 23:56:31.816627 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 23:56:31.816633 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 23:56:31.816638 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 23:56:31.816643 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 23:56:31.816648 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 23:56:31.816656 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 23:56:31.816682 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 23:56:31.816690 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 23:56:31.855963 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 23:56:31.855980 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 23:56:31.855998 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 23:56:31.856006 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 23:56:31.856011 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 23:56:31.856017 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 23:56:31.856029 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 23:56:31.856034 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 23:56:32.613903 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-66.ec2.internal I0512 23:56:32.613937 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-66.ec2.internal: 40.097µs W0512 23:56:33.305231 3824 egressip_healthcheck.go:76] Health checking using insecure connection I0512 23:56:33.305293 3824 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 23:56:33.305409 3824 default_node_network_controller.go:1380] Starting node controller node sync I0512 23:56:33.317877 3824 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.451035ms I0512 23:56:33.318058 3824 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-66.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:56:33.318076 3824 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-66.ec2.internal", IP: 10.0.0.66 to PMTUD blocking rules I0512 23:56:33.323805 3824 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 23:56:33.324083 3824 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 23:56:33.324182 3824 egressservice_node.go:183] Starting Egress Services Controller I0512 23:56:33.324196 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 23:56:33.324205 3824 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 23:56:33.324210 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 23:56:33.324219 3824 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 23:56:33.324225 3824 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 23:56:33.324231 3824 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 23:56:33.324235 3824 egressservice_node.go:197] Repairing Egress Services I0512 23:56:33.334598 3824 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 23:56:33.334608 3824 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 23:56:33.334713 3824 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 23:56:33.334723 3824 link_network_manager.go:119] Link manager is running I0512 23:56:33.334734 3824 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 23:56:33.334889 3824 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 23:56:33.335066 3824 vrf_manager.go:128] VRF manager is running I0512 23:56:33.335138 3824 node_controller_manager.go:437] Removing flows to drop GARP I0512 23:56:33.335147 3824 gateway.go:532] Reconciling gateway with updates I0512 23:56:33.349203 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:33.349217 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:33.349217 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:33.349227 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:33.349230 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:33.349232 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:33.349234 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:33.349239 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 23:56:33.349238 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:33.349248 3824 port_claim.go:71] Svc openshift-ingress/router-default: port 30450 is already open, no action needed I0512 23:56:33.349253 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:33.349254 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:33.349258 3824 port_claim.go:71] Svc openshift-ingress/router-default: port 31851 is already open, no action needed I0512 23:56:33.349262 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:33.349261 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:33.349268 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:33.349280 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:33.349283 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:33.349286 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:33.349303 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 23:56:33.349306 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:33.349305 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:33.349315 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:33.349312 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:33.349322 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:33.349329 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:33.349330 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:33.349330 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:33.349335 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 23:56:33.349338 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:33.349340 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:33.349351 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:33.349352 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:33.349352 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:33.349361 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:33.349362 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:33.349290 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 23:56:33.349393 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:33.349307 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:33.349408 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:33.349226 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:33.349412 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:33.349417 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:33.349421 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:33.349424 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:33.349431 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:33.349435 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:33.349336 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:33.349444 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:33.349438 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:33.349449 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:33.349454 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 23:56:33.349455 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:33.349461 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:33.349217 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:33.349463 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:33.349470 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:33.349244 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:33.349479 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:33.349480 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:33.349346 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 23:56:33.349519 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 23:56:33.349311 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 23:56:33.349533 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 23:56:33.349205 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:33.349535 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:33.349544 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 23:56:33.349547 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:33.349366 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:33.349547 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:33.349425 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:33.349374 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:33.349571 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:33.349581 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:33.349589 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 23:56:33.349366 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:33.349605 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:33.349613 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 23:56:33.349413 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 23:56:33.349629 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 23:56:33.349396 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:33.349668 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:33.349685 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:33.349437 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:33.349701 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:33.349708 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:33.349711 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:33.349724 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:33.349724 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 23:56:33.349732 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 23:56:33.349460 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:33.349788 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 23:56:33.349467 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:33.349550 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:33.349337 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:33.349928 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:33.349563 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:33.349353 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:33.350060 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:33.349432 3824 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:33.350075 3824 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:33.376918 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 23:56:33.376922 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 23:56:33.376939 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 23:56:33.376946 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 23:56:33.376952 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 23:56:33.376959 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 23:56:33.376965 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 23:56:33.376970 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 23:56:33.376981 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 23:56:33.376994 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 23:56:33.377008 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 23:56:33.377014 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 23:56:33.377020 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 23:56:33.377027 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 23:56:33.377032 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 23:56:33.377037 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 23:56:33.377042 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 23:56:33.377048 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 23:56:33.377053 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 23:56:33.377077 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 23:56:33.377085 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 23:56:33.377091 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 23:56:33.416108 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 23:56:33.436187 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 23:56:33.436200 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 23:56:33.436218 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 23:56:33.436224 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 23:56:33.436230 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 23:56:33.436235 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 23:56:33.436240 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 23:56:33.436245 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 23:56:33.436251 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 23:56:33.436256 3824 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 23:56:34.865742 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:34.865769 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 37.236µs I0512 23:56:34.865784 3824 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:34.865795 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:34.865806 3824 node_tracker.go:220] Node ip-10-0-1-243.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0512 23:56:34.865835 3824 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 23:56:34.865864 3824 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-243.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-243.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-243.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal, error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0512 23:56:34.879122 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 23:56:34.879144 3824 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input E0512 23:56:34.879160 3824 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 23:56:34.895913 3824 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall E0512 23:56:34.895919 3824 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input I0512 23:56:34.895930 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:34.895942 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 14.188µs I0512 23:56:34.895944 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 23:56:34.895978 3824 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 23:56:34.915030 3824 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input E0512 23:56:34.915091 3824 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input I0512 23:56:34.915113 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 23:56:34.915174 3824 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-243.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-243.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-243.ec2.internal" I0512 23:56:34.940902 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0512 23:56:35.070349 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:35.070371 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 26.431µs I0512 23:56:35.070372 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:35.070349 3824 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:35.086899 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:35.227880 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:35.227909 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 38.245µs I0512 23:56:35.263486 3824 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5fbbbfbf46-nv8w8] creating logical port openshift-image-registry_image-registry-5fbbbfbf46-nv8w8 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:35.263621 3824 kube.go:256] Updating pod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:56:35.285407 3824 pod.go:62] [openshift-image-registry/image-registry-5fbbbfbf46-nv8w8] pod update took 21.820404ms I0512 23:56:35.285433 3824 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5fbbbfbf46-nv8w8] addLogicalPort annotation time took 21.852444ms I0512 23:56:35.286620 3824 pods.go:271] [openshift-image-registry/image-registry-5fbbbfbf46-nv8w8] addLogicalPort took 23.152535ms, libovsdb time 919.131µs I0512 23:56:35.311033 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:35.357923 3824 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-264gd] creating logical port openshift-ingress-canary_ingress-canary-264gd for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:35.358071 3824 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-264gd I0512 23:56:35.368596 3824 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-fqmp2] creating logical port openshift-dns_dns-default-fqmp2 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:56:35.368721 3824 kube.go:256] Updating pod openshift-dns/dns-default-fqmp2 I0512 23:56:35.383142 3824 pod.go:62] [openshift-ingress-canary/ingress-canary-264gd] pod update took 25.102645ms I0512 23:56:35.383170 3824 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-264gd] addLogicalPort annotation time took 25.136974ms I0512 23:56:35.384609 3824 pods.go:271] [openshift-ingress-canary/ingress-canary-264gd] addLogicalPort took 26.70391ms, libovsdb time 1.121829ms I0512 23:56:35.389757 3824 pod.go:62] [openshift-dns/dns-default-fqmp2] pod update took 21.058803ms I0512 23:56:35.389806 3824 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-fqmp2] addLogicalPort annotation time took 21.110955ms I0512 23:56:35.391947 3824 pods.go:271] [openshift-dns/dns-default-fqmp2] addLogicalPort took 23.364678ms, libovsdb time 1.388057ms I0512 23:56:36.145089 3824 cni.go:452] [openshift-ingress-canary/ingress-canary-264gd 11fe63ca5a446f0136df74b383d6a3436f718ed79d400b079c3e8e842c622e8d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-264gd 11fe63ca5a446f0136df74b383d6a3436f718ed79d400b079c3e8e842c622e8d network default NAD default NAD key ] I0512 23:56:36.183726 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-264gd, hostIfaceName: 11fe63ca5a446f0, network: default, NAD default, SandboxID: "11fe63ca5a446f0136df74b383d6a3436f718ed79d400b079c3e8e842c622e8d", PCI device ID: , UID: "f08687b1-5bbb-4bb4-bcc7-aaefd98f6e93", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 23:56:36.243186 3824 cni.go:473] [openshift-ingress-canary/ingress-canary-264gd 11fe63ca5a446f0136df74b383d6a3436f718ed79d400b079c3e8e842c622e8d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-264gd 11fe63ca5a446f0136df74b383d6a3436f718ed79d400b079c3e8e842c622e8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:18:30:a7:c3:42\",\"name\":\"11fe63ca5a446f0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e3d591a-4731-4d40-a126-81c5f92703a5\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:56:38.266119 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:38.713449 3824 cni.go:452] [kube-system/global-pull-secret-syncer-bvxr6 954a41a9237beafdb054dc0cd4f4a99b172f390f9bbb3f8d727ece89cfc93aa6 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-bvxr6 954a41a9237beafdb054dc0cd4f4a99b172f390f9bbb3f8d727ece89cfc93aa6 network default NAD default NAD key ] I0512 23:56:38.723646 3824 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-bvxr6, hostIfaceName: 954a41a9237beaf, network: default, NAD default, SandboxID: "954a41a9237beafdb054dc0cd4f4a99b172f390f9bbb3f8d727ece89cfc93aa6", PCI device ID: , UID: "2ae9bb39-6397-4c44-96c1-4599c3ef5786", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 23:56:38.729404 3824 cni.go:452] [openshift-network-diagnostics/network-check-target-sls9b a9f07520223d0ad494f151dce08638f0a0f36f03335092e7a6e1593516b97588 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-sls9b a9f07520223d0ad494f151dce08638f0a0f36f03335092e7a6e1593516b97588 network default NAD default NAD key ] I0512 23:56:38.738908 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-sls9b, hostIfaceName: a9f07520223d0ad, network: default, NAD default, SandboxID: "a9f07520223d0ad494f151dce08638f0a0f36f03335092e7a6e1593516b97588", PCI device ID: , UID: "9aa01544-b378-4694-b170-da6141371db6", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 23:56:38.771791 3824 cni.go:473] [kube-system/global-pull-secret-syncer-bvxr6 954a41a9237beafdb054dc0cd4f4a99b172f390f9bbb3f8d727ece89cfc93aa6 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-bvxr6 954a41a9237beafdb054dc0cd4f4a99b172f390f9bbb3f8d727ece89cfc93aa6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:3f:5d:60:73:a3\",\"name\":\"954a41a9237beaf\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00964cd5-2fbe-4d79-8123-0a37de6c7d53\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:56:38.785606 3824 cni.go:473] [openshift-network-diagnostics/network-check-target-sls9b a9f07520223d0ad494f151dce08638f0a0f36f03335092e7a6e1593516b97588 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-sls9b a9f07520223d0ad494f151dce08638f0a0f36f03335092e7a6e1593516b97588 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:14:bc:ca:02:f2\",\"name\":\"a9f07520223d0ad\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e8b4d74-1cd3-490c-a70d-341a3fffc1b1\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:56:42.958619 3824 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 23:56:42.997367 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:56:43.022158 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:44.991250 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:52.791944 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:52.791969 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 32.437µs I0512 23:56:52.792000 3824 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:52.792053 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:57.886357 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:57.886423 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "ip-10-0-1-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:57.886430 3824 node_tracker.go:235] Node ip-10-0-1-243.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-243.ec2.internal" I0512 23:56:57.886451 3824 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:57.886462 3824 services_controller.go:574] Full service sync requested for network=default W0512 23:56:57.886847 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:57.926184 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "ip-10-0-1-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:58.060336 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:58.060411 3824 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "ip-10-0-1-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:58.060430 3824 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:58.060446 3824 services_controller.go:574] Full service sync requested for network=default W0512 23:56:58.060800 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:58.061417 3824 zone_ic_handler.go:195] Time taken to create transit switch: 293.481µs I0512 23:56:58.061429 3824 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-243.ec2.internal for the network default I0512 23:56:58.062359 3824 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-243.ec2.internal" on network "default" took: 1.250892ms I0512 23:57:00.126217 3824 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:57:00.126242 3824 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:57:00.126296 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:57:00.126304 3824 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:57:00.126314 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 23.796µs I0512 23:57:00.126321 3824 services_controller.go:574] Full service sync requested for network=default I0512 23:57:00.126367 3824 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 10.0.1.243 to PMTUD blocking rules I0512 23:57:00.126409 3824 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0512 23:57:00.126464 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:57:00.132769 3824 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-243.ec2.internal. Updating no re-route policies I0512 23:57:00.141525 3824 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 10.0.1.243 to PMTUD blocking rules I0512 23:57:00.141542 3824 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:57:04.095670 3824 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:57:04.095710 3824 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 48.266µs I0512 23:57:07.299680 3824 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-nzvxk for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:07.299774 3824 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk I0512 23:57:07.304597 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-dn8lf for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:07.304669 3824 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf I0512 23:57:07.307644 3824 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-9nmwm for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:07.307761 3824 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm I0512 23:57:07.333075 3824 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk] pod update took 33.333876ms I0512 23:57:07.333094 3824 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk] addLogicalPort annotation time took 33.356885ms I0512 23:57:07.333131 3824 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf] pod update took 28.481324ms I0512 23:57:07.333148 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf] addLogicalPort annotation time took 28.50176ms I0512 23:57:07.334186 3824 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf] addLogicalPort took 29.638332ms, libovsdb time 819.913µs I0512 23:57:07.334455 3824 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk] addLogicalPort took 34.798066ms, libovsdb time 1.094341ms I0512 23:57:07.342735 3824 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm] pod update took 34.993953ms I0512 23:57:07.342753 3824 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm] addLogicalPort annotation time took 35.013511ms I0512 23:57:07.343659 3824 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm] addLogicalPort took 36.027238ms, libovsdb time 695.776µs I0512 23:57:07.419149 3824 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-bpxm6] creating logical port openshift-insights_insights-operator-6dbb575d6c-bpxm6 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:07.419244 3824 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-bpxm6 I0512 23:57:07.453205 3824 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-bpxm6] pod update took 33.979252ms I0512 23:57:07.453224 3824 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-bpxm6] addLogicalPort annotation time took 34.003146ms I0512 23:57:07.454092 3824 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-bpxm6] addLogicalPort took 34.952688ms, libovsdb time 591.063µs I0512 23:57:07.533891 3824 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-bv4vc for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:07.533973 3824 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc I0512 23:57:07.585611 3824 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc] pod update took 51.661188ms I0512 23:57:07.585630 3824 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc] addLogicalPort annotation time took 51.686194ms I0512 23:57:07.586633 3824 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc] addLogicalPort took 52.785387ms, libovsdb time 734.734µs I0512 23:57:07.660296 3824 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk 26303af7e00279edd921434938e182c98c1878274a619e3e24991918b176ba3b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk 26303af7e00279edd921434938e182c98c1878274a619e3e24991918b176ba3b network default NAD default NAD key ] I0512 23:57:07.668042 3824 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm cdf520037b2438742c36b993a959f8cfb7338c136bf4a143349b0df585690482 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm cdf520037b2438742c36b993a959f8cfb7338c136bf4a143349b0df585690482 network default NAD default NAD key ] I0512 23:57:07.671397 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-nzvxk, hostIfaceName: 26303af7e00279e, network: default, NAD default, SandboxID: "26303af7e00279edd921434938e182c98c1878274a619e3e24991918b176ba3b", PCI device ID: , UID: "8888c7a7-6ed5-4ae5-b9cd-ad66bcd604cd", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 23:57:07.678400 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-9nmwm, hostIfaceName: cdf520037b24387, network: default, NAD default, SandboxID: "cdf520037b2438742c36b993a959f8cfb7338c136bf4a143349b0df585690482", PCI device ID: , UID: "c1d3009b-1940-4943-aa63-5d54dbdab9a3", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 23:57:07.719138 3824 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk 26303af7e00279edd921434938e182c98c1878274a619e3e24991918b176ba3b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzvxk 26303af7e00279edd921434938e182c98c1878274a619e3e24991918b176ba3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:df:50:db:17:d6\",\"name\":\"26303af7e00279e\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5c9c461-a8b5-4f48-8969-1c63c4d8e10a\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:57:07.735985 3824 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm cdf520037b2438742c36b993a959f8cfb7338c136bf4a143349b0df585690482 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9nmwm cdf520037b2438742c36b993a959f8cfb7338c136bf4a143349b0df585690482 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:aa:25:82:98:69\",\"name\":\"cdf520037b24387\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf805b63-d52e-43d2-b01b-ccea634f709a\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:57:07.777096 3824 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-bpxm6 c22f177401568b3b12c8e8ec3d2495051b1e59c0a83b73d1a149cfdea32a16c6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-bpxm6 c22f177401568b3b12c8e8ec3d2495051b1e59c0a83b73d1a149cfdea32a16c6 network default NAD default NAD key ] I0512 23:57:07.788820 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-bpxm6, hostIfaceName: c22f177401568b3, network: default, NAD default, SandboxID: "c22f177401568b3b12c8e8ec3d2495051b1e59c0a83b73d1a149cfdea32a16c6", PCI device ID: , UID: "6ae1388c-27b5-4893-88a7-a692fc1fc884", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 23:57:07.834004 3824 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-bpxm6 c22f177401568b3b12c8e8ec3d2495051b1e59c0a83b73d1a149cfdea32a16c6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-bpxm6 c22f177401568b3b12c8e8ec3d2495051b1e59c0a83b73d1a149cfdea32a16c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:2b:39:31:ce:99\",\"name\":\"c22f177401568b3\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27248ac9-3ffc-4908-8543-0968c7e6d220\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:11.048916 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:57:12.011323 3824 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 23:57:12.012225 3824 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 882.328µs I0512 23:57:12.052303 3824 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 23:57:12.182329 3824 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-lcmpl for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:12.182434 3824 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl I0512 23:57:12.210373 3824 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl] pod update took 27.963095ms I0512 23:57:12.210410 3824 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl] addLogicalPort annotation time took 28.004266ms I0512 23:57:12.211515 3824 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl] addLogicalPort took 29.20387ms, libovsdb time 766.408µs I0512 23:57:12.602057 3824 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl f4517758ba845d1808527d80b8024c60bf94f61cf0426b2fb5a25b91a906aa67 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl f4517758ba845d1808527d80b8024c60bf94f61cf0426b2fb5a25b91a906aa67 network default NAD default NAD key ] I0512 23:57:12.612652 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-lcmpl, hostIfaceName: f4517758ba845d1, network: default, NAD default, SandboxID: "f4517758ba845d1808527d80b8024c60bf94f61cf0426b2fb5a25b91a906aa67", PCI device ID: , UID: "f3074512-436a-4143-819a-bcddfd277860", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 23:57:12.659588 3824 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl f4517758ba845d1808527d80b8024c60bf94f61cf0426b2fb5a25b91a906aa67 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lcmpl f4517758ba845d1808527d80b8024c60bf94f61cf0426b2fb5a25b91a906aa67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8f:52:39:dd:b2\",\"name\":\"f4517758ba845d1\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c20e25df-d78b-4285-adb2-aaf4fafc32c0\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:12.977705 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:13.971737 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:13.971767 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:14.031491 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:57:14.293465 3824 namespace.go:98] [openshift-service-ca] adding namespace I0512 23:57:14.294320 3824 namespace.go:102] [openshift-service-ca] adding namespace took 834.707µs I0512 23:57:14.316353 3824 namespace.go:142] [openshift-service-ca] updating namespace W0512 23:57:21.963190 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:57:23.490915 3824 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc 2d579a3470f4aad449076d3126e37ee1df4e22866d8c3d191e566e020e257d79 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc 2d579a3470f4aad449076d3126e37ee1df4e22866d8c3d191e566e020e257d79 network default NAD default NAD key ] I0512 23:57:23.515271 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-bv4vc, hostIfaceName: 2d579a3470f4aad, network: default, NAD default, SandboxID: "2d579a3470f4aad449076d3126e37ee1df4e22866d8c3d191e566e020e257d79", PCI device ID: , UID: "a0c79a74-ab70-4831-ac55-88a7332c691d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 23:57:23.561108 3824 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc 2d579a3470f4aad449076d3126e37ee1df4e22866d8c3d191e566e020e257d79 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bv4vc 2d579a3470f4aad449076d3126e37ee1df4e22866d8c3d191e566e020e257d79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:34:66:a6:de:97\",\"name\":\"2d579a3470f4aad\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2e78968-3123-4f9c-a6b8-13ef1ffdf000\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:37.770842 3824 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:37.835771 3824 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 23:57:37.922838 3824 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gdbzv] creating logical port openshift-insights_insights-runtime-extractor-gdbzv for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:37.922947 3824 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gdbzv I0512 23:57:37.948929 3824 pod.go:62] [openshift-insights/insights-runtime-extractor-gdbzv] pod update took 26.019826ms I0512 23:57:37.948952 3824 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gdbzv] addLogicalPort annotation time took 26.048255ms I0512 23:57:37.949918 3824 pods.go:271] [openshift-insights/insights-runtime-extractor-gdbzv] addLogicalPort took 27.094704ms, libovsdb time 708.332µs I0512 23:57:38.277950 3824 cni.go:452] [openshift-insights/insights-runtime-extractor-gdbzv d4c2bfb69e840157e8bb0d23d21eb838d11f460d9725e47792af52ebf245adcc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gdbzv d4c2bfb69e840157e8bb0d23d21eb838d11f460d9725e47792af52ebf245adcc network default NAD default NAD key ] I0512 23:57:38.287242 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gdbzv, hostIfaceName: d4c2bfb69e84015, network: default, NAD default, SandboxID: "d4c2bfb69e840157e8bb0d23d21eb838d11f460d9725e47792af52ebf245adcc", PCI device ID: , UID: "0ed1e9a7-2193-4973-be46-c5fd00b0ca3c", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 23:57:38.334439 3824 cni.go:473] [openshift-insights/insights-runtime-extractor-gdbzv d4c2bfb69e840157e8bb0d23d21eb838d11f460d9725e47792af52ebf245adcc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gdbzv d4c2bfb69e840157e8bb0d23d21eb838d11f460d9725e47792af52ebf245adcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:67:90:a8:01:b3\",\"name\":\"d4c2bfb69e84015\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e66bb71f-9ca7-478d-b0ed-e602d1ea75cf\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:39.045648 3824 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.045670 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.045676 3824 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.137233 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.137249 3824 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.137254 3824 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:39.190349 3824 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:57:39.190399 3824 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.191586 3824 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5fbbbfbf46-nv8w8, ips: 10.129.0.6 I0512 23:57:39.191613 3824 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:57:39.199366 3824 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67b8454d68-74h87] creating logical port openshift-image-registry_image-registry-67b8454d68-74h87 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:39.199487 3824 kube.go:256] Updating pod openshift-image-registry/image-registry-67b8454d68-74h87 I0512 23:57:39.211764 3824 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:57:39.211785 3824 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:57:39.216136 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.216160 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.219280 3824 pod.go:62] [openshift-image-registry/image-registry-67b8454d68-74h87] pod update took 19.818258ms I0512 23:57:39.219301 3824 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67b8454d68-74h87] addLogicalPort annotation time took 19.842283ms I0512 23:57:39.220368 3824 pods.go:271] [openshift-image-registry/image-registry-67b8454d68-74h87] addLogicalPort took 21.011964ms, libovsdb time 792.04µs I0512 23:57:39.464440 3824 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf 13c6208f1b9b98e638725624fdaaf2bd3c2010f956a469f81df7130f2e804783 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf 13c6208f1b9b98e638725624fdaaf2bd3c2010f956a469f81df7130f2e804783 network default NAD default NAD key ] I0512 23:57:39.474569 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-dn8lf, hostIfaceName: 13c6208f1b9b98e, network: default, NAD default, SandboxID: "13c6208f1b9b98e638725624fdaaf2bd3c2010f956a469f81df7130f2e804783", PCI device ID: , UID: "23d26f14-3d01-4ea4-80df-c382de0a44f7", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 23:57:39.521016 3824 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf 13c6208f1b9b98e638725624fdaaf2bd3c2010f956a469f81df7130f2e804783 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-dn8lf 13c6208f1b9b98e638725624fdaaf2bd3c2010f956a469f81df7130f2e804783 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a1:46:4a:ff:1e\",\"name\":\"13c6208f1b9b98e\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/857d6a90-70c2-4ff7-9f88-31d304322c4b\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:57:39.556098 3824 cni.go:452] [openshift-image-registry/image-registry-67b8454d68-74h87 d96b7b6e7990919b743839bc88acf0ba1380f793f0fbf7e04aee74e5131418df network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67b8454d68-74h87 d96b7b6e7990919b743839bc88acf0ba1380f793f0fbf7e04aee74e5131418df network default NAD default NAD key ] I0512 23:57:39.566071 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67b8454d68-74h87, hostIfaceName: d96b7b6e7990919, network: default, NAD default, SandboxID: "d96b7b6e7990919b743839bc88acf0ba1380f793f0fbf7e04aee74e5131418df", PCI device ID: , UID: "306be5a6-f5e1-4d95-a3b1-1cb05bb7db2f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 23:57:39.612783 3824 cni.go:473] [openshift-image-registry/image-registry-67b8454d68-74h87 d96b7b6e7990919b743839bc88acf0ba1380f793f0fbf7e04aee74e5131418df network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67b8454d68-74h87 d96b7b6e7990919b743839bc88acf0ba1380f793f0fbf7e04aee74e5131418df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:61:7e:b4:b6:0e\",\"name\":\"d96b7b6e7990919\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13e6cefa-b370-49ac-a028-f469a655c52e\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:57:39.675512 3824 cni.go:452] [openshift-dns/dns-default-fqmp2 e9060c88cdcd92430e4502ec9624a2512145956cd2f016d0338b0c3480c80ebe network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-fqmp2 e9060c88cdcd92430e4502ec9624a2512145956cd2f016d0338b0c3480c80ebe network default NAD default NAD key ] I0512 23:57:39.685740 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fqmp2, hostIfaceName: e9060c88cdcd924, network: default, NAD default, SandboxID: "e9060c88cdcd92430e4502ec9624a2512145956cd2f016d0338b0c3480c80ebe", PCI device ID: , UID: "cbe3995b-908b-4d95-866d-ce55a311bdf5", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 23:57:39.738281 3824 cni.go:473] [openshift-dns/dns-default-fqmp2 e9060c88cdcd92430e4502ec9624a2512145956cd2f016d0338b0c3480c80ebe network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-fqmp2 e9060c88cdcd92430e4502ec9624a2512145956cd2f016d0338b0c3480c80ebe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5d:6a:b4:9f:86\",\"name\":\"e9060c88cdcd924\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df444cc4-c942-48e4-9525-545adb519a3c\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:40.075025 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.075114 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.075139 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.075148 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.075123 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.152992 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.153018 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.153028 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.153031 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.153048 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.173869 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.173905 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.175421 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.175435 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.175442 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.257121 3824 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:42.251406 3824 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:42.251432 3824 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:42.251441 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:42.487668 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-f6r4q for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:42.487749 3824 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q I0512 23:57:42.504793 3824 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q] pod update took 17.066877ms I0512 23:57:42.504814 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q] addLogicalPort annotation time took 17.092999ms I0512 23:57:42.505968 3824 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q] addLogicalPort took 18.31258ms, libovsdb time 857.298µs I0512 23:57:42.845364 3824 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q 07c2c56ea21176486868f5da2949a745bcaed47a2ae562d7f99a14a0c10d595b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q 07c2c56ea21176486868f5da2949a745bcaed47a2ae562d7f99a14a0c10d595b network default NAD default NAD key ] I0512 23:57:42.855282 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-f6r4q, hostIfaceName: 07c2c56ea211764, network: default, NAD default, SandboxID: "07c2c56ea21176486868f5da2949a745bcaed47a2ae562d7f99a14a0c10d595b", PCI device ID: , UID: "b945a4ee-233b-49a8-b9b0-ced0076075c2", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 23:57:42.904085 3824 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q 07c2c56ea21176486868f5da2949a745bcaed47a2ae562d7f99a14a0c10d595b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6r4q 07c2c56ea21176486868f5da2949a745bcaed47a2ae562d7f99a14a0c10d595b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:85:cb:51:7c:ee\",\"name\":\"07c2c56ea211764\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d92e9c7a-4d3e-4b07-8c25-9df680d941d8\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:45.082105 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 23:57:45.250358 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 23:57:45.546372 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-xz2c5] creating logical port openshift-monitoring_prometheus-operator-76b589d668-xz2c5 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:45.546486 3824 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-xz2c5 I0512 23:57:45.564006 3824 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-xz2c5] pod update took 17.54553ms I0512 23:57:45.564026 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-xz2c5] addLogicalPort annotation time took 17.571857ms I0512 23:57:45.565161 3824 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-xz2c5] addLogicalPort took 18.805453ms, libovsdb time 833.392µs I0512 23:57:47.406533 3824 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-xz2c5 8b57bcf3f14b3706c1be14ae7ee481d30fb5e2040372ce51b9e5bc42d3a3c38c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-xz2c5 8b57bcf3f14b3706c1be14ae7ee481d30fb5e2040372ce51b9e5bc42d3a3c38c network default NAD default NAD key ] I0512 23:57:47.416511 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-xz2c5, hostIfaceName: 8b57bcf3f14b370, network: default, NAD default, SandboxID: "8b57bcf3f14b3706c1be14ae7ee481d30fb5e2040372ce51b9e5bc42d3a3c38c", PCI device ID: , UID: "2f928aba-5719-42e2-82c6-07a85435abc3", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 23:57:47.464225 3824 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-xz2c5 8b57bcf3f14b3706c1be14ae7ee481d30fb5e2040372ce51b9e5bc42d3a3c38c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-xz2c5 8b57bcf3f14b3706c1be14ae7ee481d30fb5e2040372ce51b9e5bc42d3a3c38c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:be:95:c5:e1:39\",\"name\":\"8b57bcf3f14b370\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6c0a5da-d052-4055-ae5b-67aa48eab9d0\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:49.063416 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.063443 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.063452 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.063474 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.063483 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.063490 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149932 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149955 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149961 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149976 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149981 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149987 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:52.227637 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:52.227656 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:52.227662 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:53.195850 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:53.195962 3824 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 23:57:53.223249 3824 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.324739ms I0512 23:57:53.223277 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.355929ms I0512 23:57:53.224776 3824 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.944976ms, libovsdb time 1.040633ms I0512 23:57:53.557815 3824 cni.go:452] [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key ] I0512 23:57:53.583772 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 34d177ea1ab5623, network: default, NAD default, SandboxID: "34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835", PCI device ID: , UID: "c203fc52-d280-458d-b2d7-aa8e9ddb263b", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 23:57:53.634350 3824 cni.go:473] [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:3c:b0:ea:62:1b\",\"name\":\"34d177ea1ab5623\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6973b4cd-e89a-403c-aa92-73f209dcc770\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:57:54.085730 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-d886b89c8-9gt6z] creating logical port openshift-monitoring_thanos-querier-d886b89c8-9gt6z for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:54.085863 3824 kube.go:256] Updating pod openshift-monitoring/thanos-querier-d886b89c8-9gt6z I0512 23:57:54.128732 3824 pod.go:62] [openshift-monitoring/thanos-querier-d886b89c8-9gt6z] pod update took 42.920888ms I0512 23:57:54.128762 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-d886b89c8-9gt6z] addLogicalPort annotation time took 42.954603ms I0512 23:57:54.129879 3824 pods.go:271] [openshift-monitoring/thanos-querier-d886b89c8-9gt6z] addLogicalPort took 44.16988ms, libovsdb time 810.933µs I0512 23:57:54.448097 3824 cni.go:452] [openshift-monitoring/thanos-querier-d886b89c8-9gt6z ec183725c4a1d45f26b9fbe4493ed92a713826b7b304f86bdc51a2ac8db65bf4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-d886b89c8-9gt6z ec183725c4a1d45f26b9fbe4493ed92a713826b7b304f86bdc51a2ac8db65bf4 network default NAD default NAD key ] I0512 23:57:54.458716 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d886b89c8-9gt6z, hostIfaceName: ec183725c4a1d45, network: default, NAD default, SandboxID: "ec183725c4a1d45f26b9fbe4493ed92a713826b7b304f86bdc51a2ac8db65bf4", PCI device ID: , UID: "185d08a9-16a3-4f9b-b0ac-e03ead7e6cbf", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 23:57:54.509895 3824 cni.go:473] [openshift-monitoring/thanos-querier-d886b89c8-9gt6z ec183725c4a1d45f26b9fbe4493ed92a713826b7b304f86bdc51a2ac8db65bf4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-d886b89c8-9gt6z ec183725c4a1d45f26b9fbe4493ed92a713826b7b304f86bdc51a2ac8db65bf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a6:55:5d:b7:1e\",\"name\":\"ec183725c4a1d45\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06baef6d-2320-4c02-b9d4-10cf9d3525f1\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:55.305900 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:55.305925 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:55.305932 3824 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.156557 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.156577 3824 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.156581 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 23:57:56.755014 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-jpxhn for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:56.755149 3824 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn I0512 23:57:56.770789 3824 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn] pod update took 15.664346ms I0512 23:57:56.770810 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn] addLogicalPort annotation time took 15.692687ms I0512 23:57:56.771964 3824 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn] addLogicalPort took 16.964792ms, libovsdb time 842.716µs I0512 23:57:57.113937 3824 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn 61e1441d959341b213905170270ea55ea92a6b8bee013b694317797a0d89d9fe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn 61e1441d959341b213905170270ea55ea92a6b8bee013b694317797a0d89d9fe network default NAD default NAD key ] I0512 23:57:57.123546 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-jpxhn, hostIfaceName: 61e1441d959341b, network: default, NAD default, SandboxID: "61e1441d959341b213905170270ea55ea92a6b8bee013b694317797a0d89d9fe", PCI device ID: , UID: "ffe84ddf-0dfc-4f81-96c9-a4c6e1b7450d", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 23:57:57.173638 3824 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn 61e1441d959341b213905170270ea55ea92a6b8bee013b694317797a0d89d9fe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jpxhn 61e1441d959341b213905170270ea55ea92a6b8bee013b694317797a0d89d9fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:30:f3:0a:2e:ec\",\"name\":\"61e1441d959341b\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71f001ec-54f9-4d33-acee-53215c55c9c1\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:58.143973 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:58.144009 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:58.262071 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.262097 3824 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.262104 3824 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.262112 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315826 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315848 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315853 3824 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315858 3824 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 23:57:58.498988 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:57:58.499140 3824 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 23:57:58.524250 3824 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.147747ms I0512 23:57:58.524286 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.189968ms I0512 23:57:58.525953 3824 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.982973ms, libovsdb time 1.203656ms I0512 23:57:58.861095 3824 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key ] I0512 23:57:58.871482 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5237933d143c428, network: default, NAD default, SandboxID: "5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420", PCI device ID: , UID: "4fe800c4-5caf-42eb-b051-73b1c4abe2d4", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 23:57:58.919217 3824 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e4:6f:10:82:d8\",\"name\":\"5237933d143c428\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fd5f579-6b43-4a2a-b454-2fbf80029cb1\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:57:59.229955 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:57:59.325600 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:57:59.325631 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.274036 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.274063 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:01.228681 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:58:01.228729 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:58:04.243104 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243123 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243129 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243133 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243147 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243151 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243157 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243164 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.319789 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.319811 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.319817 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.319822 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 23:58:04.335199 3824 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:04.335666 3824 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:05.211910 3824 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:05.211945 3824 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:05.212015 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:58:05.212036 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:58:10.373934 3824 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374533 3824 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374560 3824 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374574 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 23:58:10.374593 3824 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374601 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 23:58:11.407156 3824 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.407179 3824 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.407191 3824 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.407202 3824 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:12.319749 3824 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 23:58:12.335409 3824 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 23:58:13.994455 3824 base_network_controller_pods.go:487] [default/openshift-console/console-8585b485bc-cn9pb] creating logical port openshift-console_console-8585b485bc-cn9pb for pod on switch ip-10-0-2-227.ec2.internal I0512 23:58:13.994597 3824 kube.go:256] Updating pod openshift-console/console-8585b485bc-cn9pb I0512 23:58:14.015642 3824 pod.go:62] [openshift-console/console-8585b485bc-cn9pb] pod update took 21.081675ms I0512 23:58:14.015671 3824 base_network_controller_pods.go:951] [default/openshift-console/console-8585b485bc-cn9pb] addLogicalPort annotation time took 21.140474ms I0512 23:58:14.016682 3824 pods.go:271] [openshift-console/console-8585b485bc-cn9pb] addLogicalPort took 22.243739ms, libovsdb time 664.173µs I0512 23:58:14.356598 3824 cni.go:452] [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key ] I0512 23:58:14.365919 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8585b485bc-cn9pb, hostIfaceName: 371aa2ba84594fc, network: default, NAD default, SandboxID: "371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1", PCI device ID: , UID: "749d6cd2-e703-4407-8aeb-4863eaa31191", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 23:58:14.416746 3824 cni.go:473] [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:79:66:bc:09:26\",\"name\":\"371aa2ba84594fc\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b668c79e-d310-4a6d-954e-cebfb85b2b13\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:58:14.719548 3824 cni.go:452] [openshift-multus/network-metrics-daemon-48b84 e1d225462a9bb130f305b13232ab5a828d56e36403499bf2eb6d55bc329ef628 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-48b84 e1d225462a9bb130f305b13232ab5a828d56e36403499bf2eb6d55bc329ef628 network default NAD default NAD key ] I0512 23:58:14.729897 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-48b84, hostIfaceName: e1d225462a9bb13, network: default, NAD default, SandboxID: "e1d225462a9bb130f305b13232ab5a828d56e36403499bf2eb6d55bc329ef628", PCI device ID: , UID: "0dccbcd8-ab2f-424c-aa05-7bc971b65784", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 23:58:14.779984 3824 cni.go:473] [openshift-multus/network-metrics-daemon-48b84 e1d225462a9bb130f305b13232ab5a828d56e36403499bf2eb6d55bc329ef628 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-48b84 e1d225462a9bb130f305b13232ab5a828d56e36403499bf2eb6d55bc329ef628 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:04:23:a5:a2:3b\",\"name\":\"e1d225462a9bb13\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4706ff71-7166-42b4-a763-1771b123c374\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:58:17.398533 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 23:58:23.419596 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 23:58:23.419628 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 23:58:23.419671 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 23:58:23.614245 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.614273 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.614282 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:24.308884 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 23:58:24.373068 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 23:58:24.424568 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 23:58:24.459825 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 23:58:26.581539 3824 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:26.582086 3824 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:27.365826 3824 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:27.365854 3824 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:27.371276 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0512 23:58:27.371304 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 W0512 23:58:43.385009 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 23:58:47.524721 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 23:58:47.524766 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 23:58:47.524805 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 23:58:48.531165 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 23:58:49.616853 3824 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-pqnbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:49.617445 3824 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-pqnbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:50.426452 3824 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-pqnbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:50.426480 3824 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-pqnbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:50.431928 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8585b485bc-pqnbc I0512 23:58:50.431954 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8585b485bc-pqnbc I0512 23:58:57.382003 3824 obj_retry.go:498] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.382604 3824 obj_retry.go:498] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.492001 3824 obj_retry.go:492] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:57.492020 3824 obj_retry.go:492] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:57.497413 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.497435 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.606311 3824 cni.go:452] [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key ] I0512 23:58:57.682170 3824 cni.go:473] [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8585b485bc-cn9pb 371aa2ba84594fc15bba37997f9cf7effd8ef5c713905faa1f9dc45e53d380f1 network default NAD default NAD key default], result "{}", err I0512 23:58:57.729854 3824 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-cn9pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.729887 3824 pods.go:176] Deleting pod: openshift-console/console-8585b485bc-cn9pb I0512 23:58:57.731084 3824 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8585b485bc-cn9pb, ips: 10.129.0.23 I0512 23:58:57.731110 3824 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-cn9pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:58.564255 3824 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-cn9pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:58.564286 3824 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-cn9pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:58.567552 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8585b485bc-cn9pb I0512 23:58:58.567578 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8585b485bc-cn9pb W0512 23:58:59.541810 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:59.541832 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:59.541843 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:59.541847 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:59.618948 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:59.618971 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 23:59:14.575372 3824 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:14.575915 3824 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:15.043557 3824 base_network_controller_pods.go:487] [default/openshift-console/console-6d7f7d7565-466fd] creating logical port openshift-console_console-6d7f7d7565-466fd for pod on switch ip-10-0-2-227.ec2.internal I0512 23:59:15.043705 3824 kube.go:256] Updating pod openshift-console/console-6d7f7d7565-466fd I0512 23:59:15.064045 3824 pod.go:62] [openshift-console/console-6d7f7d7565-466fd] pod update took 20.374629ms I0512 23:59:15.064074 3824 base_network_controller_pods.go:951] [default/openshift-console/console-6d7f7d7565-466fd] addLogicalPort annotation time took 20.407682ms I0512 23:59:15.065252 3824 pods.go:271] [openshift-console/console-6d7f7d7565-466fd] addLogicalPort took 21.709383ms, libovsdb time 840.954µs I0512 23:59:15.407190 3824 cni.go:452] [openshift-console/console-6d7f7d7565-466fd 32c38705d2b4c993fe91dcc71889331fe16c67da649082bd4ce6dc15fde6d503 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d7f7d7565-466fd 32c38705d2b4c993fe91dcc71889331fe16c67da649082bd4ce6dc15fde6d503 network default NAD default NAD key ] I0512 23:59:15.416841 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d7f7d7565-466fd, hostIfaceName: 32c38705d2b4c99, network: default, NAD default, SandboxID: "32c38705d2b4c993fe91dcc71889331fe16c67da649082bd4ce6dc15fde6d503", PCI device ID: , UID: "5eb1f45a-8f70-45f9-8112-bef073fe982b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 23:59:15.467776 3824 cni.go:473] [openshift-console/console-6d7f7d7565-466fd 32c38705d2b4c993fe91dcc71889331fe16c67da649082bd4ce6dc15fde6d503 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d7f7d7565-466fd 32c38705d2b4c993fe91dcc71889331fe16c67da649082bd4ce6dc15fde6d503 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c5:6c:77:93:b6\",\"name\":\"32c38705d2b4c99\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d85cd51-f17d-475d-a393-0011c40dfea5\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:59:15.525557 3824 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:15.525578 3824 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:15.531885 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 23:59:15.531907 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 23:59:18.230321 3824 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key ] I0512 23:59:18.315706 3824 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 5237933d143c428c5dac56427a933af16e12a2321bc918000e3a185d25430420 network default NAD default NAD key default], result "{}", err I0512 23:59:18.375300 3824 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:18.375340 3824 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0512 23:59:18.376524 3824 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.22 I0512 23:59:18.376549 3824 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:18.659454 3824 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:18.659479 3824 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:18.666096 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 23:59:18.666123 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 23:59:18.706233 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:59:18.706334 3824 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 23:59:18.737805 3824 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 31.508395ms I0512 23:59:18.737827 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 31.534469ms I0512 23:59:18.739001 3824 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.78172ms, libovsdb time 854.751µs I0512 23:59:19.067615 3824 cni.go:452] [openshift-monitoring/prometheus-k8s-1 89d8d3492c91806708a4fe91178235f6b9608eb20040d803efafc2bb5f8173c8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 89d8d3492c91806708a4fe91178235f6b9608eb20040d803efafc2bb5f8173c8 network default NAD default NAD key ] I0512 23:59:19.077063 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 89d8d3492c91806, network: default, NAD default, SandboxID: "89d8d3492c91806708a4fe91178235f6b9608eb20040d803efafc2bb5f8173c8", PCI device ID: , UID: "56217e7e-dc38-4e5d-8c69-70f907ed9761", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 23:59:19.126134 3824 cni.go:473] [openshift-monitoring/prometheus-k8s-1 89d8d3492c91806708a4fe91178235f6b9608eb20040d803efafc2bb5f8173c8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 89d8d3492c91806708a4fe91178235f6b9608eb20040d803efafc2bb5f8173c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ae:6e:50:7a:9d\",\"name\":\"89d8d3492c91806\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43fdb039-06e5-48cb-b730-80a85813930e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 23:59:25.709478 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 23:59:40.359061 3824 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hrj8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:40.359654 3824 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hrj8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:40.641655 3824 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hrj8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:40.641692 3824 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hrj8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:40.646870 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d76956cfc-hrj8f I0512 23:59:40.646893 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d76956cfc-hrj8f I0512 23:59:47.190091 3824 cni.go:452] [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key ] I0512 23:59:47.277584 3824 cni.go:473] [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 34d177ea1ab5623d4998daf0152c6f7c4ed2bd6270242608beaf1f1dcc557835 network default NAD default NAD key default], result "{}", err I0512 23:59:47.338368 3824 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:47.338424 3824 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0512 23:59:47.339879 3824 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.19 I0512 23:59:47.339914 3824 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:47.796501 3824 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:47.796528 3824 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:47.802446 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 23:59:47.802471 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 23:59:47.843550 3824 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-227.ec2.internal I0512 23:59:47.843725 3824 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 23:59:47.866762 3824 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.107108ms I0512 23:59:47.866784 3824 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.133294ms I0512 23:59:47.868015 3824 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.478352ms, libovsdb time 890.882µs I0512 23:59:48.202899 3824 cni.go:452] [openshift-monitoring/alertmanager-main-0 5f353bba64ba95f42bc0da23733bbd95f00d814f11f511b5995983da22472e2d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5f353bba64ba95f42bc0da23733bbd95f00d814f11f511b5995983da22472e2d network default NAD default NAD key ] I0512 23:59:48.212693 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5f353bba64ba95f, network: default, NAD default, SandboxID: "5f353bba64ba95f42bc0da23733bbd95f00d814f11f511b5995983da22472e2d", PCI device ID: , UID: "cfb09fb6-5210-4c70-899e-b5d0b41000e3", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 23:59:48.264673 3824 cni.go:473] [openshift-monitoring/alertmanager-main-0 5f353bba64ba95f42bc0da23733bbd95f00d814f11f511b5995983da22472e2d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5f353bba64ba95f42bc0da23733bbd95f00d814f11f511b5995983da22472e2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:01:f7:81:60:ec\",\"name\":\"5f353bba64ba95f\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/250e51c0-28e4-4c83-99b0-139348e68183\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 23:59:51.047545 3824 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hnncr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:51.048100 3824 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hnncr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:51.707551 3824 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hnncr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:51.707577 3824 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hnncr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:51.713170 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d76956cfc-hnncr I0512 23:59:51.713195 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d76956cfc-hnncr I0513 00:00:02.883615 3824 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:02.884120 3824 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:03.903171 3824 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:03.903197 3824 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:06.905604 3824 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:06.906192 3824 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:07.779053 3824 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:07.779079 3824 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:00:08.260982 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 00:00:08.261008 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 00:00:08.261014 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 00:00:19.977452 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 00:00:19.977471 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 00:00:21.268548 3824 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:21.269103 3824 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:21.816878 3824 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.816904 3824 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.822762 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 00:00:21.822787 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 00:01:06.791141 3824 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 00:01:09.071135 3824 namespace.go:98] [tsf] adding namespace I0513 00:01:09.071962 3824 namespace.go:102] [tsf] adding namespace took 799.523µs I0513 00:01:09.108823 3824 namespace.go:142] [tsf] updating namespace I0513 00:01:09.113561 3824 namespace.go:142] [tsf] updating namespace I0513 00:01:13.715123 3824 namespace.go:98] [konflux-ui] adding namespace I0513 00:01:13.716129 3824 namespace.go:102] [konflux-ui] adding namespace took 973.927µs I0513 00:01:13.719400 3824 namespace.go:98] [rhbk-operator] adding namespace I0513 00:01:13.719691 3824 namespace.go:98] [cert-manager-operator] adding namespace I0513 00:01:13.720086 3824 namespace.go:102] [rhbk-operator] adding namespace took 669.681µs I0513 00:01:13.720631 3824 namespace.go:102] [cert-manager-operator] adding namespace took 917.749µs I0513 00:01:13.722752 3824 namespace.go:98] [konflux-operator] adding namespace I0513 00:01:13.723316 3824 namespace.go:102] [konflux-operator] adding namespace took 548.797µs I0513 00:01:13.724622 3824 namespace.go:98] [tsf-tpa] adding namespace I0513 00:01:13.725144 3824 namespace.go:102] [tsf-tpa] adding namespace took 508.598µs I0513 00:01:13.730666 3824 namespace.go:98] [tsf-tas] adding namespace I0513 00:01:13.730777 3824 namespace.go:98] [rhtpa-operator] adding namespace I0513 00:01:13.730850 3824 namespace.go:98] [tsf-keycloak] adding namespace I0513 00:01:13.731257 3824 namespace.go:102] [tsf-tas] adding namespace took 575.978µs I0513 00:01:13.731765 3824 namespace.go:102] [rhtpa-operator] adding namespace took 971.996µs I0513 00:01:13.732451 3824 namespace.go:102] [tsf-keycloak] adding namespace took 1.58565ms I0513 00:01:13.748320 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.762517 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.762518 3824 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.766066 3824 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.766082 3824 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:13.768950 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.773629 3824 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.779336 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.783211 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.783253 3824 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.801674 3824 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.813966 3824 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.824859 3824 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.840203 3824 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.846808 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.860683 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.866725 3824 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.876365 3824 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.883649 3824 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.895022 3824 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.910094 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.922680 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.945990 3824 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:13.969102 3824 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:15.063884 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:15.075605 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:20.226102 3824 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226658 3824 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226683 3824 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226691 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:20.226702 3824 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226706 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:21.239967 3824 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240567 3824 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240596 3824 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240605 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:21.240619 3824 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240627 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:21.256595 3824 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.256614 3824 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.256624 3824 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.256635 3824 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263798 3824 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263822 3824 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263836 3824 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263849 3824 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:28.729953 3824 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-fx4b2] creating logical port rhbk-operator_rhbk-operator-69889d554d-fx4b2 for pod on switch ip-10-0-2-227.ec2.internal I0513 00:01:28.730093 3824 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-fx4b2 I0513 00:01:28.746860 3824 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-fx4b2] pod update took 16.804175ms I0513 00:01:28.746881 3824 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-fx4b2] addLogicalPort annotation time took 16.829638ms I0513 00:01:28.748204 3824 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-fx4b2] addLogicalPort took 18.271367ms, libovsdb time 934.65µs I0513 00:01:29.088408 3824 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-fx4b2 20d16deda3469c8460a944a11e02f7f10ed1fd0a2b4a06ea9a4e2d2f150d5859 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-fx4b2 20d16deda3469c8460a944a11e02f7f10ed1fd0a2b4a06ea9a4e2d2f150d5859 network default NAD default NAD key ] I0513 00:01:29.098794 3824 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-fx4b2, hostIfaceName: 20d16deda3469c8, network: default, NAD default, SandboxID: "20d16deda3469c8460a944a11e02f7f10ed1fd0a2b4a06ea9a4e2d2f150d5859", PCI device ID: , UID: "362e7757-4322-45a5-95a4-a1ffd57608fb", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0513 00:01:29.148430 3824 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-fx4b2 20d16deda3469c8460a944a11e02f7f10ed1fd0a2b4a06ea9a4e2d2f150d5859 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-fx4b2 20d16deda3469c8460a944a11e02f7f10ed1fd0a2b4a06ea9a4e2d2f150d5859 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:70:c9:75:be:a5\",\"name\":\"20d16deda3469c8\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef56c81e-46b5-452c-ae24-a0ef192ef7ef\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:01:31.373032 3824 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.373690 3824 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.373726 3824 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.373738 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:31.373749 3824 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.373753 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:31.394003 3824 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.394447 3824 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.394472 3824 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.394479 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:31.394492 3824 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.394496 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:32.398097 3824 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.398128 3824 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.398146 3824 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.398157 3824 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421300 3824 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421321 3824 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421337 3824 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421349 3824 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.458208 3824 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458740 3824 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458767 3824 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458776 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:32.458793 3824 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458799 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:33.424431 3824 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.424975 3824 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.425009 3824 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.425018 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:33.425028 3824 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.425033 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:33.485664 3824 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.485691 3824 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.485703 3824 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.485718 3824 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:34.108970 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:34.450729 3824 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450754 3824 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450769 3824 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450782 3824 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:38.957872 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.967741 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.976024 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.985985 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:40.487799 3824 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 00:01:48.164502 3824 namespace.go:98] [cert-manager] adding namespace I0513 00:01:48.166207 3824 namespace.go:102] [cert-manager] adding namespace took 1.596638ms I0513 00:01:48.186765 3824 namespace.go:142] [cert-manager] updating namespace I0513 00:01:48.198118 3824 namespace.go:142] [cert-manager] updating namespace I0513 00:01:48.221195 3824 namespace.go:142] [openshift-operators] updating namespace I0513 00:01:48.237098 3824 namespace.go:142] [openshift-operators] updating namespace I0513 00:01:54.762290 3824 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-jsgz8 for pod on switch ip-10-0-2-227.ec2.internal I0513 00:01:54.762472 3824 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8 I0513 00:01:54.781025 3824 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8] pod update took 18.578458ms I0513 00:01:54.781046 3824 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8] addLogicalPort annotation time took 18.603651ms I0513 00:01:54.782270 3824 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8] addLogicalPort took 19.995775ms, libovsdb time 885.813µs I0513 00:01:55.119606 3824 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8 396bcd6b127101c94233815a12c79cf81b736b5b6b5af1712efabc3ba8c8bca6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8 396bcd6b127101c94233815a12c79cf81b736b5b6b5af1712efabc3ba8c8bca6 network default NAD default NAD key ] I0513 00:01:55.129212 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-jsgz8, hostIfaceName: 396bcd6b127101c, network: default, NAD default, SandboxID: "396bcd6b127101c94233815a12c79cf81b736b5b6b5af1712efabc3ba8c8bca6", PCI device ID: , UID: "84ef11c9-8791-4865-bee7-7ea5ecf066d0", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0513 00:01:55.179892 3824 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8 396bcd6b127101c94233815a12c79cf81b736b5b6b5af1712efabc3ba8c8bca6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-jsgz8 396bcd6b127101c94233815a12c79cf81b736b5b6b5af1712efabc3ba8c8bca6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4a:48:92:35:b0\",\"name\":\"396bcd6b127101c\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1c80a5b-8632-4892-9de6-25bfa83fbb30\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:01:56.230635 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 00:01:56.230660 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 00:01:59.271453 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 00:01:59.856958 3824 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 00:01:59.857916 3824 namespace.go:102] [trusted-artifact-signer] adding namespace took 930.818µs I0513 00:01:59.874156 3824 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:01:59.888422 3824 namespace.go:142] [trusted-artifact-signer] updating namespace W0513 00:02:00.400780 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:01.377867 3824 namespace.go:142] [openshift-operators] updating namespace I0513 00:02:02.031834 3824 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-md2gs] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-md2gs for pod on switch ip-10-0-2-227.ec2.internal I0513 00:02:02.031968 3824 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-md2gs I0513 00:02:02.049211 3824 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-md2gs] pod update took 17.264557ms I0513 00:02:02.049233 3824 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-md2gs] addLogicalPort annotation time took 17.291818ms I0513 00:02:02.050500 3824 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-md2gs] addLogicalPort took 18.679025ms, libovsdb time 880.489µs I0513 00:02:02.413410 3824 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-md2gs f0366b4f31784f8cc8ae607ed86adee685d80ef214177a11d983ec1c6d35b7d6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-md2gs f0366b4f31784f8cc8ae607ed86adee685d80ef214177a11d983ec1c6d35b7d6 network default NAD default NAD key ] I0513 00:02:02.423141 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-md2gs, hostIfaceName: f0366b4f31784f8, network: default, NAD default, SandboxID: "f0366b4f31784f8cc8ae607ed86adee685d80ef214177a11d983ec1c6d35b7d6", PCI device ID: , UID: "633bd661-268c-4428-a4a0-a49eab3f327b", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0513 00:02:02.474175 3824 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-md2gs f0366b4f31784f8cc8ae607ed86adee685d80ef214177a11d983ec1c6d35b7d6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-md2gs f0366b4f31784f8cc8ae607ed86adee685d80ef214177a11d983ec1c6d35b7d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:07:c5:b9:c8:26\",\"name\":\"f0366b4f31784f8\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7346df7-8bb2-4d63-aaf6-3fed1543d42f\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:02:03.975308 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:03.990941 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:03.999060 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:04.007907 3824 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:04.497855 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0513 00:02:11.450659 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:25.644362 3824 namespace.go:98] [openshift-pipelines] adding namespace I0513 00:02:25.645229 3824 namespace.go:102] [openshift-pipelines] adding namespace took 827.438µs I0513 00:02:25.667488 3824 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:02:26.347157 3824 namespace.go:142] [cert-manager] updating namespace I0513 00:02:26.547352 3824 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:26.952051 3824 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:27.157798 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:27.354371 3824 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:27.721144 3824 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:27.929124 3824 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:28.130918 3824 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:28.336807 3824 namespace.go:142] [tsf] updating namespace I0513 00:02:28.537857 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:28.737802 3824 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:28.940180 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:29.077506 3824 namespace.go:142] [cert-manager] updating namespace I0513 00:02:29.087145 3824 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:29.096263 3824 namespace.go:142] [default] updating namespace I0513 00:02:29.103433 3824 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:29.112602 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:29.120645 3824 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:29.128191 3824 namespace.go:142] [openshift] updating namespace I0513 00:02:29.135590 3824 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:29.145064 3824 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:29.153134 3824 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:29.160849 3824 namespace.go:142] [tsf] updating namespace I0513 00:02:29.180301 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:29.197672 3824 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:29.220812 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:29.322500 3824 namespace.go:142] [cert-manager] updating namespace I0513 00:02:29.424251 3824 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:29.521162 3824 namespace.go:142] [default] updating namespace I0513 00:02:29.625890 3824 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:29.720880 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:29.825161 3824 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:29.918625 3824 namespace.go:142] [openshift] updating namespace I0513 00:02:30.022481 3824 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:30.121946 3824 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:30.220694 3824 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:30.320800 3824 namespace.go:142] [tsf] updating namespace I0513 00:02:30.422292 3824 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:30.521016 3824 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:30.626039 3824 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:30.918473 3824 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:02:31.762896 3824 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:02:31.763441 3824 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:02:31.791531 3824 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:02:31.791556 3824 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:02:31.800814 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 00:02:31.800842 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 00:02:38.502697 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 00:02:39.960307 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-zv9gs for pod on switch ip-10-0-2-227.ec2.internal I0513 00:02:39.960445 3824 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs I0513 00:02:39.978491 3824 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs] pod update took 18.109002ms I0513 00:02:39.978514 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs] addLogicalPort annotation time took 18.13631ms I0513 00:02:39.979879 3824 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs] addLogicalPort took 19.590848ms, libovsdb time 978.121µs I0513 00:02:40.335262 3824 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs e4da2361abe7ead72045ca3cf62aaaedf2b53afdcafe55ab4d1a5d7814ada76d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs e4da2361abe7ead72045ca3cf62aaaedf2b53afdcafe55ab4d1a5d7814ada76d network default NAD default NAD key ] I0513 00:02:40.344939 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-zv9gs, hostIfaceName: e4da2361abe7ead, network: default, NAD default, SandboxID: "e4da2361abe7ead72045ca3cf62aaaedf2b53afdcafe55ab4d1a5d7814ada76d", PCI device ID: , UID: "b35a53eb-cde1-464b-b27a-2cb49c77f83a", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0513 00:02:40.399370 3824 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs e4da2361abe7ead72045ca3cf62aaaedf2b53afdcafe55ab4d1a5d7814ada76d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zv9gs e4da2361abe7ead72045ca3cf62aaaedf2b53afdcafe55ab4d1a5d7814ada76d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ba:d5:98:04:00\",\"name\":\"e4da2361abe7ead\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0875ad69-e98a-499c-91b7-199767f8b45a\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:02:46.598350 3824 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:46.598400 3824 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:46.598407 3824 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:47.651868 3824 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.651887 3824 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.651892 3824 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.651895 3824 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.682284 3824 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.682300 3824 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.682307 3824 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.777777 3824 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 00:02:47.804686 3824 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0513 00:02:54.401061 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0513 00:02:57.610338 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:57.610358 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:57.610364 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 00:03:05.589206 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-f6q8l for pod on switch ip-10-0-2-227.ec2.internal I0513 00:03:05.589310 3824 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l I0513 00:03:05.610238 3824 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l] pod update took 20.960913ms I0513 00:03:05.610257 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l] addLogicalPort annotation time took 20.985216ms I0513 00:03:05.611551 3824 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l] addLogicalPort took 22.360527ms, libovsdb time 926.717µs I0513 00:03:05.677343 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-dkh8s for pod on switch ip-10-0-2-227.ec2.internal I0513 00:03:05.677474 3824 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s I0513 00:03:05.708803 3824 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s] pod update took 31.360717ms I0513 00:03:05.708826 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s] addLogicalPort annotation time took 31.390484ms I0513 00:03:05.709980 3824 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s] addLogicalPort took 32.65749ms, libovsdb time 819.251µs I0513 00:03:05.958237 3824 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l 99863c89bb51c8f14c26819c6cb00eb22c2a142573497fe7c273166ad90752f0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l 99863c89bb51c8f14c26819c6cb00eb22c2a142573497fe7c273166ad90752f0 network default NAD default NAD key ] I0513 00:03:05.968244 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-f6q8l, hostIfaceName: 99863c89bb51c8f, network: default, NAD default, SandboxID: "99863c89bb51c8f14c26819c6cb00eb22c2a142573497fe7c273166ad90752f0", PCI device ID: , UID: "be2973ae-783c-4970-b6e0-b1c2381fe3fd", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0513 00:03:06.021317 3824 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l 99863c89bb51c8f14c26819c6cb00eb22c2a142573497fe7c273166ad90752f0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f6q8l 99863c89bb51c8f14c26819c6cb00eb22c2a142573497fe7c273166ad90752f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7e:fb:06:24:46\",\"name\":\"99863c89bb51c8f\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd8311fd-4afc-42f1-bb95-92f37be13d3a\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:03:06.048928 3824 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s 3c7f9b92e32504cfe13d4c339e86aedea9331a8784ccfafbde150d322df79eac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s 3c7f9b92e32504cfe13d4c339e86aedea9331a8784ccfafbde150d322df79eac network default NAD default NAD key ] I0513 00:03:06.060009 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-dkh8s, hostIfaceName: 3c7f9b92e32504c, network: default, NAD default, SandboxID: "3c7f9b92e32504cfe13d4c339e86aedea9331a8784ccfafbde150d322df79eac", PCI device ID: , UID: "d23a1e38-69ac-4018-b7c3-6a62987b384e", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0513 00:03:06.115542 3824 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s 3c7f9b92e32504cfe13d4c339e86aedea9331a8784ccfafbde150d322df79eac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dkh8s 3c7f9b92e32504cfe13d4c339e86aedea9331a8784ccfafbde150d322df79eac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:11:0c:62:ef:35\",\"name\":\"3c7f9b92e32504c\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d8dfec4-e85a-469c-b47a-eeae68909da9\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:03:09.573852 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 00:03:10.928659 3824 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:03:10.929218 3824 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:03:10.971318 3824 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:03:10.971339 3824 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:03:10.978375 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 00:03:10.978418 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 00:03:13.052668 3824 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 00:03:13.053434 3824 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 00:03:13.053462 3824 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 00:03:13.056038 3824 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0513 00:03:16.615761 3824 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 00:03:17.400151 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0513 00:03:22.490798 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b59vn] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-b59vn for pod on switch ip-10-0-2-227.ec2.internal I0513 00:03:22.490889 3824 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-b59vn I0513 00:03:22.512810 3824 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-b59vn] pod update took 21.945045ms I0513 00:03:22.512831 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b59vn] addLogicalPort annotation time took 21.970073ms I0513 00:03:22.514084 3824 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-b59vn] addLogicalPort took 23.301675ms, libovsdb time 828.534µs I0513 00:03:22.854104 3824 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-b59vn a8b840360d608700199d87334eaa10bc361af1d788e4af2ce21d8e02fedb0b65 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b59vn a8b840360d608700199d87334eaa10bc361af1d788e4af2ce21d8e02fedb0b65 network default NAD default NAD key ] I0513 00:03:22.864843 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-b59vn, hostIfaceName: a8b840360d60870, network: default, NAD default, SandboxID: "a8b840360d608700199d87334eaa10bc361af1d788e4af2ce21d8e02fedb0b65", PCI device ID: , UID: "8cf9e88f-9825-4102-a5b9-154dc5af4991", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0513 00:03:22.917198 3824 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-b59vn a8b840360d608700199d87334eaa10bc361af1d788e4af2ce21d8e02fedb0b65 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b59vn a8b840360d608700199d87334eaa10bc361af1d788e4af2ce21d8e02fedb0b65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:f3:4e:0d:61:f3\",\"name\":\"a8b840360d60870\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d401a23f-3a33-4401-94aa-4e7e8f557334\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:03:23.506975 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0513 00:03:24.876400 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:24.876436 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:24.882177 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 00:03:24.882197 3824 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 00:03:27.658188 3824 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 00:03:27.658268 3824 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8pbms IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8pbms: no pod IPs found I0513 00:03:27.760741 3824 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 00:03:30.491833 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 00:03:30.846652 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-227.ec2.internal I0513 00:03:30.846757 3824 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0513 00:03:30.860999 3824 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.261671ms I0513 00:03:30.861028 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.295363ms I0513 00:03:30.862365 3824 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.733233ms, libovsdb time 985.603µs I0513 00:03:36.308741 3824 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 4d808f26c6d4f2b7a4990e601655bded678f4cadb9cc92a5ae718bb4b92c6e6b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 4d808f26c6d4f2b7a4990e601655bded678f4cadb9cc92a5ae718bb4b92c6e6b network default NAD default NAD key ] I0513 00:03:36.319174 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 4d808f26c6d4f2b, network: default, NAD default, SandboxID: "4d808f26c6d4f2b7a4990e601655bded678f4cadb9cc92a5ae718bb4b92c6e6b", PCI device ID: , UID: "684eb731-2a2f-4223-bfc9-e5fb4374acb0", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0513 00:03:36.371155 3824 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 4d808f26c6d4f2b7a4990e601655bded678f4cadb9cc92a5ae718bb4b92c6e6b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 4d808f26c6d4f2b7a4990e601655bded678f4cadb9cc92a5ae718bb4b92c6e6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4d:b1:41:26:44\",\"name\":\"4d808f26c6d4f2b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e92542d4-414f-461e-8667-b2f1dcdc44df\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:03:51.967345 3824 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 00:03:52.400694 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=216 I0513 00:03:53.300855 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r] creating logical port openshift-pipelines_tekton-results-api-cccf9fb9-9sd6r for pod on switch ip-10-0-2-227.ec2.internal I0513 00:03:53.300991 3824 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r I0513 00:03:53.318856 3824 pod.go:62] [openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r] pod update took 17.886196ms I0513 00:03:53.318882 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r] addLogicalPort annotation time took 17.919867ms I0513 00:03:53.320129 3824 pods.go:271] [openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r] addLogicalPort took 19.291079ms, libovsdb time 854.045µs I0513 00:03:53.390209 3824 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-c7nd2 for pod on switch ip-10-0-2-227.ec2.internal I0513 00:03:53.390307 3824 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2 I0513 00:03:53.406841 3824 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2] pod update took 16.555163ms I0513 00:03:53.406869 3824 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2] addLogicalPort annotation time took 16.587103ms I0513 00:03:53.408261 3824 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2] addLogicalPort took 18.067115ms, libovsdb time 899.684µs I0513 00:03:53.663645 3824 cni.go:452] [openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r 6eb33e3365632d4efa32a2aa2723e38bbe6b1559bccdc57e2dcaee211f3bd281 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r 6eb33e3365632d4efa32a2aa2723e38bbe6b1559bccdc57e2dcaee211f3bd281 network default NAD default NAD key ] I0513 00:03:53.673737 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-cccf9fb9-9sd6r, hostIfaceName: 6eb33e3365632d4, network: default, NAD default, SandboxID: "6eb33e3365632d4efa32a2aa2723e38bbe6b1559bccdc57e2dcaee211f3bd281", PCI device ID: , UID: "f192aa0d-f89b-4436-99c4-7ea2c65adf41", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0513 00:03:53.726759 3824 cni.go:473] [openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r 6eb33e3365632d4efa32a2aa2723e38bbe6b1559bccdc57e2dcaee211f3bd281 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-9sd6r 6eb33e3365632d4efa32a2aa2723e38bbe6b1559bccdc57e2dcaee211f3bd281 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d6:ec:ef:90:53\",\"name\":\"6eb33e3365632d4\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b6b0f33-215a-4910-9779-101106584e54\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:03:53.752819 3824 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2 592b329fc6b92337052799574d3e32c9a3af7bd5ba10b23d6ed6ffa25154f5a3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2 592b329fc6b92337052799574d3e32c9a3af7bd5ba10b23d6ed6ffa25154f5a3 network default NAD default NAD key ] I0513 00:03:53.763596 3824 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-c7nd2, hostIfaceName: 592b329fc6b9233, network: default, NAD default, SandboxID: "592b329fc6b92337052799574d3e32c9a3af7bd5ba10b23d6ed6ffa25154f5a3", PCI device ID: , UID: "981682e6-d2c5-48d9-a910-f15938b616af", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0513 00:03:53.815620 3824 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2 592b329fc6b92337052799574d3e32c9a3af7bd5ba10b23d6ed6ffa25154f5a3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c7nd2 592b329fc6b92337052799574d3e32c9a3af7bd5ba10b23d6ed6ffa25154f5a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:62:bc:e8:58:28\",\"name\":\"592b329fc6b9233\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74c4e59c-20dd-439c-bf78-4a1f59470d5a\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:03:58.978939 3824 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:03:58.978962 3824 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:03:58.978968 3824 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:04:03.985776 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:04:03.985794 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:04:03.985840 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 00:04:06.285458 3824 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:06.286036 3824 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:06.307950 3824 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:06.307972 3824 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:06.317276 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 00:04:06.317299 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 00:04:08.933898 3824 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6fdbd9fc4-65w7p] creating logical port tsf-tas_fulcio-server-6fdbd9fc4-65w7p for pod on switch ip-10-0-2-227.ec2.internal I0513 00:04:08.934016 3824 kube.go:256] Updating pod tsf-tas/fulcio-server-6fdbd9fc4-65w7p I0513 00:04:08.958108 3824 pod.go:62] [tsf-tas/fulcio-server-6fdbd9fc4-65w7p] pod update took 24.110432ms I0513 00:04:08.958134 3824 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6fdbd9fc4-65w7p] addLogicalPort annotation time took 24.141924ms I0513 00:04:08.959320 3824 pods.go:271] [tsf-tas/fulcio-server-6fdbd9fc4-65w7p] addLogicalPort took 25.436509ms, libovsdb time 804.546µs I0513 00:04:09.297578 3824 cni.go:452] [tsf-tas/fulcio-server-6fdbd9fc4-65w7p a711bbc2e52fd0805882e08bb7a90bbedbe8f76ceb3168a50e492114fdf337d5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6fdbd9fc4-65w7p a711bbc2e52fd0805882e08bb7a90bbedbe8f76ceb3168a50e492114fdf337d5 network default NAD default NAD key ] I0513 00:04:09.307220 3824 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6fdbd9fc4-65w7p, hostIfaceName: a711bbc2e52fd08, network: default, NAD default, SandboxID: "a711bbc2e52fd0805882e08bb7a90bbedbe8f76ceb3168a50e492114fdf337d5", PCI device ID: , UID: "caad9391-ae8c-4fb2-bfbb-cad86323b30f", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0513 00:04:09.336774 3824 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-554849767f-flc8v] creating logical port tsf-tas_trillian-logsigner-554849767f-flc8v for pod on switch ip-10-0-2-227.ec2.internal I0513 00:04:09.336886 3824 kube.go:256] Updating pod tsf-tas/trillian-logsigner-554849767f-flc8v I0513 00:04:09.355121 3824 pod.go:62] [tsf-tas/trillian-logsigner-554849767f-flc8v] pod update took 18.266055ms I0513 00:04:09.355147 3824 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-554849767f-flc8v] addLogicalPort annotation time took 18.299694ms I0513 00:04:09.356606 3824 pods.go:271] [tsf-tas/trillian-logsigner-554849767f-flc8v] addLogicalPort took 19.857052ms, libovsdb time 1.029313ms I0513 00:04:09.361427 3824 cni.go:473] [tsf-tas/fulcio-server-6fdbd9fc4-65w7p a711bbc2e52fd0805882e08bb7a90bbedbe8f76ceb3168a50e492114fdf337d5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6fdbd9fc4-65w7p a711bbc2e52fd0805882e08bb7a90bbedbe8f76ceb3168a50e492114fdf337d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:72:7f:b6:78:0e\",\"name\":\"a711bbc2e52fd08\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7daf829-4fb6-416b-8a3f-6bedaeb9c63a\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:04:09.407231 3824 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-khcbq-gxl4x] creating logical port tsf-tas_rekor-createtree-job-khcbq-gxl4x for pod on switch ip-10-0-2-227.ec2.internal I0513 00:04:09.407340 3824 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-khcbq-gxl4x I0513 00:04:09.422168 3824 pod.go:62] [tsf-tas/rekor-createtree-job-khcbq-gxl4x] pod update took 14.846768ms I0513 00:04:09.422192 3824 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-khcbq-gxl4x] addLogicalPort annotation time took 14.875718ms I0513 00:04:09.423486 3824 pods.go:271] [tsf-tas/rekor-createtree-job-khcbq-gxl4x] addLogicalPort took 16.273205ms, libovsdb time 844.557µs I0513 00:04:09.698819 3824 cni.go:452] [tsf-tas/trillian-logsigner-554849767f-flc8v 7add68eb3e03dc85269b988f5c06e78db189573f937c9298dc813448c7823a8e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-554849767f-flc8v 7add68eb3e03dc85269b988f5c06e78db189573f937c9298dc813448c7823a8e network default NAD default NAD key ] I0513 00:04:09.708860 3824 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-554849767f-flc8v, hostIfaceName: 7add68eb3e03dc8, network: default, NAD default, SandboxID: "7add68eb3e03dc85269b988f5c06e78db189573f937c9298dc813448c7823a8e", PCI device ID: , UID: "e749d0a0-0a74-4eef-b3af-4cad3b30a95f", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0513 00:04:09.762404 3824 cni.go:473] [tsf-tas/trillian-logsigner-554849767f-flc8v 7add68eb3e03dc85269b988f5c06e78db189573f937c9298dc813448c7823a8e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-554849767f-flc8v 7add68eb3e03dc85269b988f5c06e78db189573f937c9298dc813448c7823a8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:41:71:d7:60:76\",\"name\":\"7add68eb3e03dc8\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1e74b92-b96b-4c1c-ad99-1bb6accd7ddb\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:04:09.769346 3824 cni.go:452] [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key ] I0513 00:04:09.778735 3824 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-khcbq-gxl4x, hostIfaceName: cb13ff71558d592, network: default, NAD default, SandboxID: "cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127", PCI device ID: , UID: "c8dfe9fd-190e-4aa1-b8c3-c25349a8755f", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0513 00:04:09.831309 3824 cni.go:473] [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:9f:37:4e:77:c5\",\"name\":\"cb13ff71558d592\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33f1afed-96b3-4a74-97eb-d94b94669283\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:04:12.078713 3824 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-ffbbc959d-gkp4b] creating logical port tsf-tas_trillian-db-ffbbc959d-gkp4b for pod on switch ip-10-0-2-227.ec2.internal I0513 00:04:12.078822 3824 kube.go:256] Updating pod tsf-tas/trillian-db-ffbbc959d-gkp4b I0513 00:04:12.095876 3824 pod.go:62] [tsf-tas/trillian-db-ffbbc959d-gkp4b] pod update took 17.082919ms I0513 00:04:12.095903 3824 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-ffbbc959d-gkp4b] addLogicalPort annotation time took 17.116503ms I0513 00:04:12.097511 3824 pods.go:271] [tsf-tas/trillian-db-ffbbc959d-gkp4b] addLogicalPort took 18.823769ms, libovsdb time 1.155197ms I0513 00:04:13.345902 3824 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:13.346548 3824 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:14.231996 3824 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:14.232052 3824 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:17.248963 3824 cni.go:452] [tsf-tas/trillian-db-ffbbc959d-gkp4b e6d540b7c976d66bacca25f08588a4473361e0021760c9d986d9960ae072dc85 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-ffbbc959d-gkp4b e6d540b7c976d66bacca25f08588a4473361e0021760c9d986d9960ae072dc85 network default NAD default NAD key ] I0513 00:04:17.259041 3824 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-ffbbc959d-gkp4b, hostIfaceName: e6d540b7c976d66, network: default, NAD default, SandboxID: "e6d540b7c976d66bacca25f08588a4473361e0021760c9d986d9960ae072dc85", PCI device ID: , UID: "a01fe0bc-3849-4b27-841f-0c812e795bdd", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0513 00:04:17.316036 3824 cni.go:473] [tsf-tas/trillian-db-ffbbc959d-gkp4b e6d540b7c976d66bacca25f08588a4473361e0021760c9d986d9960ae072dc85 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-ffbbc959d-gkp4b e6d540b7c976d66bacca25f08588a4473361e0021760c9d986d9960ae072dc85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b8:2a:2a:07:28\",\"name\":\"e6d540b7c976d66\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2001b6e-b335-4dfd-853c-1d9eeea4ba22\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:04:21.086044 3824 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0513 00:04:22.090676 3824 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:22.090698 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:22.118216 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:22.118236 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:23.958087 3824 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 00:04:26.109790 3824 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 00:04:27.115918 3824 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:27.116540 3824 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:28.139217 3824 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:28.139247 3824 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:04:37.161548 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 00:04:39.524611 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 00:04:43.514190 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0513 00:04:45.073604 3824 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:45.073628 3824 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:46.426217 3824 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 00:04:56.229879 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 00:04:59.524235 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 00:05:03.645647 3824 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:03.646226 3824 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:03.667588 3824 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:03.667611 3824 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:03.674324 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 00:05:03.674349 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 00:05:05.324213 3824 cni.go:452] [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key ] I0513 00:05:05.325116 3824 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.325667 3824 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.421819 3824 cni.go:473] [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-khcbq-gxl4x cb13ff71558d5929512b27ad6706932ca894e7144009896af37e3a26fa3a4127 network default NAD default NAD key default], result "{}", err I0513 00:05:05.473864 3824 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.473908 3824 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-khcbq-gxl4x I0513 00:05:05.475211 3824 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-khcbq-gxl4x, ips: 10.129.0.39 I0513 00:05:05.475239 3824 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:06.215396 3824 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.215427 3824 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.346708 3824 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.346742 3824 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:09.487776 3824 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 00:05:13.190757 3824 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-78966f6dbf-xtv88] creating logical port tsf-tas_rekor-server-78966f6dbf-xtv88 for pod on switch ip-10-0-2-227.ec2.internal I0513 00:05:13.190904 3824 kube.go:256] Updating pod tsf-tas/rekor-server-78966f6dbf-xtv88 I0513 00:05:13.210445 3824 pod.go:62] [tsf-tas/rekor-server-78966f6dbf-xtv88] pod update took 19.565882ms I0513 00:05:13.210473 3824 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-78966f6dbf-xtv88] addLogicalPort annotation time took 19.598332ms I0513 00:05:13.211682 3824 pods.go:271] [tsf-tas/rekor-server-78966f6dbf-xtv88] addLogicalPort took 20.943341ms, libovsdb time 824.684µs W0513 00:05:13.238425 3824 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0513 00:05:13.584501 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 00:05:13.846786 3824 obj_retry.go:498] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:13.847451 3824 obj_retry.go:498] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 00:05:14.581692 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 00:05:14.869260 3824 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:14.869288 3824 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:18.352461 3824 cni.go:452] [tsf-tas/rekor-server-78966f6dbf-xtv88 d07ebb97a7142558ddb57cd13f2844e0d6b87f6e3e34e02dcbf4e0257a5f62f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-78966f6dbf-xtv88 d07ebb97a7142558ddb57cd13f2844e0d6b87f6e3e34e02dcbf4e0257a5f62f4 network default NAD default NAD key ] I0513 00:05:18.362370 3824 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-78966f6dbf-xtv88, hostIfaceName: d07ebb97a714255, network: default, NAD default, SandboxID: "d07ebb97a7142558ddb57cd13f2844e0d6b87f6e3e34e02dcbf4e0257a5f62f4", PCI device ID: , UID: "9d162079-498f-4f53-b2bb-4697881a7e3b", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0513 00:05:18.417621 3824 cni.go:473] [tsf-tas/rekor-server-78966f6dbf-xtv88 d07ebb97a7142558ddb57cd13f2844e0d6b87f6e3e34e02dcbf4e0257a5f62f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-78966f6dbf-xtv88 d07ebb97a7142558ddb57cd13f2844e0d6b87f6e3e34e02dcbf4e0257a5f62f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b6:62:1d:40:00\",\"name\":\"d07ebb97a714255\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d38b83ba-7f33-40a6-8172-79f61e2d8d22\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:05:19.405000 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 W0513 00:05:20.399743 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 00:05:22.423072 3824 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:22.423656 3824 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:23.444498 3824 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.444524 3824 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.479060 3824 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.479084 3824 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.483113 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-46twv I0513 00:05:23.483138 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-46twv I0513 00:05:27.809251 3824 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:27.809867 3824 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:27.828175 3824 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:27.828197 3824 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:27.834152 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 00:05:27.834178 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 00:05:31.401075 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=149 W0513 00:05:31.409411 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0513 00:05:33.480030 3824 obj_retry.go:498] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:33.480604 3824 obj_retry.go:498] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:34.503513 3824 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:34.503540 3824 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:35.406668 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=1113 I0513 00:05:40.076821 3824 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:40.077343 3824 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:40.758866 3824 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:40.758894 3824 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:43.547679 3824 obj_retry.go:498] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:43.548249 3824 obj_retry.go:498] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:44.568591 3824 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:44.568618 3824 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:05:48.803299 3824 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 00:05:50.586598 3824 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:50.587169 3824 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:51.457482 3824 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:51.457507 3824 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:06:05.522649 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 00:06:10.519050 3824 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 00:06:17.122677 3824 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:17.123239 3824 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:17.142129 3824 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:17.142150 3824 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:17.149813 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 00:06:17.149839 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 00:06:17.906414 3824 namespace.go:98] [integration-service] adding namespace I0513 00:06:17.906533 3824 namespace.go:98] [default-tenant] adding namespace I0513 00:06:17.906652 3824 namespace.go:98] [image-controller] adding namespace I0513 00:06:17.906703 3824 namespace.go:98] [build-service] adding namespace I0513 00:06:17.907372 3824 namespace.go:102] [integration-service] adding namespace took 933.055µs I0513 00:06:17.908000 3824 namespace.go:102] [default-tenant] adding namespace took 1.447372ms I0513 00:06:17.908554 3824 namespace.go:102] [image-controller] adding namespace took 1.886346ms I0513 00:06:17.909103 3824 namespace.go:102] [build-service] adding namespace took 2.389688ms I0513 00:06:17.943612 3824 namespace.go:142] [integration-service] updating namespace I0513 00:06:17.963797 3824 namespace.go:142] [integration-service] updating namespace I0513 00:06:18.006701 3824 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.060694 3824 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.088231 3824 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.126164 3824 namespace.go:142] [build-service] updating namespace I0513 00:06:18.153320 3824 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.181693 3824 namespace.go:142] [build-service] updating namespace I0513 00:06:18.210883 3824 namespace.go:142] [build-service] updating namespace I0513 00:06:18.210995 3824 namespace.go:142] [integration-service] updating namespace I0513 00:06:18.270400 3824 namespace.go:98] [release-service] adding namespace I0513 00:06:18.271395 3824 namespace.go:102] [release-service] adding namespace took 952.184µs I0513 00:06:18.305341 3824 namespace.go:142] [release-service] updating namespace I0513 00:06:18.324244 3824 namespace.go:142] [release-service] updating namespace I0513 00:06:18.363789 3824 namespace.go:142] [konflux-ui] updating namespace I0513 00:06:18.534151 3824 namespace.go:98] [konflux-info] adding namespace I0513 00:06:18.534969 3824 namespace.go:102] [konflux-info] adding namespace took 792.894µs I0513 00:06:18.561785 3824 namespace.go:98] [namespace-lister] adding namespace I0513 00:06:18.562590 3824 namespace.go:102] [namespace-lister] adding namespace took 787.117µs I0513 00:06:18.576871 3824 namespace.go:98] [enterprise-contract-service] adding namespace I0513 00:06:18.577557 3824 namespace.go:102] [enterprise-contract-service] adding namespace took 668.141µs I0513 00:06:18.610528 3824 namespace.go:142] [konflux-info] updating namespace I0513 00:06:18.621034 3824 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.699820 3824 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:18.699879 3824 namespace.go:142] [konflux-info] updating namespace I0513 00:06:18.789966 3824 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:18.836632 3824 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.849822 3824 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:19.025832 3824 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:19.081740 3824 namespace.go:98] [segment-bridge] adding namespace I0513 00:06:19.082772 3824 namespace.go:102] [segment-bridge] adding namespace took 1.007993ms I0513 00:06:19.190136 3824 namespace.go:98] [konflux-cli] adding namespace I0513 00:06:19.191076 3824 namespace.go:102] [konflux-cli] adding namespace took 916.557µs I0513 00:06:19.654768 3824 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:19.782597 3824 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:19.889356 3824 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:20.063712 3824 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-bmzbw] creating logical port namespace-lister_namespace-lister-696b855848-bmzbw for pod on switch ip-10-0-2-227.ec2.internal I0513 00:06:20.063811 3824 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-bmzbw I0513 00:06:20.131720 3824 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:20.186670 3824 pod.go:62] [namespace-lister/namespace-lister-696b855848-bmzbw] pod update took 122.887605ms I0513 00:06:20.186695 3824 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-bmzbw] addLogicalPort annotation time took 122.917969ms I0513 00:06:20.188152 3824 pods.go:271] [namespace-lister/namespace-lister-696b855848-bmzbw] addLogicalPort took 124.460278ms, libovsdb time 1.078502ms I0513 00:06:20.332749 3824 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 00:06:20.333357 3824 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 00:06:20.333373 3824 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 00:06:20.336151 3824 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 00:06:20.538748 3824 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 00:06:20.538779 3824 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 00:06:20.539960 3824 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 00:06:20.995491 3824 namespace.go:142] [build-service] updating namespace I0513 00:06:21.016373 3824 cni.go:452] [namespace-lister/namespace-lister-696b855848-bmzbw db7cdd6b9f46c30d0418858364f2a5aa59c0ad142b33f90d283137d081d6f3c5 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-bmzbw db7cdd6b9f46c30d0418858364f2a5aa59c0ad142b33f90d283137d081d6f3c5 network default NAD default NAD key ] I0513 00:06:21.026057 3824 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-bmzbw, hostIfaceName: db7cdd6b9f46c30, network: default, NAD default, SandboxID: "db7cdd6b9f46c30d0418858364f2a5aa59c0ad142b33f90d283137d081d6f3c5", PCI device ID: , UID: "cced5393-70a3-4a34-a86e-a7c85722a84a", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0513 00:06:21.081110 3824 cni.go:473] [namespace-lister/namespace-lister-696b855848-bmzbw db7cdd6b9f46c30d0418858364f2a5aa59c0ad142b33f90d283137d081d6f3c5 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-bmzbw db7cdd6b9f46c30d0418858364f2a5aa59c0ad142b33f90d283137d081d6f3c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ca:d8:09:2a:5b\",\"name\":\"db7cdd6b9f46c30\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/805ddd78-00e9-4453-941c-cab93b15b0f7\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:06:21.135864 3824 base_network_controller_pods.go:487] [default/konflux-ui/dex-7d6447bf66-xfxpv] creating logical port konflux-ui_dex-7d6447bf66-xfxpv for pod on switch ip-10-0-2-227.ec2.internal I0513 00:06:21.135965 3824 kube.go:256] Updating pod konflux-ui/dex-7d6447bf66-xfxpv I0513 00:06:21.163138 3824 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5f64bb4f9b-gdsmj] creating logical port konflux-ui_proxy-5f64bb4f9b-gdsmj for pod on switch ip-10-0-2-227.ec2.internal I0513 00:06:21.163241 3824 kube.go:256] Updating pod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:06:21.173022 3824 pod.go:62] [konflux-ui/dex-7d6447bf66-xfxpv] pod update took 37.085662ms I0513 00:06:21.173042 3824 base_network_controller_pods.go:951] [default/konflux-ui/dex-7d6447bf66-xfxpv] addLogicalPort annotation time took 37.111185ms I0513 00:06:21.174469 3824 pods.go:271] [konflux-ui/dex-7d6447bf66-xfxpv] addLogicalPort took 38.624867ms, libovsdb time 949.537µs I0513 00:06:21.239029 3824 pod.go:62] [konflux-ui/proxy-5f64bb4f9b-gdsmj] pod update took 75.826701ms I0513 00:06:21.239052 3824 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5f64bb4f9b-gdsmj] addLogicalPort annotation time took 75.855274ms I0513 00:06:21.240258 3824 pods.go:271] [konflux-ui/proxy-5f64bb4f9b-gdsmj] addLogicalPort took 77.137507ms, libovsdb time 748.766µs I0513 00:06:21.425362 3824 namespace.go:142] [default-tenant] updating namespace I0513 00:06:21.698719 3824 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:21.719369 3824 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-wr9sh for pod on switch ip-10-0-2-227.ec2.internal I0513 00:06:21.719506 3824 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:21.749448 3824 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh] pod update took 29.969221ms I0513 00:06:21.749475 3824 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh] addLogicalPort annotation time took 29.99871ms I0513 00:06:21.750849 3824 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh] addLogicalPort took 31.498508ms, libovsdb time 971.522µs I0513 00:06:22.005161 3824 namespace.go:142] [image-controller] updating namespace I0513 00:06:22.207104 3824 namespace.go:142] [integration-service] updating namespace I0513 00:06:22.432719 3824 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:22.512695 3824 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-lzpt4 for pod on switch ip-10-0-2-227.ec2.internal I0513 00:06:22.512777 3824 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4 I0513 00:06:22.535865 3824 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4] pod update took 23.105768ms I0513 00:06:22.535892 3824 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4] addLogicalPort annotation time took 23.138124ms I0513 00:06:22.537253 3824 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4] addLogicalPort took 24.56914ms, libovsdb time 957.472µs I0513 00:06:22.651359 3824 namespace.go:142] [konflux-info] updating namespace W0513 00:06:22.739897 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 00:06:22.813643 3824 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6f568477c5-tc6nd] creating logical port integration-service_integration-service-controller-manager-6f568477c5-tc6nd for pod on switch ip-10-0-2-227.ec2.internal I0513 00:06:22.813745 3824 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6f568477c5-tc6nd I0513 00:06:22.838761 3824 pod.go:62] [integration-service/integration-service-controller-manager-6f568477c5-tc6nd] pod update took 25.042943ms I0513 00:06:22.838785 3824 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6f568477c5-tc6nd] addLogicalPort annotation time took 25.070537ms I0513 00:06:22.840182 3824 pods.go:271] [integration-service/integration-service-controller-manager-6f568477c5-tc6nd] addLogicalPort took 26.557178ms, libovsdb time 976.085µs I0513 00:06:22.847794 3824 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:23.039978 3824 namespace.go:142] [release-service] updating namespace I0513 00:06:23.250983 3824 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:23.371350 3824 namespace.go:142] [build-service] updating namespace I0513 00:06:23.398254 3824 namespace.go:142] [default-tenant] updating namespace I0513 00:06:23.421367 3824 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:23.455679 3824 namespace.go:142] [image-controller] updating namespace I0513 00:06:23.485655 3824 namespace.go:142] [integration-service] updating namespace I0513 00:06:23.571663 3824 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:23.718834 3824 namespace.go:142] [konflux-info] updating namespace I0513 00:06:23.788737 3824 namespace.go:142] [namespace-lister] updating namespace W0513 00:06:23.794651 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0513 00:06:23.810929 3824 namespace.go:142] [release-service] updating namespace I0513 00:06:23.849751 3824 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:24.022977 3824 namespace.go:142] [build-service] updating namespace I0513 00:06:24.178939 3824 namespace.go:142] [default-tenant] updating namespace I0513 00:06:24.322611 3824 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:24.473688 3824 namespace.go:142] [image-controller] updating namespace I0513 00:06:24.646905 3824 namespace.go:142] [integration-service] updating namespace I0513 00:06:24.811876 3824 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:24.929798 3824 namespace.go:142] [konflux-info] updating namespace I0513 00:06:25.072609 3824 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:25.134880 3824 namespace.go:142] [release-service] updating namespace I0513 00:06:25.204054 3824 namespace.go:142] [segment-bridge] updating namespace W0513 00:06:26.670630 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 00:06:26.695719 3824 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 00:06:28.993702 3824 cni.go:452] [konflux-ui/dex-7d6447bf66-xfxpv c82d2099f02e08e68644bc6287a4c4cf162b037ad4a6ad6368938bac573014f8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7d6447bf66-xfxpv c82d2099f02e08e68644bc6287a4c4cf162b037ad4a6ad6368938bac573014f8 network default NAD default NAD key ] I0513 00:06:29.003516 3824 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7d6447bf66-xfxpv, hostIfaceName: c82d2099f02e08e, network: default, NAD default, SandboxID: "c82d2099f02e08e68644bc6287a4c4cf162b037ad4a6ad6368938bac573014f8", PCI device ID: , UID: "ea50c324-8fd8-4833-9a67-9a9565a6d4c5", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0513 00:06:29.059175 3824 cni.go:473] [konflux-ui/dex-7d6447bf66-xfxpv c82d2099f02e08e68644bc6287a4c4cf162b037ad4a6ad6368938bac573014f8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7d6447bf66-xfxpv c82d2099f02e08e68644bc6287a4c4cf162b037ad4a6ad6368938bac573014f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:fa:eb:80:8a:a0\",\"name\":\"c82d2099f02e08e\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/239e65be-b7fc-4356-9be2-b98e1bd9aedd\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:06:29.322907 3824 cni.go:452] [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key ] I0513 00:06:29.332823 3824 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5f64bb4f9b-gdsmj, hostIfaceName: a61396c95fba3fe, network: default, NAD default, SandboxID: "a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6", PCI device ID: , UID: "75aa9b2b-2eaa-4d0c-9bcc-69bcdb2ac338", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0513 00:06:29.386610 3824 cni.go:473] [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7a:77:4c:da:ef\",\"name\":\"a61396c95fba3fe\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b52cd4fb-910f-4449-a6c1-56e070af4f45\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:06:29.584334 3824 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key ] I0513 00:06:29.594729 3824 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-wr9sh, hostIfaceName: 7853791eb0f751e, network: default, NAD default, SandboxID: "7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe", PCI device ID: , UID: "7385337e-681a-4044-b5cc-1120b41ea6c3", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0513 00:06:29.657667 3824 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:64:9a:cf:96:46\",\"name\":\"7853791eb0f751e\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e248c97-1744-4370-b5da-012e572e14f7\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:06:30.682244 3824 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4 d8af1941ee1deb69bed32f927a29b66f53608b730a21dfce5cf7bf7908da336c network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4 d8af1941ee1deb69bed32f927a29b66f53608b730a21dfce5cf7bf7908da336c network default NAD default NAD key ] I0513 00:06:30.695651 3824 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-lzpt4, hostIfaceName: d8af1941ee1deb6, network: default, NAD default, SandboxID: "d8af1941ee1deb69bed32f927a29b66f53608b730a21dfce5cf7bf7908da336c", PCI device ID: , UID: "da4569ff-7f0a-4aaf-9aee-7e4e7a330956", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0513 00:06:30.754770 3824 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4 d8af1941ee1deb69bed32f927a29b66f53608b730a21dfce5cf7bf7908da336c network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-lzpt4 d8af1941ee1deb69bed32f927a29b66f53608b730a21dfce5cf7bf7908da336c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c5:02:b4:4f:53\",\"name\":\"d8af1941ee1deb6\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34b3ee08-8801-4ea2-985a-c62e86560396\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 00:06:30.985204 3824 cni.go:452] [integration-service/integration-service-controller-manager-6f568477c5-tc6nd 81d71df4aee3a17976bf0a9f5468c3b2e2da052d5d11e0ae8a920c6ad647f8bc network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6f568477c5-tc6nd 81d71df4aee3a17976bf0a9f5468c3b2e2da052d5d11e0ae8a920c6ad647f8bc network default NAD default NAD key ] I0513 00:06:30.997786 3824 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6f568477c5-tc6nd, hostIfaceName: 81d71df4aee3a17, network: default, NAD default, SandboxID: "81d71df4aee3a17976bf0a9f5468c3b2e2da052d5d11e0ae8a920c6ad647f8bc", PCI device ID: , UID: "ea410715-c8b8-431b-b4c6-48ab6a6be1b3", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0513 00:06:31.056873 3824 cni.go:473] [integration-service/integration-service-controller-manager-6f568477c5-tc6nd 81d71df4aee3a17976bf0a9f5468c3b2e2da052d5d11e0ae8a920c6ad647f8bc network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6f568477c5-tc6nd 81d71df4aee3a17976bf0a9f5468c3b2e2da052d5d11e0ae8a920c6ad647f8bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:01:17:89:6d:45\",\"name\":\"81d71df4aee3a17\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa980e5e-abdd-4369-872a-dc86b8e12046\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 00:06:31.688564 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:31.688590 3824 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:31.783687 3824 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 00:06:35.820498 3824 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:35.820523 3824 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:35.850680 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 00:06:35.854249 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 00:06:35.909991 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 00:06:35.912272 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:35.944701 3824 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:35.944782 3824 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 00:06:46.828715 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0513 00:06:46.849428 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 00:06:46.850780 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0513 00:06:46.875781 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:46.877238 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0513 00:06:47.055587 3824 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key ] I0513 00:06:47.145464 3824 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh 7853791eb0f751e4ab8b1cce1a4303916fea8bd40fd7f321be2814b40a8013fe network default NAD default NAD key default], result "{}", err I0513 00:06:47.212078 3824 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:47.212110 3824 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:47.213427 3824 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh, ips: 10.129.0.45 I0513 00:06:47.213456 3824 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:47.888040 3824 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:47.888071 3824 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:47.897053 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:47.897085 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:50.038743 3824 namespace.go:142] [openshift-pipelines] updating namespace W0513 00:07:11.777413 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 00:07:11.777432 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 00:07:11.777446 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 00:07:11.777450 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 00:07:14.888784 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 00:07:14.888809 3824 util.go:959] Failed to build node endpoints for node ip-10-0-2-227.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 00:07:41.302572 3824 cni.go:452] [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key ] I0513 00:07:41.386721 3824 cni.go:473] [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5f64bb4f9b-gdsmj a61396c95fba3fe3cbbd6f21ee67590352a1d136565cad5cf1126b1b239e1aa6 network default NAD default NAD key default], result "{}", err I0513 00:07:41.458609 3824 obj_retry.go:498] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:41.458641 3824 pods.go:176] Deleting pod: konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:41.460259 3824 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5f64bb4f9b-gdsmj, ips: 10.129.0.44 I0513 00:07:41.460293 3824 obj_retry.go:498] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:42.189281 3824 obj_retry.go:492] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:42.189312 3824 obj_retry.go:492] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:42.195589 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:42.195613 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:57.332562 3824 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:57.333134 3824 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:57.374793 3824 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:57.374813 3824 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:57.378749 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 00:07:57.378771 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 00:08:15.491148 3824 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 00:08:16.803135 3824 namespace.go:98] [managed-tenant-cs102] adding namespace I0513 00:08:16.804041 3824 namespace.go:102] [managed-tenant-cs102] adding namespace took 880.969µs I0513 00:08:16.833344 3824 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:16.852869 3824 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:17.858398 3824 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:17.988905 3824 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:18.088550 3824 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:53.506450 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 00:09:10.501363 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 00:09:19.403535 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0513 00:09:27.510613 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 00:09:29.404915 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 00:10:04.040419 3824 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:10:04.041005 3824 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:10:04.901051 3824 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:10:04.901108 3824 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:10:11.496041 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 00:10:15.528054 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0513 00:10:19.404282 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=93 I0513 00:10:35.405585 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=17 I0513 00:10:54.491809 3824 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 00:11:07.410991 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=154 I0513 00:12:16.411770 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0513 00:12:49.517451 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 00:14:36.527589 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0513 00:15:13.523013 3824 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0513 00:15:34.049426 3824 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:34.049469 3824 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:34.054049 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zg6lq I0513 00:15:34.054075 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zg6lq I0513 00:15:40.031927 3824 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:40.031987 3824 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:40.037137 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2hhwv I0513 00:15:40.037161 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2hhwv I0513 00:15:44.029836 3824 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:44.029901 3824 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:44.034606 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-x6p2m I0513 00:15:44.034634 3824 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-x6p2m I0513 00:15:44.509678 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 00:15:49.531348 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 00:16:06.499825 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 00:16:23.407699 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0513 00:16:54.409558 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 00:16:55.514210 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0513 00:17:17.408789 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 00:17:17.506018 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 00:17:37.494497 3824 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0513 00:18:29.061894 3824 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0513 00:19:02.521607 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 00:19:24.414709 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0513 00:19:38.495321 3824 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 00:20:04.343770 3824 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:20:04.344412 3824 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:20:05.223936 3824 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:20:05.223958 3824 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:20:06.415496 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0513 00:20:12.408572 3824 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0513 00:20:49.526654 3824 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0513 00:21:08.531187 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 00:21:10.534619 3824 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0513 00:21:34.062274 3824 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq