+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-46.ec2.internal ++ [[ -n ip-10-0-2-46.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-46.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:44:02.865982744 - disable conntrack on geneve port' I0504 20:44:02.865982744 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:44:02.882807255 - starting ovnkube-node + echo 'I0504 20:44:02.882807255 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-46.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-46.ec2.internal --init-node ip-10-0-2-46.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-46.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:44:02.924300 3644 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:44:02.924361 3644 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-17476b3096.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:44:02.926184 3644 kube.go:431] Waiting for certificate I0504 20:44:02.926216 3644 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:44:02.926258 3644 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:44:02.926987 3644 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:44:02.958329 3644 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:44:02.958357 3644 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:44:02.961578 3644 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:44:02.961665 3644 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zbwfs" I0504 20:44:10.603240 3644 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zbwfs" I0504 20:44:10.603368 3644 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:44:10.927314 3644 kube.go:438] Certificate found I0504 20:44:10.927971 3644 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:44:10.928885 3644 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:44:10.998692 3644 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:44:11.013048 3644 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:44:11.013245 3644 factory.go:561] Starting watch factory I0504 20:44:11.013357 3644 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013382 3644 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013354 3644 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013452 3644 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013464 3644 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013471 3644 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013653 3644 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.013729 3644 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.014598 3644 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:44:11.014691 3644 server.go:101] MetricServer registers OVS metrics I0504 20:44:11.015013 3644 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.015149 3644 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.015155 3644 server.go:105] MetricServer registers OVN DB metrics I0504 20:44:11.015534 3644 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.015672 3644 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.017821 3644 controller_manager.go:370] Starting the ovnkube controller I0504 20:44:11.017894 3644 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-46.ec2.internal I0504 20:44:11.017993 3644 controller_manager.go:395] NBDB zone sync took: 60.759µs I0504 20:44:11.018011 3644 factory.go:561] Starting watch factory I0504 20:44:11.020277 3644 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:44:11.020307 3644 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:44:11.033855 3644 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:44:11.033873 3644 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:44:11.037446 3644 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:44:11.037475 3644 server.go:109] MetricServer registers OVN Controller metrics I0504 20:44:11.041278 3644 server.go:113] MetricServer registers OVN Northd metrics I0504 20:44:11.045019 3644 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:44:11.047873 3644 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.055975 3644 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.056601 3644 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.057215 3644 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.057415 3644 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.066764 3644 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.119096 3644 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:44:11.119126 3644 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:44:11.119130 3644 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:44:11.119134 3644 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:44:11.119137 3644 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:44:11.119140 3644 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:44:11.119213 3644 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.119226 3644 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.119242 3644 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.119265 3644 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.123814 3644 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:44:11.123828 3644 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:44:11.123842 3644 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:44:11.123845 3644 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:44:11.123849 3644 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:44:11.123855 3644 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:44:11.132394 3644 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.132394 3644 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.225878 3644 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:44:11.225895 3644 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:44:11.225992 3644 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.226007 3644 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.230094 3644 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:44:11.230107 3644 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:44:11.234071 3644 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.236031 3644 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:44:11.236095 3644 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.236106 3644 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.245197 3644 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.331750 3644 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:44:11.336928 3644 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:44:11.337012 3644 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.337027 3644 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.342146 3644 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.342148 3644 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:44:11.347476 3644 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:44:11.347546 3644 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.347559 3644 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.357096 3644 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.442596 3644 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:44:11.447788 3644 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:44:11.447905 3644 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.447923 3644 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.453083 3644 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:44:11.453783 3644 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.458709 3644 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:44:11.458989 3644 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:44:11.459017 3644 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:44:11.462238 3644 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:44:11.464202 3644 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:44:11.464281 3644 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.464302 3644 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.464441 3644 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.464465 3644 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.475633 3644 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.475703 3644 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.553796 3644 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:44:11.558990 3644 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:44:11.564146 3644 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:44:11.564155 3644 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:44:11.564162 3644 factory.go:680] Watch Factory start up complete, took: 550.923428ms I0504 20:44:11.564226 3644 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:44:11.570534 3644 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:44:11.570551 3644 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:44:11.570580 3644 factory.go:680] Watch Factory start up complete, took: 552.548459ms I0504 20:44:11.570591 3644 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-46.ec2.internal" zone I0504 20:44:11.598824 3644 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:44:11.605165 3644 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:39:10 +0000 UTC" deadline="2026-05-05 15:40:27.819093804 +0000 UTC" I0504 20:44:11.605185 3644 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h56m16.213915659s" I0504 20:44:11.659727 3644 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:44:11.666408 3644 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:44:11.703396 3644 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:44:11.703483 3644 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:44:11.703499 3644 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:44:11.735889 3644 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:44:11.735965 3644 default_node_network_controller.go:809] Node ip-10-0-2-46.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0504 20:44:11.741077 3644 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.46"] k8s.ovn.org/zone-name:ip-10-0-2-46.ec2.internal] on node ip-10-0-2-46.ec2.internal I0504 20:44:11.764258 3644 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:44:11.770615 3644 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:44:11.770883 3644 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0504 20:44:11.771076 3644 gateway_init.go:263] Preparing Gateway I0504 20:44:11.771089 3644 gateway_shared_intf.go:1687] Creating new gateway I0504 20:44:11.820766 3644 controller_manager.go:429] Waiting for node in zone sync took: 250.159679ms I0504 20:44:11.826755 3644 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:44:11.826770 3644 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-46.ec2.internal I0504 20:44:11.843615 3644 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:44:11.850426 3644 controller_manager.go:290] SCTP support detected in OVN I0504 20:44:11.851148 3644 services_controller.go:69] Creating services controller for network=default I0504 20:44:11.851297 3644 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:44:11.851429 3644 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:44:11.851543 3644 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:44:11.851560 3644 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:44:11.851569 3644 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:44:11.851792 3644 udn_enabled_svc.go:95] Performing full resync I0504 20:44:11.851884 3644 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:44:11.851981 3644 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:44:11.852047 3644 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 116.191µs I0504 20:44:11.852067 3644 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.772µs I0504 20:44:11.852076 3644 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 97.652µs I0504 20:44:11.852081 3644 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:44:11.852090 3644 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:44:11.852101 3644 default_network_controller.go:325] Starting the default network controller I0504 20:44:11.852165 3644 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.985µs I0504 20:44:11.852195 3644 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:44:11.852205 3644 udn_enabled_svc.go:104] Starting worker I0504 20:44:11.862730 3644 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:44:11.862797 3644 repair.go:33] Syncing exgw routes took 52.829µs I0504 20:44:11.862822 3644 default_network_controller.go:414] Starting all the Watchers... I0504 20:44:11.862874 3644 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:44:11.863016 3644 namespace.go:98] [kube-system] adding namespace I0504 20:44:11.863023 3644 namespace.go:98] [openshift-config] adding namespace I0504 20:44:11.863014 3644 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:44:11.863023 3644 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:44:11.863035 3644 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:44:11.863036 3644 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:44:11.863039 3644 namespace.go:98] [openshift] adding namespace I0504 20:44:11.863052 3644 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:44:11.863057 3644 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:44:11.863058 3644 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:44:11.863065 3644 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:44:11.863063 3644 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:44:11.863071 3644 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:44:11.863070 3644 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:44:11.863090 3644 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:44:11.863775 3644 namespace.go:102] [kube-system] adding namespace took 744.547µs I0504 20:44:11.863795 3644 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:44:11.864514 3644 namespace.go:102] [openshift-dns-operator] adding namespace took 711.314µs I0504 20:44:11.864533 3644 namespace.go:98] [openshift-ingress] adding namespace I0504 20:44:11.865084 3644 namespace.go:102] [openshift-ingress] adding namespace took 541.382µs I0504 20:44:11.865106 3644 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:44:11.865585 3644 namespace.go:102] [openshift-config] adding namespace took 2.551802ms I0504 20:44:11.865599 3644 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:44:11.866133 3644 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.094136ms I0504 20:44:11.866150 3644 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:44:11.866570 3644 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.53156ms I0504 20:44:11.866583 3644 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:44:11.867081 3644 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.037458ms I0504 20:44:11.867097 3644 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:44:11.867679 3644 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.632388ms I0504 20:44:11.867695 3644 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:44:11.868112 3644 namespace.go:102] [openshift] adding namespace took 5.060983ms I0504 20:44:11.868128 3644 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:44:11.868664 3644 namespace.go:102] [openshift-controller-manager] adding namespace took 5.604589ms I0504 20:44:11.868678 3644 namespace.go:98] [openshift-node] adding namespace I0504 20:44:11.869651 3644 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:44:11.869651 3644 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.586541ms I0504 20:44:11.869686 3644 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:44:11.870271 3644 namespace.go:102] [openshift-machine-api] adding namespace took 7.203375ms I0504 20:44:11.870293 3644 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:44:11.870788 3644 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.713746ms I0504 20:44:11.870807 3644 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:44:11.871385 3644 namespace.go:102] [openshift-package-operator] adding namespace took 8.304857ms I0504 20:44:11.871405 3644 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:44:11.872027 3644 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.948578ms I0504 20:44:11.872044 3644 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:44:11.872561 3644 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.476096ms I0504 20:44:11.872577 3644 namespace.go:98] [openshift-backplane-tam] adding namespace W0504 20:44:11.873130 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-46l9c: pod openshift-network-diagnostics/network-check-target-46l9c: no pod IPs found W0504 20:44:11.873152 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xtpn7: pod openshift-network-diagnostics/network-check-target-xtpn7: no pod IPs found I0504 20:44:11.873160 3644 namespace.go:102] [openshift-ingress-canary] adding namespace took 10.056044ms I0504 20:44:11.873172 3644 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:44:11.873708 3644 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.596249ms I0504 20:44:11.873723 3644 namespace.go:98] [kube-node-lease] adding namespace I0504 20:44:11.874255 3644 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.650166ms I0504 20:44:11.874269 3644 namespace.go:98] [openshift-etcd] adding namespace I0504 20:44:11.874700 3644 namespace.go:102] [openshift-service-ca] adding namespace took 8.544864ms I0504 20:44:11.874715 3644 namespace.go:98] [openshift-backplane] adding namespace I0504 20:44:11.875293 3644 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.703839ms I0504 20:44:11.875309 3644 namespace.go:98] [openshift-console] adding namespace I0504 20:44:11.875766 3644 namespace.go:102] [openshift-marketplace] adding namespace took 8.66276ms I0504 20:44:11.875781 3644 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:44:11.876016 3644 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:44:11.876029 3644 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-46.ec2.internal","mac-address":"0e:ea:d1:4a:60:61","ip-addresses":["10.0.2.46/24"],"ip-address":"10.0.2.46/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3a9a055b-c298-4f12-b883-cd9b39334807 k8s.ovn.org/node-encap-ips:["10.0.2.46"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.46/24"} k8s.ovn.org/zone-name:ip-10-0-2-46.ec2.internal] on node ip-10-0-2-46.ec2.internal I0504 20:44:11.876266 3644 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.565962ms I0504 20:44:11.876280 3644 namespace.go:98] [openshift-authentication] adding namespace I0504 20:44:11.876714 3644 namespace.go:102] [openshift-cluster-version] adding namespace took 8.580721ms I0504 20:44:11.876729 3644 namespace.go:98] [openshift-infra] adding namespace I0504 20:44:11.877178 3644 namespace.go:102] [openshift-node] adding namespace took 8.495457ms I0504 20:44:11.877190 3644 namespace.go:98] [openshift-logging] adding namespace I0504 20:44:11.877790 3644 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.098033ms I0504 20:44:11.877801 3644 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:44:11.878204 3644 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.90535ms I0504 20:44:11.878219 3644 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:44:11.878800 3644 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.986192ms I0504 20:44:11.878816 3644 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:44:11.879334 3644 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.922666ms I0504 20:44:11.879344 3644 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:44:11.879860 3644 namespace.go:102] [openshift-image-registry] adding namespace took 7.808966ms I0504 20:44:11.879877 3644 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:44:11.880312 3644 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.730676ms I0504 20:44:11.880323 3644 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:44:11.880773 3644 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.596433ms I0504 20:44:11.880786 3644 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:44:11.881413 3644 namespace.go:102] [kube-node-lease] adding namespace took 7.68342ms I0504 20:44:11.881810 3644 namespace.go:102] [openshift-etcd] adding namespace took 7.533712ms I0504 20:44:11.881827 3644 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:44:11.882360 3644 namespace.go:102] [openshift-backplane] adding namespace took 7.638119ms I0504 20:44:11.882377 3644 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:44:11.882860 3644 namespace.go:102] [openshift-console] adding namespace took 7.544489ms I0504 20:44:11.882878 3644 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:44:11.883357 3644 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.571465ms I0504 20:44:11.883372 3644 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:44:11.883720 3644 namespace.go:102] [openshift-authentication] adding namespace took 7.434853ms I0504 20:44:11.883735 3644 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:44:11.884236 3644 namespace.go:102] [openshift-infra] adding namespace took 7.502804ms I0504 20:44:11.884251 3644 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:44:11.884714 3644 namespace.go:102] [openshift-logging] adding namespace took 7.518886ms I0504 20:44:11.884729 3644 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:44:11.885227 3644 namespace.go:102] [openshift-console-operator] adding namespace took 7.42099ms I0504 20:44:11.885243 3644 namespace.go:98] [openshift-host-network] adding namespace I0504 20:44:11.885646 3644 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.421267ms I0504 20:44:11.885661 3644 namespace.go:98] [openshift-multus] adding namespace I0504 20:44:11.886097 3644 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.276164ms I0504 20:44:11.886111 3644 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:44:11.886525 3644 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.176613ms I0504 20:44:11.886534 3644 namespace.go:98] [openshift-operators] adding namespace I0504 20:44:11.886963 3644 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.080368ms I0504 20:44:11.886980 3644 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:44:11.887397 3644 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.068088ms I0504 20:44:11.887409 3644 namespace.go:98] [openshift-insights] adding namespace I0504 20:44:11.887861 3644 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.070638ms I0504 20:44:11.887871 3644 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:44:11.888363 3644 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.530053ms I0504 20:44:11.888377 3644 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:44:11.888764 3644 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.381337ms I0504 20:44:11.888778 3644 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:44:11.889189 3644 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.304393ms I0504 20:44:11.889202 3644 namespace.go:98] [kube-public] adding namespace I0504 20:44:11.889634 3644 namespace.go:102] [openshift-apiserver] adding namespace took 6.256349ms I0504 20:44:11.889650 3644 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:44:11.890145 3644 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.40616ms I0504 20:44:11.890157 3644 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:44:11.890606 3644 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.351211ms I0504 20:44:11.890618 3644 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:44:11.891052 3644 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.318709ms I0504 20:44:11.891064 3644 namespace.go:98] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] adding namespace I0504 20:44:11.891579 3644 namespace.go:102] [openshift-host-network] adding namespace took 6.330412ms I0504 20:44:11.891592 3644 namespace.go:98] [openshift-network-operator] adding namespace W0504 20:44:11.891595 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x4cl7: pod openshift-multus/network-metrics-daemon-x4cl7: no pod IPs found W0504 20:44:11.891605 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hd2bg: pod openshift-multus/network-metrics-daemon-hd2bg: no pod IPs found I0504 20:44:11.892270 3644 namespace.go:102] [openshift-multus] adding namespace took 6.60266ms I0504 20:44:11.892284 3644 namespace.go:98] [dedicated-admin] adding namespace I0504 20:44:11.892762 3644 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.64316ms I0504 20:44:11.892784 3644 namespace.go:98] [openshift-network-console] adding namespace I0504 20:44:11.893479 3644 namespace.go:102] [openshift-operators] adding namespace took 6.939181ms I0504 20:44:11.893495 3644 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:44:11.894103 3644 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.117866ms I0504 20:44:11.894113 3644 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:44:11.894682 3644 namespace.go:102] [openshift-insights] adding namespace took 7.269776ms I0504 20:44:11.894691 3644 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:44:11.895215 3644 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.33765ms I0504 20:44:11.895224 3644 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:44:11.895775 3644 namespace.go:102] [openshift-monitoring] adding namespace took 7.392603ms I0504 20:44:11.896462 3644 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.678777ms I0504 20:44:11.896950 3644 namespace.go:102] [kube-public] adding namespace took 7.740446ms I0504 20:44:11.897380 3644 default_node_network_controller.go:519] Node connection status = connected I0504 20:44:11.897530 3644 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.872963ms I0504 20:44:11.898075 3644 namespace.go:102] [openshift-config-managed] adding namespace took 7.911669ms I0504 20:44:11.898093 3644 namespace.go:98] [openshift-dns] adding namespace I0504 20:44:11.898546 3644 namespace.go:102] [openshift-config-operator] adding namespace took 7.920549ms I0504 20:44:11.898560 3644 namespace.go:98] [default] adding namespace I0504 20:44:11.899114 3644 namespace.go:102] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] adding namespace took 8.0433ms I0504 20:44:11.899131 3644 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:44:11.899559 3644 namespace.go:102] [openshift-network-operator] adding namespace took 7.961884ms I0504 20:44:11.899573 3644 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:44:11.900031 3644 namespace.go:102] [dedicated-admin] adding namespace took 7.740084ms I0504 20:44:11.900541 3644 namespace.go:102] [openshift-network-console] adding namespace took 7.749818ms I0504 20:44:11.900955 3644 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.454287ms I0504 20:44:11.900969 3644 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:44:11.901368 3644 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.250657ms I0504 20:44:11.901813 3644 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.116813ms I0504 20:44:11.901827 3644 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:44:11.902343 3644 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.113017ms I0504 20:44:11.902777 3644 namespace.go:102] [openshift-dns] adding namespace took 4.679455ms I0504 20:44:11.903366 3644 namespace.go:102] [default] adding namespace took 4.802434ms I0504 20:44:11.903796 3644 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.659586ms I0504 20:44:11.904291 3644 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.710975ms I0504 20:44:11.904797 3644 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.822708ms I0504 20:44:11.905282 3644 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.450734ms W0504 20:44:11.905361 3644 master.go:471] Unable to parse remote node ip-10-0-0-19.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:44:11.905475 3644 master.go:548] Adding or Updating local node "ip-10-0-2-46.ec2.internal" for network "default" I0504 20:44:11.905573 3644 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-19.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-19.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-19.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-19.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-19.ec2.internal I0504 20:44:11.906422 3644 zone_ic_handler.go:195] Time taken to create transit switch: 331.795µs I0504 20:44:11.906435 3644 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-83.ec2.internal for the network default I0504 20:44:11.907686 3644 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-83.ec2.internal" on network "default" took: 1.612278ms W0504 20:44:11.914354 3644 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xtpn7: pod openshift-network-diagnostics/network-check-target-xtpn7: no pod IPs found W0504 20:44:11.914386 3644 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hd2bg: pod openshift-multus/network-metrics-daemon-hd2bg: no pod IPs found I0504 20:44:11.919763 3644 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-46.ec2.internal for the network default I0504 20:44:11.920089 3644 zone_ic_handler.go:195] Time taken to create transit switch: 300.882µs I0504 20:44:11.921178 3644 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:44:11.921213 3644 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:44:11.921231 3644 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:44:11.921273 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:11.921332 3644 node_tracker.go:235] Node ip-10-0-0-19.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-19.ec2.internal" I0504 20:44:11.921353 3644 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.921370 3644 services_controller.go:574] Full service sync requested for network=default I0504 20:44:11.921387 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-83.ec2.internal in network "default" I0504 20:44:11.921435 3644 node_tracker.go:169] Node ip-10-0-1-83.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.921445 3644 services_controller.go:574] Full service sync requested for network=default I0504 20:44:11.921453 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:11.921483 3644 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.921492 3644 services_controller.go:574] Full service sync requested for network=default I0504 20:44:11.930680 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:11.930711 3644 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "ip-10-0-0-19.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.930736 3644 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.930749 3644 services_controller.go:574] Full service sync requested for network=default I0504 20:44:11.931433 3644 zone_ic_handler.go:195] Time taken to create transit switch: 216.162µs I0504 20:44:11.931451 3644 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-19.ec2.internal for the network default I0504 20:44:11.932417 3644 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-19.ec2.internal" on network "default" took: 1.232462ms I0504 20:44:12.021582 3644 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:44:12.021604 3644 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:44:12.021718 3644 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:44:12.021758 3644 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:44:12.021777 3644 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:44:12.122321 3644 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:44:12.122344 3644 repair.go:60] Starting repairing loop for services I0504 20:44:12.122454 3644 repair.go:131] Deleted 0 stale service LBs I0504 20:44:12.122472 3644 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:44:12.122489 3644 repair.go:62] Finished repairing loop for services: 147.406µs I0504 20:44:12.122514 3644 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:44:12.122524 3644 services_controller.go:254] Starting workers for network=default I0504 20:44:12.122827 3644 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x4cl7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x4cl7: suppressed error logged: pod openshift-multus/network-metrics-daemon-x4cl7: no pod IPs found I0504 20:44:12.122941 3644 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-46l9c, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-46l9c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-46l9c: no pod IPs found I0504 20:44:12.123087 3644 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hd2bg] creating logical port openshift-multus_network-metrics-daemon-hd2bg for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:12.123126 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xtpn7] creating logical port openshift-network-diagnostics_network-check-target-xtpn7 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:12.123210 3644 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-hd2bg I0504 20:44:12.123242 3644 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xtpn7 W0504 20:44:12.123977 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.123993 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.123998 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.125526 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:12.126749 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:44:12.139938 3644 pod.go:62] [openshift-network-diagnostics/network-check-target-xtpn7] pod update took 16.73594ms I0504 20:44:12.139959 3644 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xtpn7] addLogicalPort annotation time took 16.761674ms I0504 20:44:12.140583 3644 pod.go:62] [openshift-multus/network-metrics-daemon-hd2bg] pod update took 17.436661ms I0504 20:44:12.140601 3644 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-hd2bg] addLogicalPort annotation time took 17.459019ms I0504 20:44:12.140928 3644 pods.go:271] [openshift-network-diagnostics/network-check-target-xtpn7] addLogicalPort took 17.809099ms, libovsdb time 713.993µs I0504 20:44:12.141599 3644 pods.go:271] [openshift-multus/network-metrics-daemon-hd2bg] addLogicalPort took 18.524692ms, libovsdb time 608.375µs I0504 20:44:12.142096 3644 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:44:12.142124 3644 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:44:12.142143 3644 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:44:12.142151 3644 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:44:12.142368 3644 repair.go:29] Repairing admin network policies took 210.88µs I0504 20:44:12.142498 3644 repair.go:92] Repairing baseline admin network policies took 120.079µs I0504 20:44:12.142959 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:44:12.142977 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:44:12.145032 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:44:12.145056 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:44:12.145067 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:44:12.146710 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:44:12.146739 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:44:12.146748 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:44:12.148244 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:44:12.148264 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:44:12.148272 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:44:12.149905 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:44:12.149925 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:44:12.149933 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:44:12.150610 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:44:12.150630 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:44:12.150639 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:44:12.151141 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:44:12.151165 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:44:12.151173 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:44:12.151452 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:44:12.151469 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:44:12.151479 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:44:12.153441 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:44:12.153462 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:44:12.154172 3644 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:44:12.154185 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:44:12.154900 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:44:12.154920 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:44:12.154942 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:44:12.155646 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:44:12.155666 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:44:12.155676 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:44:12.156856 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:44:12.156876 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:44:12.156887 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:44:12.158102 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:44:12.158121 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:44:12.158129 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:44:12.158620 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:44:12.158635 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:44:12.158644 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:44:12.159716 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:44:12.159738 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:44:12.159747 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:44:12.161043 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:44:12.161060 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:44:12.161069 3644 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:44:12.162700 3644 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:44:12.162721 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:44:12.162730 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:44:12.163435 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:44:12.163454 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:44:12.163463 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:44:12.163926 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:44:12.163945 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:44:12.163953 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:44:12.164478 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:44:12.164498 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:44:12.164505 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:44:12.166200 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:44:12.166220 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:44:12.166226 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:44:12.166496 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:44:12.166513 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:44:12.166520 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:44:12.167012 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:44:12.167030 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:44:12.167039 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:44:12.168005 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:44:12.168024 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:44:12.168032 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:44:12.168505 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:44:12.168522 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:44:12.168530 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:44:12.169628 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:44:12.169643 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:44:12.169651 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:44:12.170178 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:44:12.170201 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:44:12.170214 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:44:12.171197 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:44:12.171221 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:44:12.171231 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:44:12.172285 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:44:12.172311 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:44:12.172323 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:44:12.172815 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:44:12.178575 3644 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:44:12.178609 3644 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:44:12.178610 3644 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:44:12.178641 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:44:12.178641 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:44:12.178652 3644 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:44:12.178658 3644 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:44:12.178951 3644 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:44:12.178969 3644 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:44:12.178977 3644 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:44:12.178990 3644 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:44:12.179057 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:44:12.179071 3644 egressfirewall.go:723] Syncing node "ip-10-0-1-83.ec2.internal" for egress firewall I0504 20:44:12.179076 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:44:12.179211 3644 egressqos.go:245] Starting EgressQoS Controller I0504 20:44:12.179227 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:44:12.179235 3644 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:44:12.179240 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:44:12.179245 3644 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:44:12.179250 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:44:12.179254 3644 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:44:12.179258 3644 egressqos.go:259] Repairing EgressQoSes I0504 20:44:12.179263 3644 egressqos.go:399] Starting repairing loop for egressqos I0504 20:44:12.179357 3644 egressqos.go:401] Finished repairing loop for egressqos: 94.405µs I0504 20:44:12.179375 3644 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:44:12.179404 3644 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-46.ec2.internal I0504 20:44:12.179471 3644 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-46.ec2.internal : 66.792µs I0504 20:44:12.180029 3644 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:44:12.180040 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:44:12.180046 3644 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:44:12.180051 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:44:12.180056 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:44:12.180062 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:44:12.180067 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:44:12.180075 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:44:12.180086 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:44:12.180092 3644 egressservice_zone.go:228] Repairing Egress Services I0504 20:44:12.180422 3644 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:44:12.180433 3644 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:44:12.180444 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:12.180452 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 10.793µs I0504 20:44:12.180462 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-83.ec2.internal I0504 20:44:12.180471 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-83.ec2.internal: 10.369µs I0504 20:44:12.180476 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:12.180480 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 4.877µs I0504 20:44:12.180652 3644 default_network_controller.go:585] Completing all the Watchers took 317.820335ms I0504 20:44:12.180670 3644 default_network_controller.go:589] Starting unidling controllers I0504 20:44:12.180687 3644 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:44:12.180696 3644 unidle.go:63] Populating Initial ContollerEvent events I0504 20:44:12.180712 3644 unidle.go:79] Setting up event handlers for services I0504 20:44:12.180777 3644 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:44:12.187132 3644 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:44:12.397336 3644 default_node_network_controller.go:519] Node connection status = connected I0504 20:44:12.415748 3644 bridgeconfig.go:537] Gateway is ready I0504 20:44:12.415768 3644 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:44:12.428501 3644 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.46. Updating OVN encap IP. I0504 20:44:12.434217 3644 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.46 - it is already configured I0504 20:44:12.434231 3644 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.46/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:44:12.434453 3644 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.46/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-46.ec2.internal","mac-address":"0e:ea:d1:4a:60:61","ip-addresses":["10.0.2.46/24"],"ip-address":"10.0.2.46/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3a9a055b-c298-4f12-b883-cd9b39334807 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.46/24"}] on node ip-10-0-2-46.ec2.internal I0504 20:44:12.452916 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:44:12.452921 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:12.452945 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 29.187µs I0504 20:44:12.452969 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:12.453000 3644 master.go:548] Adding or Updating local node "ip-10-0-2-46.ec2.internal" for network "default" I0504 20:44:12.453022 3644 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.453039 3644 services_controller.go:574] Full service sync requested for network=default W0504 20:44:12.453468 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453491 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453498 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453597 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:12.453719 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:44:12.453725 3644 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.46 I0504 20:44:12.453816 3644 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-46.ec2.internal I0504 20:44:12.458362 3644 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-46.ec2.internal. Updating no re-route policies I0504 20:44:12.458429 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dff9b I0504 20:44:12.458439 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-q8btj I0504 20:44:12.458448 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dff9b I0504 20:44:12.458452 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-q8btj I0504 20:44:12.458455 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-929k4 I0504 20:44:12.458458 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xtpn7 I0504 20:44:12.458470 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-929k4 I0504 20:44:12.458430 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hj75f I0504 20:44:12.458472 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jv4x4 I0504 20:44:12.458477 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-txphs I0504 20:44:12.458478 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-hj75f I0504 20:44:12.458480 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-46.ec2.internal I0504 20:44:12.458483 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-txphs I0504 20:44:12.458486 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jv4x4 I0504 20:44:12.458488 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-46.ec2.internal I0504 20:44:12.458491 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-hj75f after 0 failed attempt(s) I0504 20:44:12.458492 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-929k4 after 0 failed attempt(s) I0504 20:44:12.458492 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dc5xs I0504 20:44:12.458507 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hd2bg I0504 20:44:12.458518 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hd2bg I0504 20:44:12.458517 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dc5xs I0504 20:44:12.458527 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-46.ec2.internal after 0 failed attempt(s) I0504 20:44:12.458540 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dc5xs after 0 failed attempt(s) I0504 20:44:12.458440 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-46.ec2.internal I0504 20:44:12.458560 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-46.ec2.internal I0504 20:44:12.458576 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-46.ec2.internal after 0 failed attempt(s) I0504 20:44:12.458541 3644 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hd2bg] creating logical port openshift-multus_network-metrics-daemon-hd2bg for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:12.458470 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dff9b after 0 failed attempt(s) I0504 20:44:12.458471 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xtpn7 I0504 20:44:12.458704 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xtpn7] creating logical port openshift-network-diagnostics_network-check-target-xtpn7 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:12.458496 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-txphs after 0 failed attempt(s) I0504 20:44:12.458469 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-q8btj after 0 failed attempt(s) I0504 20:44:12.458507 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jv4x4 after 0 failed attempt(s) I0504 20:44:12.458503 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-x5ls4 I0504 20:44:12.458801 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-x5ls4 I0504 20:44:12.458843 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-x5ls4 after 0 failed attempt(s) I0504 20:44:12.458505 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-pkjtj I0504 20:44:12.458867 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-pkjtj I0504 20:44:12.458885 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-pkjtj after 0 failed attempt(s) I0504 20:44:12.459293 3644 pods.go:271] [openshift-multus/network-metrics-daemon-hd2bg] addLogicalPort took 759.65µs, libovsdb time 283.833µs I0504 20:44:12.459305 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-hd2bg after 0 failed attempt(s) I0504 20:44:12.459441 3644 pods.go:271] [openshift-network-diagnostics/network-check-target-xtpn7] addLogicalPort took 748.408µs, libovsdb time 240.684µs I0504 20:44:12.459449 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xtpn7 after 0 failed attempt(s) I0504 20:44:12.471300 3644 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:44:12.483335 3644 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:44:12.486505 3644 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:44:12.488100 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:44:12.488154 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:12.488199 3644 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-19.ec2.internal. Updating no re-route policies I0504 20:44:12.488208 3644 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.488221 3644 services_controller.go:574] Full service sync requested for network=default I0504 20:44:12.488157 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:12.488251 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 98.824µs W0504 20:44:12.488363 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:12.488504 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:12.488821 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488847 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488853 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:12.503694 3644 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:44:12.543779 3644 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:44:12.560361 3644 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:44:12.560457 3644 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:44:12.560500 3644 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:44:12.560593 3644 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:44:12.560640 3644 gateway_init.go:325] Gateway and management port readiness took 668.011934ms I0504 20:44:12.560669 3644 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:44:12.560709 3644 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:44:12.560724 3644 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:44:12.560734 3644 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:44:12.560802 3644 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:44:12.560896 3644 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.389µs I0504 20:44:12.561122 3644 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:44:12.561153 3644 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.982µs I0504 20:44:12.561163 3644 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.132µs I0504 20:44:12.561169 3644 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:44:12.561178 3644 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:44:12.561183 3644 default_node_network_controller.go:899] Starting the default node network controller I0504 20:44:12.561188 3644 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:44:12.561266 3644 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.883µs I0504 20:44:12.561331 3644 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:44:12.561339 3644 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:44:12.561363 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008e70a0 0xc0002a5dc0 0xc0002a5e30 0xc0002a5ea0 0xc0002a5f10 0xc0002c8000 0xc0002c8070 0xc000cdc140 0xc0002c80e0 0xc0002c8150 0xc000210320 0xc0065f3340 0xc0002c81c0 map[0x2ff9080:0xc002a1ea80 0x2ff95c0:0xc002a1ec00 0x2ffa2e0:0xc002a1e9c0 0x2ffa580:0xc002a1ea20 0x2ffad60:0xc002a1eae0 0x2ffb000:0xc002a1eb40 0x2ffb2a0:0xc002a1eba0 0x2ffba80:0xc002a1f1a0 0x2ffbd20:0xc002a1f200 0x3026980:0xc001014c00 0x3026d20:0xc001014c60 0x3027800:0xc000cd8360 0x3029160:0xc001c70000 0x30298a0:0xc0023186c0 0x302a720:0xc001c70060] 0xc000118b60 0} I0504 20:44:12.561425 3644 gateway.go:151] Starting gateway service sync I0504 20:44:12.561890 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:44:12.564025 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:44:12.573447 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:44:12.574640 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:44:12.575745 3644 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:44:12.610568 3644 gateway.go:168] Gateway service sync done. Time taken: 49.127712ms I0504 20:44:12.611041 3644 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30962 I0504 20:44:12.611375 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008e70a0 0xc0002a5dc0 0xc0002a5e30 0xc0002a5ea0 0xc0002a5f10 0xc0002c8000 0xc0002c8070 0xc000cdc140 0xc0002c80e0 0xc0002c8150 0xc000210320 0xc0065f3340 0xc0002c81c0 map[0x2ff9080:0xc002a1ea80 0x2ff95c0:0xc002a1ec00 0x2ffa2e0:0xc002a1e9c0 0x2ffa580:0xc002a1ea20 0x2ffad60:0xc002a1eae0 0x2ffb000:0xc002a1eb40 0x2ffb2a0:0xc002a1eba0 0x2ffba80:0xc002a1f1a0 0x2ffbd20:0xc002a1f200 0x3026980:0xc001014c00 0x3026d20:0xc001014c60 0x3027800:0xc000cd8360 0x3029160:0xc001c70000 0x30298a0:0xc0023186c0 0x302a720:0xc001c70060] 0xc000118b60 0} I0504 20:44:12.611829 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008e70a0 0xc0002a5dc0 0xc0002a5e30 0xc0002a5ea0 0xc0002a5f10 0xc0002c8000 0xc0002c8070 0xc000cdc140 0xc0002c80e0 0xc0002c8150 0xc000210320 0xc0065f3340 0xc0002c81c0 map[0x2ff9080:0xc002a1ea80 0x2ff95c0:0xc002a1ec00 0x2ffa2e0:0xc002a1e9c0 0x2ffa580:0xc002a1ea20 0x2ffad60:0xc002a1eae0 0x2ffb000:0xc002a1eb40 0x2ffb2a0:0xc002a1eba0 0x2ffba80:0xc002a1f1a0 0x2ffbd20:0xc002a1f200 0x3026980:0xc001014c00 0x3026d20:0xc001014c60 0x3027800:0xc000cd8360 0x3029160:0xc001c70000 0x30298a0:0xc0023186c0 0x302a720:0xc001c70060] 0xc000118b60 0} I0504 20:44:12.611893 3644 gateway.go:532] Reconciling gateway with updates I0504 20:44:12.617589 3644 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:44:12.617665 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:12.617679 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:12.617684 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:12.617690 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:12.617690 3644 default_node_network_controller.go:944] Gateway and management port readiness took 56.342619ms I0504 20:44:12.617695 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:12.617701 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:12.617715 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:12.617716 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:12.617722 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617712 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:12.617732 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:12.617741 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:44:12.617744 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:12.617753 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:12.617755 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:12.617758 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:12.617761 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:12.617763 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:12.617764 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:44:12.617666 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:12.617778 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:12.617779 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:44:12.617780 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:12.617784 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:44:12.617783 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:12.617728 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:12.617797 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:12.617798 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:12.617801 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:12.617805 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:12.617806 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:12.617809 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:12.617816 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:44:12.617819 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:44:12.617820 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0504 20:44:12.617827 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:12.617770 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:44:12.617849 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:12.617762 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:12.617789 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:12.617861 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:12.617865 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617868 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:44:12.617881 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:44:12.617886 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:44:12.617890 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:44:12.617863 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:12.617897 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:12.617902 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:12.617901 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:12.617905 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617908 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:12.617766 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:44:12.617912 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:12.617918 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617920 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:12.617920 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:12.617927 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:12.617930 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0504 20:44:12.617934 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:12.617937 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:12.617939 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0504 20:44:12.617942 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:12.617944 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:12.617948 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:44:12.617952 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:12.617706 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:12.617947 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:12.617961 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617962 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:44:12.617965 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:12.617822 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:44:12.617973 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30686 is already open, no action needed I0504 20:44:12.617690 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:44:12.617976 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:12.617982 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30289 is already open, no action needed I0504 20:44:12.617848 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:12.617988 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:44:12.617991 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:12.617996 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:12.618002 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:44:12.617795 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:12.618024 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:12.618032 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:12.617881 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:12.618051 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:12.618056 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:12.618006 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:44:12.617820 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:12.618074 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:44:12.617870 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:12.617887 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:12.618144 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:12.618154 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:44:12.617850 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0504 20:44:12.617850 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:12.618199 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:12.617860 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:12.617860 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:12.618252 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:12.617873 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:12.618272 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:12.617872 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:12.618298 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:12.617884 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:44:12.618333 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:44:12.617884 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:12.618365 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:12.617886 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:44:12.617907 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:12.617903 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:12.618516 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:12.617903 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:12.618582 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:12.618591 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:44:12.617916 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:12.618612 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617918 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:12.618624 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:12.617928 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:12.617955 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:12.618714 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:44:12.617967 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:44:12.617969 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0504 20:44:12.618064 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:44:12.619163 3644 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:44:12.658226 3644 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:44:12.658365 3644 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:44:12.658464 3644 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0504 20:44:12.665720 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:44:12.665742 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:44:12.665762 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:44:12.665772 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:44:12.665781 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:44:12.665790 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:44:12.707219 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:44:12.707248 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0504 20:44:12.707255 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:44:12.707261 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:44:12.707266 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:44:12.707272 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:44:12.707279 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:44:12.707285 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:44:12.707292 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:44:12.707297 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:44:12.707303 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:44:12.707308 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0504 20:44:13.919525 3644 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:44:13.919573 3644 default_node_network_controller.go:1380] Starting node controller node sync I0504 20:44:13.919581 3644 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0504 20:44:13.930996 3644 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.405056ms I0504 20:44:13.931100 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-19.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:13.931119 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-19.ec2.internal", IP: 10.0.0.19 to PMTUD blocking rules I0504 20:44:13.931100 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-83.ec2.internal", IP: 10.0.1.83 to PMTUD blocking rules I0504 20:44:13.931132 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-83.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:13.942240 3644 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:44:13.942509 3644 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:44:13.942613 3644 egressservice_node.go:183] Starting Egress Services Controller I0504 20:44:13.942627 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:44:13.942638 3644 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:44:13.942644 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:44:13.942649 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:44:13.942655 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:44:13.942660 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:44:13.942664 3644 egressservice_node.go:197] Repairing Egress Services I0504 20:44:13.952094 3644 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:44:13.952104 3644 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:44:13.952255 3644 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:44:13.952267 3644 link_network_manager.go:119] Link manager is running I0504 20:44:13.952275 3644 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:44:13.952442 3644 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:44:13.952622 3644 vrf_manager.go:128] VRF manager is running I0504 20:44:13.952706 3644 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:44:13.952715 3644 gateway.go:532] Reconciling gateway with updates I0504 20:44:13.970740 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:13.970756 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:13.970771 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:13.970769 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:13.970773 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:13.970782 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:44:13.970764 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:13.970793 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:13.970794 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:44:13.970797 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:13.970797 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:13.970808 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:13.970811 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:13.970820 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:13.970822 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:13.970822 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:13.970848 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:13.970851 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:13.970851 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0504 20:44:13.970863 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0504 20:44:13.970870 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:44:13.970874 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:13.970882 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:13.970886 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:13.970785 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:13.970883 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:44:13.970907 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:13.970919 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:13.970922 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:13.970770 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:13.970931 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:13.970928 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:13.970906 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:13.970935 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:13.970938 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:13.970942 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:13.970945 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:44:13.970947 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:13.970949 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:13.970949 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:13.970954 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:44:13.970952 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:13.970961 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:13.970972 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:13.970945 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:13.971009 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:13.971016 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:44:13.970950 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:13.970792 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:13.971063 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:13.971070 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:44:13.970801 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:44:13.970824 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:13.970759 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:13.971122 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:13.970921 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:13.971145 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:13.970909 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:13.971149 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:44:13.971153 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:13.971165 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30686 is already open, no action needed I0504 20:44:13.971174 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30289 is already open, no action needed I0504 20:44:13.970812 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:13.970745 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:13.971231 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:13.970784 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:13.971255 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:13.970761 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:13.970811 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:13.971310 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:13.970886 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:13.971332 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:13.970891 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:44:13.970894 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:13.970909 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:13.971382 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:13.970911 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:13.971410 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:13.970913 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:13.971451 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:13.970913 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:44:13.970914 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:13.971511 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:13.970923 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:13.971537 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:13.970924 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:13.971565 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:13.970927 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:13.971579 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:44:13.970931 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0504 20:44:13.971610 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0504 20:44:13.970934 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:13.971671 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:44:13.970937 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:13.970937 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:44:13.970927 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:13.971718 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:13.971725 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:44:13.970941 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:13.971735 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:13.970949 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:13.970949 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:13.971787 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:13.970952 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:13.971814 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:13.970957 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:44:13.971859 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:44:13.970959 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics W0504 20:44:13.983077 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:13.983098 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:13.983153 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:13.983172 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:13.983180 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:44:13.992816 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:44:13.992860 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:44:13.992873 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:44:13.992881 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0504 20:44:13.992890 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:44:13.992898 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:44:13.992908 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:44:13.992918 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:44:13.992928 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:44:13.992936 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:44:13.992945 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:44:13.992954 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:44:13.992963 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) W0504 20:44:14.016996 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.017017 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.017040 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.017051 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.017056 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:44:14.032020 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:44:14.032027 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:44:14.032045 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:44:14.032054 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:44:14.032060 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:44:14.032066 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:44:14.032071 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:44:14.032077 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:44:14.032081 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:44:14.032102 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:44:14.071435 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:44:14.071459 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:44:14.071466 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:44:14.071473 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:44:14.071479 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:44:14.071485 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0504 20:44:14.071491 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:44:14.071520 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:44:14.071538 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:44:14.071548 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:44:14.071558 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:44:14.071571 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:44:15.785689 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:15.785721 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 37.13µs I0504 20:44:15.818278 3644 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-h6pth] creating logical port openshift-console_downloads-5c54f4944f-h6pth for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:15.818399 3644 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-h6pth I0504 20:44:15.819334 3644 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5444c6cc67-cjrng] creating logical port openshift-image-registry_image-registry-5444c6cc67-cjrng for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:15.819458 3644 kube.go:256] Updating pod openshift-image-registry/image-registry-5444c6cc67-cjrng I0504 20:44:15.834023 3644 pod.go:62] [openshift-console/downloads-5c54f4944f-h6pth] pod update took 15.652745ms I0504 20:44:15.834039 3644 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-h6pth] addLogicalPort annotation time took 15.67288ms I0504 20:44:15.835102 3644 pods.go:271] [openshift-console/downloads-5c54f4944f-h6pth] addLogicalPort took 16.837693ms, libovsdb time 842.453µs I0504 20:44:15.843645 3644 pod.go:62] [openshift-image-registry/image-registry-5444c6cc67-cjrng] pod update took 24.215904ms I0504 20:44:15.843660 3644 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5444c6cc67-cjrng] addLogicalPort annotation time took 24.23336ms I0504 20:44:15.844565 3644 pods.go:271] [openshift-image-registry/image-registry-5444c6cc67-cjrng] addLogicalPort took 25.242059ms, libovsdb time 678.647µs I0504 20:44:15.860142 3644 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4422g] creating logical port openshift-ingress-canary_ingress-canary-4422g for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:15.860248 3644 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bkfsw] creating logical port openshift-dns_dns-default-bkfsw for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:15.860475 3644 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4422g I0504 20:44:15.860556 3644 kube.go:256] Updating pod openshift-dns/dns-default-bkfsw I0504 20:44:15.863680 3644 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-799cfdf5b5-c8f54] creating logical port openshift-ingress_router-default-799cfdf5b5-c8f54 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:15.863764 3644 kube.go:256] Updating pod openshift-ingress/router-default-799cfdf5b5-c8f54 I0504 20:44:15.878668 3644 pod.go:62] [openshift-ingress-canary/ingress-canary-4422g] pod update took 18.21929ms I0504 20:44:15.878690 3644 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4422g] addLogicalPort annotation time took 18.241951ms I0504 20:44:15.879432 3644 pod.go:62] [openshift-dns/dns-default-bkfsw] pod update took 18.897612ms I0504 20:44:15.879453 3644 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bkfsw] addLogicalPort annotation time took 18.919108ms I0504 20:44:15.879899 3644 pods.go:271] [openshift-ingress-canary/ingress-canary-4422g] addLogicalPort took 19.77219ms, libovsdb time 857.582µs I0504 20:44:15.880359 3644 pods.go:271] [openshift-dns/dns-default-bkfsw] addLogicalPort took 20.120029ms, libovsdb time 710.389µs I0504 20:44:15.887379 3644 pod.go:62] [openshift-ingress/router-default-799cfdf5b5-c8f54] pod update took 23.631909ms I0504 20:44:15.887401 3644 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-799cfdf5b5-c8f54] addLogicalPort annotation time took 23.656677ms I0504 20:44:15.888449 3644 pods.go:271] [openshift-ingress/router-default-799cfdf5b5-c8f54] addLogicalPort took 24.780096ms, libovsdb time 755.931µs W0504 20:44:15.903681 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:15.903703 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:15.903711 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:15.953546 3644 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kpkpq] creating logical port openshift-insights_insights-runtime-extractor-kpkpq for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:15.953641 3644 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kpkpq I0504 20:44:15.971272 3644 pod.go:62] [openshift-insights/insights-runtime-extractor-kpkpq] pod update took 17.663147ms I0504 20:44:15.971291 3644 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kpkpq] addLogicalPort annotation time took 17.687587ms I0504 20:44:15.972404 3644 pods.go:271] [openshift-insights/insights-runtime-extractor-kpkpq] addLogicalPort took 18.872939ms, libovsdb time 803.743µs I0504 20:44:16.219427 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:16.219459 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 40.573µs I0504 20:44:16.242799 3644 cni.go:452] [openshift-console/downloads-5c54f4944f-h6pth 21b6e3401f6d1b2ede73e8b0825911d26e78068f71f00a9f188dfdbf630ea8dc network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-h6pth 21b6e3401f6d1b2ede73e8b0825911d26e78068f71f00a9f188dfdbf630ea8dc network default NAD default NAD key ] I0504 20:44:16.258467 3644 cni.go:452] [openshift-ingress-canary/ingress-canary-4422g d442022ebfcc02334990f6ef23af8679ee7dfb343fdda3b28ac151aac7e29f32 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4422g d442022ebfcc02334990f6ef23af8679ee7dfb343fdda3b28ac151aac7e29f32 network default NAD default NAD key ] I0504 20:44:16.280687 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-h6pth, hostIfaceName: 21b6e3401f6d1b2, network: default, NAD default, SandboxID: "21b6e3401f6d1b2ede73e8b0825911d26e78068f71f00a9f188dfdbf630ea8dc", PCI device ID: , UID: "72cf544f-6167-4a43-9efb-2878bb648a2d", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0504 20:44:16.282245 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4422g, hostIfaceName: d442022ebfcc023, network: default, NAD default, SandboxID: "d442022ebfcc02334990f6ef23af8679ee7dfb343fdda3b28ac151aac7e29f32", PCI device ID: , UID: "89b4b1f3-f7a3-4b46-9974-2798a4110d87", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0504 20:44:16.296171 3644 cni.go:452] [openshift-dns/dns-default-bkfsw 983915312e13dbab4e5ed051446cd16f0229743ef510ae85f7833c054f34e27e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bkfsw 983915312e13dbab4e5ed051446cd16f0229743ef510ae85f7833c054f34e27e network default NAD default NAD key ] I0504 20:44:16.303234 3644 cni.go:452] [openshift-ingress/router-default-799cfdf5b5-c8f54 870d5227428eea1b1390f3e98b13d124743f09686872ddea891596147da02119 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-799cfdf5b5-c8f54 870d5227428eea1b1390f3e98b13d124743f09686872ddea891596147da02119 network default NAD default NAD key ] I0504 20:44:16.317006 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bkfsw, hostIfaceName: 983915312e13dba, network: default, NAD default, SandboxID: "983915312e13dbab4e5ed051446cd16f0229743ef510ae85f7833c054f34e27e", PCI device ID: , UID: "152edf67-b482-4311-be25-49be81650646", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0504 20:44:16.330057 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-799cfdf5b5-c8f54, hostIfaceName: 870d5227428eea1, network: default, NAD default, SandboxID: "870d5227428eea1b1390f3e98b13d124743f09686872ddea891596147da02119", PCI device ID: , UID: "96ffaaab-2548-4f79-b77f-c39d254fc7f7", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0504 20:44:16.352081 3644 cni.go:473] [openshift-ingress-canary/ingress-canary-4422g d442022ebfcc02334990f6ef23af8679ee7dfb343fdda3b28ac151aac7e29f32 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4422g d442022ebfcc02334990f6ef23af8679ee7dfb343fdda3b28ac151aac7e29f32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d3:bd:43:5a:e7\",\"name\":\"d442022ebfcc023\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f0d552-2042-4962-9dd8-61d9c3db9bcb\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:16.352132 3644 cni.go:473] [openshift-console/downloads-5c54f4944f-h6pth 21b6e3401f6d1b2ede73e8b0825911d26e78068f71f00a9f188dfdbf630ea8dc network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-h6pth 21b6e3401f6d1b2ede73e8b0825911d26e78068f71f00a9f188dfdbf630ea8dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ab:bf:7a:43:38\",\"name\":\"21b6e3401f6d1b2\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f9cfabc-abdb-44f5-b0f1-c81965bbb99d\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:16.368622 3644 cni.go:473] [openshift-dns/dns-default-bkfsw 983915312e13dbab4e5ed051446cd16f0229743ef510ae85f7833c054f34e27e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bkfsw 983915312e13dbab4e5ed051446cd16f0229743ef510ae85f7833c054f34e27e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:27:83:df:34:51\",\"name\":\"983915312e13dba\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76144824-36bc-4c19-8dd6-192b9ad3c95f\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:16.384508 3644 cni.go:473] [openshift-ingress/router-default-799cfdf5b5-c8f54 870d5227428eea1b1390f3e98b13d124743f09686872ddea891596147da02119 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-799cfdf5b5-c8f54 870d5227428eea1b1390f3e98b13d124743f09686872ddea891596147da02119 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fd:6a:0c:23:a0\",\"name\":\"870d5227428eea1\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/520b1b9c-798c-479a-b2a0-b2bc0343b1d7\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:16.550911 3644 cni.go:452] [openshift-image-registry/image-registry-5444c6cc67-cjrng 36edde99eb2c7f7f93b1859c34973fd29de7b5397f1d87043589e470c0793489 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5444c6cc67-cjrng 36edde99eb2c7f7f93b1859c34973fd29de7b5397f1d87043589e470c0793489 network default NAD default NAD key ] I0504 20:44:16.562823 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5444c6cc67-cjrng, hostIfaceName: 36edde99eb2c7f7, network: default, NAD default, SandboxID: "36edde99eb2c7f7f93b1859c34973fd29de7b5397f1d87043589e470c0793489", PCI device ID: , UID: "419c0ce7-c83d-40ec-aa40-cc8afc48e9e1", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0504 20:44:16.607183 3644 cni.go:473] [openshift-image-registry/image-registry-5444c6cc67-cjrng 36edde99eb2c7f7f93b1859c34973fd29de7b5397f1d87043589e470c0793489 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5444c6cc67-cjrng 36edde99eb2c7f7f93b1859c34973fd29de7b5397f1d87043589e470c0793489 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:57:7e:c4:10:cf\",\"name\":\"36edde99eb2c7f7\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/238eb587-fe92-4483-a704-fdc01ef91a13\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:16.640411 3644 cni.go:452] [openshift-insights/insights-runtime-extractor-kpkpq c01608961d4b0c6c66f1906890063eb24e162128eade57c0a8ab71d9cac13218 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kpkpq c01608961d4b0c6c66f1906890063eb24e162128eade57c0a8ab71d9cac13218 network default NAD default NAD key ] I0504 20:44:16.649523 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kpkpq, hostIfaceName: c01608961d4b0c6, network: default, NAD default, SandboxID: "c01608961d4b0c6c66f1906890063eb24e162128eade57c0a8ab71d9cac13218", PCI device ID: , UID: "1cb9714c-b964-4b90-8756-367f4439a936", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0504 20:44:16.694784 3644 cni.go:473] [openshift-insights/insights-runtime-extractor-kpkpq c01608961d4b0c6c66f1906890063eb24e162128eade57c0a8ab71d9cac13218 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kpkpq c01608961d4b0c6c66f1906890063eb24e162128eade57c0a8ab71d9cac13218 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ac:25:e7:a9:b3\",\"name\":\"c01608961d4b0c6\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a55774ad-0aff-4c87-a3bf-6e035d52c4fa\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:16.983178 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:17.042527 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:17.085071 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:17.085095 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0504 20:44:17.270616 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-swgjf for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:17.270756 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf I0504 20:44:17.284383 3644 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf] pod update took 13.64949ms I0504 20:44:17.284439 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf] addLogicalPort annotation time took 13.708873ms I0504 20:44:17.285808 3644 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf] addLogicalPort took 15.205045ms, libovsdb time 1.009234ms W0504 20:44:18.055416 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:18.055442 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0504 20:44:18.135818 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:44:18.149265 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:18.149285 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:18.149291 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:44:19.171775 3644 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf 69deeceba4b00f0d08914abecc279c8a8e4fb860ca964e659d22a39c2249ba00 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf 69deeceba4b00f0d08914abecc279c8a8e4fb860ca964e659d22a39c2249ba00 network default NAD default NAD key ] I0504 20:44:19.184979 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-swgjf, hostIfaceName: 69deeceba4b00f0, network: default, NAD default, SandboxID: "69deeceba4b00f0d08914abecc279c8a8e4fb860ca964e659d22a39c2249ba00", PCI device ID: , UID: "dfe50402-91b8-4cfe-bf9f-62b364ec7aea", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0504 20:44:19.241671 3644 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf 69deeceba4b00f0d08914abecc279c8a8e4fb860ca964e659d22a39c2249ba00 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-swgjf 69deeceba4b00f0d08914abecc279c8a8e4fb860ca964e659d22a39c2249ba00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:cd:84:5f:d7:87\",\"name\":\"69deeceba4b00f0\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a126c616-04d8-458e-9d79-15f016eb9f42\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:19.995115 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:19.995140 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:19.995148 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.067031 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.067054 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.067063 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:20.905673 3644 base_network_controller_pods.go:487] [default/openshift-console/console-65c9c56955-tzl47] creating logical port openshift-console_console-65c9c56955-tzl47 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:20.905764 3644 kube.go:256] Updating pod openshift-console/console-65c9c56955-tzl47 I0504 20:44:20.921898 3644 pod.go:62] [openshift-console/console-65c9c56955-tzl47] pod update took 16.158566ms I0504 20:44:20.921921 3644 base_network_controller_pods.go:951] [default/openshift-console/console-65c9c56955-tzl47] addLogicalPort annotation time took 16.185661ms I0504 20:44:20.923298 3644 pods.go:271] [openshift-console/console-65c9c56955-tzl47] addLogicalPort took 17.646317ms, libovsdb time 1.071702ms W0504 20:44:20.967634 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967660 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967668 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967685 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967690 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967694 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:21.001167 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:44:21.302514 3644 cni.go:452] [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key ] I0504 20:44:21.314081 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65c9c56955-tzl47, hostIfaceName: 76b8530d8dec3ee, network: default, NAD default, SandboxID: "76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c", PCI device ID: , UID: "eb51cdc7-1a5e-4ac3-a3fc-5d7dfbf1eb41", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0504 20:44:21.362578 3644 cni.go:473] [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9b:c6:22:b3:31\",\"name\":\"76b8530d8dec3ee\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5c95f41-32a0-4e86-8f62-38d064ee9ccf\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:25.014958 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:25.081927 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:26.677948 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:28.053147 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:44:28.953467 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:28.953490 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:30.006631 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.006651 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.006659 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.006671 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.006676 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.006681 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.067721 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:30.070635 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.070652 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.070661 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:32.118564 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:44:32.762060 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-mw5kx for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:32.762149 3644 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx I0504 20:44:32.784448 3644 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx] pod update took 22.31909ms I0504 20:44:32.784472 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx] addLogicalPort annotation time took 22.350121ms I0504 20:44:32.785795 3644 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx] addLogicalPort took 23.747838ms, libovsdb time 1.014195ms I0504 20:44:33.197630 3644 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx e85826e33fe4770ca9286758346a876dd28af641bcda0d429c5022d29d94cf16 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx e85826e33fe4770ca9286758346a876dd28af641bcda0d429c5022d29d94cf16 network default NAD default NAD key ] I0504 20:44:33.208078 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-mw5kx, hostIfaceName: e85826e33fe4770, network: default, NAD default, SandboxID: "e85826e33fe4770ca9286758346a876dd28af641bcda0d429c5022d29d94cf16", PCI device ID: , UID: "3c41673f-059b-4ace-90b4-25e003b25848", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0504 20:44:33.261040 3644 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx e85826e33fe4770ca9286758346a876dd28af641bcda0d429c5022d29d94cf16 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mw5kx e85826e33fe4770ca9286758346a876dd28af641bcda0d429c5022d29d94cf16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f3:e8:d6:96:19\",\"name\":\"e85826e33fe4770\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad50c8d-66df-4fba-813e-90d86019a7b8\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:33.853233 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:33.853378 3644 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:44:33.888327 3644 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 34.978555ms I0504 20:44:33.888360 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 35.030692ms I0504 20:44:33.889743 3644 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 36.532568ms, libovsdb time 967.882µs W0504 20:44:34.142883 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0504 20:44:35.513117 3644 cni.go:452] [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key ] I0504 20:44:35.523550 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 912f75f1e318d3e, network: default, NAD default, SandboxID: "912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c", PCI device ID: , UID: "69ec3709-2202-448b-acd3-2beb738144e1", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0504 20:44:35.579314 3644 cni.go:473] [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9e:15:40:92:2c\",\"name\":\"912f75f1e318d3e\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13fdca76-81f2-41dd-ac55-d8097402168c\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:36.007506 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-75cc75f647-mswzz] creating logical port openshift-monitoring_thanos-querier-75cc75f647-mswzz for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:36.007622 3644 kube.go:256] Updating pod openshift-monitoring/thanos-querier-75cc75f647-mswzz I0504 20:44:36.051194 3644 pod.go:62] [openshift-monitoring/thanos-querier-75cc75f647-mswzz] pod update took 43.612886ms I0504 20:44:36.051220 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-75cc75f647-mswzz] addLogicalPort annotation time took 43.645944ms I0504 20:44:36.052594 3644 pods.go:271] [openshift-monitoring/thanos-querier-75cc75f647-mswzz] addLogicalPort took 45.111292ms, libovsdb time 1.008795ms I0504 20:44:36.685623 3644 cni.go:452] [openshift-monitoring/thanos-querier-75cc75f647-mswzz ccfbb086d7d1d3529c254594a7067d5637d241e82034a48032c716072b1cc54d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-75cc75f647-mswzz ccfbb086d7d1d3529c254594a7067d5637d241e82034a48032c716072b1cc54d network default NAD default NAD key ] I0504 20:44:36.696213 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-75cc75f647-mswzz, hostIfaceName: ccfbb086d7d1d35, network: default, NAD default, SandboxID: "ccfbb086d7d1d3529c254594a7067d5637d241e82034a48032c716072b1cc54d", PCI device ID: , UID: "ee8b8b4e-4df5-4fc3-87a2-0412b94ecc09", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0504 20:44:36.751044 3644 cni.go:473] [openshift-monitoring/thanos-querier-75cc75f647-mswzz ccfbb086d7d1d3529c254594a7067d5637d241e82034a48032c716072b1cc54d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-75cc75f647-mswzz ccfbb086d7d1d3529c254594a7067d5637d241e82034a48032c716072b1cc54d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:40:d6:6b:a2:a7\",\"name\":\"ccfbb086d7d1d35\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6668dda5-afbc-4dee-96b4-84eb1b2c2d25\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:37.136080 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.136098 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.136104 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:44:37.349140 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-86c79c57bd-d5xxn] creating logical port openshift-monitoring_metrics-server-86c79c57bd-d5xxn for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:37.349267 3644 kube.go:256] Updating pod openshift-monitoring/metrics-server-86c79c57bd-d5xxn I0504 20:44:37.526321 3644 pod.go:62] [openshift-monitoring/metrics-server-86c79c57bd-d5xxn] pod update took 177.078557ms I0504 20:44:37.526352 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-86c79c57bd-d5xxn] addLogicalPort annotation time took 177.115141ms I0504 20:44:37.527858 3644 pods.go:271] [openshift-monitoring/metrics-server-86c79c57bd-d5xxn] addLogicalPort took 178.71584ms, libovsdb time 1.025351ms I0504 20:44:37.632214 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-hmqs8 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:37.632336 3644 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8 I0504 20:44:37.715306 3644 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8] pod update took 83.007346ms I0504 20:44:37.715328 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8] addLogicalPort annotation time took 83.035008ms I0504 20:44:37.716616 3644 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8] addLogicalPort took 84.419567ms, libovsdb time 952.415µs I0504 20:44:38.004016 3644 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8 d3951ab0f3bdfe9e86b9c9a9b1362b80c3d145825f1abad58d84d97cccb9b6ba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8 d3951ab0f3bdfe9e86b9c9a9b1362b80c3d145825f1abad58d84d97cccb9b6ba network default NAD default NAD key ] I0504 20:44:38.014497 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-hmqs8, hostIfaceName: d3951ab0f3bdfe9, network: default, NAD default, SandboxID: "d3951ab0f3bdfe9e86b9c9a9b1362b80c3d145825f1abad58d84d97cccb9b6ba", PCI device ID: , UID: "234ee2f0-6c03-4b3d-a9b1-dbc5af59da7e", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0504 20:44:38.057656 3644 cni.go:452] [openshift-monitoring/metrics-server-86c79c57bd-d5xxn 0f73183fddba4bfbd96e2c170eae7a361b29c548ecc23e70cc77e7f3dff6a128 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-86c79c57bd-d5xxn 0f73183fddba4bfbd96e2c170eae7a361b29c548ecc23e70cc77e7f3dff6a128 network default NAD default NAD key ] I0504 20:44:38.068773 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-86c79c57bd-d5xxn, hostIfaceName: 0f73183fddba4bf, network: default, NAD default, SandboxID: "0f73183fddba4bfbd96e2c170eae7a361b29c548ecc23e70cc77e7f3dff6a128", PCI device ID: , UID: "0ea2588a-6567-4e05-ae7e-ac91cf9b7d5b", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0504 20:44:38.069758 3644 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8 d3951ab0f3bdfe9e86b9c9a9b1362b80c3d145825f1abad58d84d97cccb9b6ba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hmqs8 d3951ab0f3bdfe9e86b9c9a9b1362b80c3d145825f1abad58d84d97cccb9b6ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:59:8e:ce:0f:bc\",\"name\":\"d3951ab0f3bdfe9\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea07d6ea-dce8-4a02-bb13-4621e0be5b0e\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:38.108154 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:38.108180 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:38.124589 3644 cni.go:473] [openshift-monitoring/metrics-server-86c79c57bd-d5xxn 0f73183fddba4bfbd96e2c170eae7a361b29c548ecc23e70cc77e7f3dff6a128 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-86c79c57bd-d5xxn 0f73183fddba4bfbd96e2c170eae7a361b29c548ecc23e70cc77e7f3dff6a128 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:46:af:fc:8d:a3\",\"name\":\"0f73183fddba4bf\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bfceff9-f65a-45a6-ad20-808f71bffc56\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:38.267744 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:38.550271 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.550358 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.550371 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.681985 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-854d569766-5dp4j IP address from the namespace address-set, err: pod openshift-console/console-854d569766-5dp4j: no pod IPs found I0504 20:44:39.503493 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:44:39.503761 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:44:39.536959 3644 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 33.285038ms I0504 20:44:39.537021 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 33.353795ms I0504 20:44:39.538698 3644 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 35.223468ms, libovsdb time 1.217049ms W0504 20:44:41.116241 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:44:41.152107 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.152129 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.152136 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.152141 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.254363 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:41.254384 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:44:41.326486 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key ] I0504 20:44:41.336814 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: e26d994c97159c0, network: default, NAD default, SandboxID: "e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2", PCI device ID: , UID: "a0193f24-229d-4934-baaa-fb497f2bb8fb", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0504 20:44:41.391259 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e2:19:a3:17:ed\",\"name\":\"e26d994c97159c0\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48046c76-e8be-4bdd-881f-70a9aa2509d4\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:42.183302 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:44:42.264083 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.264102 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.304020 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.304044 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.304052 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.304058 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:43.476691 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5cc85bf75f-sz562 IP address from the namespace address-set, err: pod openshift-console/console-5cc85bf75f-sz562: no pod IPs found W0504 20:44:43.484793 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5cc85bf75f-9jt76 IP address from the namespace address-set, err: pod openshift-console/console-5cc85bf75f-9jt76: no pod IPs found I0504 20:44:46.881851 3644 cni.go:452] [openshift-multus/network-metrics-daemon-hd2bg 66d803c851ef1d01060b4e9faa9e61907dfaed8fb46f8b391a5cb68fc00335f0 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-hd2bg 66d803c851ef1d01060b4e9faa9e61907dfaed8fb46f8b391a5cb68fc00335f0 network default NAD default NAD key ] I0504 20:44:46.891432 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-hd2bg, hostIfaceName: 66d803c851ef1d0, network: default, NAD default, SandboxID: "66d803c851ef1d01060b4e9faa9e61907dfaed8fb46f8b391a5cb68fc00335f0", PCI device ID: , UID: "196f110f-aa86-44a5-b788-323cc57516b7", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0504 20:44:46.922618 3644 cni.go:452] [openshift-network-diagnostics/network-check-target-xtpn7 6dad07411ae859fdbb72898044dadb2af5aed0500d54e0ea1401a8c8fec87ceb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xtpn7 6dad07411ae859fdbb72898044dadb2af5aed0500d54e0ea1401a8c8fec87ceb network default NAD default NAD key ] I0504 20:44:46.934642 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xtpn7, hostIfaceName: 6dad07411ae859f, network: default, NAD default, SandboxID: "6dad07411ae859fdbb72898044dadb2af5aed0500d54e0ea1401a8c8fec87ceb", PCI device ID: , UID: "69b61deb-e7d2-400a-a51a-597b365827ad", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0504 20:44:46.941282 3644 cni.go:473] [openshift-multus/network-metrics-daemon-hd2bg 66d803c851ef1d01060b4e9faa9e61907dfaed8fb46f8b391a5cb68fc00335f0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-hd2bg 66d803c851ef1d01060b4e9faa9e61907dfaed8fb46f8b391a5cb68fc00335f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ab:02:1d:1c:03\",\"name\":\"66d803c851ef1d0\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fc9e4e6-4300-4616-afa8-a2e977dde988\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:44:46.981872 3644 cni.go:473] [openshift-network-diagnostics/network-check-target-xtpn7 6dad07411ae859fdbb72898044dadb2af5aed0500d54e0ea1401a8c8fec87ceb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xtpn7 6dad07411ae859fdbb72898044dadb2af5aed0500d54e0ea1401a8c8fec87ceb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:78:68:de:13:a6\",\"name\":\"6dad07411ae859f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/719d5141-229a-4617-8f7a-3aca509d7aef\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:47.151614 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151643 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151652 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151659 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151679 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151686 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151693 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151699 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:48.212996 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:48.213023 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:48.213032 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:48.213039 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:44:52.282303 3644 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-5m4pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:52.282883 3644 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-5m4pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:53.223539 3644 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-5m4pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:53.223565 3644 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-5m4pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:53.232302 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65c9c56955-5m4pd I0504 20:44:53.232332 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65c9c56955-5m4pd W0504 20:45:01.214240 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:45:02.143267 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:45:02.143292 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:45:02.356464 3644 cni.go:452] [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key ] I0504 20:45:02.426261 3644 cni.go:473] [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65c9c56955-tzl47 76b8530d8dec3ee8770808afe048b72f5b8b97c4ef3e0f3a89a4bb7cc610f47c network default NAD default NAD key default], result "{}", err I0504 20:45:02.491598 3644 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-tzl47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:02.491638 3644 pods.go:176] Deleting pod: openshift-console/console-65c9c56955-tzl47 I0504 20:45:02.492967 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65c9c56955-tzl47, ips: 10.130.0.12 I0504 20:45:02.492992 3644 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-tzl47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:02.503741 3644 base_network_controller_pods.go:487] [default/openshift-console/console-54d7b44f95-mm9f6] creating logical port openshift-console_console-54d7b44f95-mm9f6 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:45:02.503851 3644 kube.go:256] Updating pod openshift-console/console-54d7b44f95-mm9f6 I0504 20:45:02.518899 3644 pod.go:62] [openshift-console/console-54d7b44f95-mm9f6] pod update took 15.089876ms I0504 20:45:02.518922 3644 base_network_controller_pods.go:951] [default/openshift-console/console-54d7b44f95-mm9f6] addLogicalPort annotation time took 15.120019ms I0504 20:45:02.520139 3644 pods.go:271] [openshift-console/console-54d7b44f95-mm9f6] addLogicalPort took 16.411966ms, libovsdb time 891.592µs I0504 20:45:02.907070 3644 cni.go:452] [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key ] I0504 20:45:02.916363 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-54d7b44f95-mm9f6, hostIfaceName: 3a2ec41fb551397, network: default, NAD default, SandboxID: "3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14", PCI device ID: , UID: "903ddbd7-2070-4b89-b89b-cab9a200a595", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0504 20:45:02.966067 3644 cni.go:473] [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:74:72:fe:ec:6e\",\"name\":\"3a2ec41fb551397\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/371fd876-3ccd-4c80-939e-66a663346ab0\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:45:03.193001 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:45:03.296916 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:45:03.296944 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:45:03.317205 3644 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-tzl47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:03.317226 3644 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-tzl47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:03.329778 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65c9c56955-tzl47 I0504 20:45:03.329800 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65c9c56955-tzl47 I0504 20:45:03.613924 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:03.614467 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:04.217282 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:04.217314 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:04.224927 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7596968c58-2w2pb I0504 20:45:04.224956 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7596968c58-2w2pb W0504 20:45:04.897529 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897551 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897557 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:11.255997 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:45:13.329913 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:45:16.277516 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:45:18.182769 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:45:18.182795 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:45:22.234070 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:45:26.460650 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.461236 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.461267 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.461278 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:45:26.461294 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.461302 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:45:27.483152 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.483184 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.483205 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.483220 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:28.622307 3644 obj_retry.go:498] Detected object openshift-console/console-854d569766-gpspc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:28.622904 3644 obj_retry.go:498] Detected object openshift-console/console-854d569766-gpspc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:29.338311 3644 obj_retry.go:492] Detected object openshift-console/console-854d569766-gpspc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:29.338333 3644 obj_retry.go:492] Detected object openshift-console/console-854d569766-gpspc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:29.344786 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-854d569766-gpspc I0504 20:45:29.344824 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-854d569766-gpspc I0504 20:45:29.755092 3644 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:45:29.768553 3644 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:45:31.336173 3644 obj_retry.go:498] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:31.336707 3644 obj_retry.go:498] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:31.646089 3644 obj_retry.go:492] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:31.646122 3644 obj_retry.go:492] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:31.654353 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7649797d67-6vgks I0504 20:45:31.654381 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7649797d67-6vgks W0504 20:45:37.461418 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:45:37.461444 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:45:54.801146 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:54.801773 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:55.455748 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:55.455776 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:55.464042 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:45:55.464067 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:45:59.025098 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key ] I0504 20:45:59.109028 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 e26d994c97159c0860501b41a788c558be55db7d26b683ef1b4c9cc6483476b2 network default NAD default NAD key default], result "{}", err I0504 20:45:59.171698 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.171763 3644 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0504 20:45:59.173665 3644 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.18 I0504 20:45:59.173797 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.507579 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.507623 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.516822 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:45:59.516908 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:45:59.562961 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:45:59.563108 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:45:59.590743 3644 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.677045ms I0504 20:45:59.590768 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.709821ms I0504 20:45:59.591982 3644 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.040569ms, libovsdb time 887.884µs I0504 20:45:59.922525 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ec1912fc57ba2fde511744ba3e76575f2e1d9d05fbffdf9bfcbcbda80fb23fb2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ec1912fc57ba2fde511744ba3e76575f2e1d9d05fbffdf9bfcbcbda80fb23fb2 network default NAD default NAD key ] I0504 20:45:59.932026 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ec1912fc57ba2fd, network: default, NAD default, SandboxID: "ec1912fc57ba2fde511744ba3e76575f2e1d9d05fbffdf9bfcbcbda80fb23fb2", PCI device ID: , UID: "89c4e549-d2b0-4abb-97fc-d370e67aa70a", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0504 20:45:59.984189 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ec1912fc57ba2fde511744ba3e76575f2e1d9d05fbffdf9bfcbcbda80fb23fb2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ec1912fc57ba2fde511744ba3e76575f2e1d9d05fbffdf9bfcbcbda80fb23fb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:cd:40:5c:95:04\",\"name\":\"ec1912fc57ba2fd\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/719b61a4-a9a6-4a61-b3fe-5051d4f06b58\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:19.848356 3644 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mkczq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:19.848932 3644 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mkczq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:20.577340 3644 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mkczq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:20.577364 3644 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mkczq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:20.582131 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54d7b44f95-mkczq I0504 20:46:20.582159 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54d7b44f95-mkczq I0504 20:46:27.089579 3644 cni.go:452] [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key ] I0504 20:46:27.162792 3644 cni.go:473] [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 912f75f1e318d3e46c30c1740f539c2f86459dda2fa750fcd99a5dd0dc95b87c network default NAD default NAD key default], result "{}", err I0504 20:46:27.225295 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.225327 3644 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0504 20:46:27.226670 3644 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.14 I0504 20:46:27.226700 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.631825 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.631935 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.639105 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:46:27.639132 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:46:27.678429 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:46:27.678562 3644 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:46:27.702886 3644 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.361509ms I0504 20:46:27.702912 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.39169ms I0504 20:46:27.704142 3644 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.730804ms, libovsdb time 895.229µs I0504 20:46:28.039812 3644 cni.go:452] [openshift-monitoring/alertmanager-main-0 19f972af03fb601c65f972289f3aa72dabd5729c2e67ac2c3828c35df664efde network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 19f972af03fb601c65f972289f3aa72dabd5729c2e67ac2c3828c35df664efde network default NAD default NAD key ] I0504 20:46:28.049350 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 19f972af03fb601, network: default, NAD default, SandboxID: "19f972af03fb601c65f972289f3aa72dabd5729c2e67ac2c3828c35df664efde", PCI device ID: , UID: "3e016452-404a-4ef7-9c98-b1471fe280f7", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0504 20:46:28.101070 3644 cni.go:473] [openshift-monitoring/alertmanager-main-0 19f972af03fb601c65f972289f3aa72dabd5729c2e67ac2c3828c35df664efde network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 19f972af03fb601c65f972289f3aa72dabd5729c2e67ac2c3828c35df664efde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:51:d7:70:07:99\",\"name\":\"19f972af03fb601\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba95abae-1806-41fc-9a51-dc41fdea34f1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:30.723093 3644 cni.go:452] [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key ] I0504 20:46:30.791458 3644 cni.go:473] [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-54d7b44f95-mm9f6 3a2ec41fb551397073fb1866aaf1bac1724a7a42c977f670a6ea4922d0620a14 network default NAD default NAD key default], result "{}", err I0504 20:46:30.838501 3644 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.838538 3644 pods.go:176] Deleting pod: openshift-console/console-54d7b44f95-mm9f6 I0504 20:46:30.839714 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-54d7b44f95-mm9f6, ips: 10.130.0.19 I0504 20:46:30.839738 3644 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.653632 3644 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.653657 3644 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.661454 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54d7b44f95-mm9f6 I0504 20:46:31.661484 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54d7b44f95-mm9f6 W0504 20:46:58.093698 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:46:58.093719 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:46:58.093724 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:47:00.822475 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:47:00.822554 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:47:02.131601 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.132276 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.740868 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.740896 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.749194 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:47:02.749307 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:47:37.864647 3644 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:49:27.238735 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:49:30.486386 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:30.487114 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:31.052069 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0504 20:49:31.373969 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:31.373992 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.076365 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35 I0504 20:50:03.625633 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.626217 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.518978 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.519022 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:31.077138 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 W0504 20:50:34.634271 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:50:41.142829 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 20:50:45.683924 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:50:45.683999 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vhwr8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vhwr8: no pod IPs found I0504 20:51:37.458674 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 20:51:51.075647 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:52:11.482423 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:52:20.141732 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:52:44.483393 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:53:14.079480 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0504 20:53:15.074056 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=459 I0504 20:53:25.466409 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:53:36.361743 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 20:53:38.346485 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:53:59.248590 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 20:55:53.960352 3644 namespace.go:98] [tsf] adding namespace I0504 20:55:53.961278 3644 namespace.go:102] [tsf] adding namespace took 900.428µs I0504 20:55:53.978651 3644 namespace.go:142] [tsf] updating namespace I0504 20:55:53.990173 3644 namespace.go:142] [tsf] updating namespace I0504 20:55:57.902586 3644 namespace.go:98] [konflux-operator] adding namespace I0504 20:55:57.903491 3644 namespace.go:102] [konflux-operator] adding namespace took 875.402µs I0504 20:55:57.904829 3644 namespace.go:98] [rhbk-operator] adding namespace I0504 20:55:57.904993 3644 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:55:57.905092 3644 namespace.go:98] [tsf-tpa] adding namespace I0504 20:55:57.905195 3644 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:55:57.905549 3644 namespace.go:102] [rhbk-operator] adding namespace took 689.26µs I0504 20:55:57.906151 3644 namespace.go:102] [rhtpa-operator] adding namespace took 1.13901ms I0504 20:55:57.906614 3644 namespace.go:102] [tsf-tpa] adding namespace took 1.502311ms I0504 20:55:57.907124 3644 namespace.go:102] [tsf-keycloak] adding namespace took 1.913805ms I0504 20:55:57.922261 3644 namespace.go:98] [tsf-tas] adding namespace I0504 20:55:57.922408 3644 namespace.go:98] [konflux-ui] adding namespace I0504 20:55:57.922911 3644 namespace.go:102] [tsf-tas] adding namespace took 638.743µs I0504 20:55:57.922935 3644 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:55:57.923361 3644 namespace.go:102] [cert-manager-operator] adding namespace took 421.807µs I0504 20:55:57.923819 3644 namespace.go:102] [konflux-ui] adding namespace took 1.397807ms I0504 20:55:57.929329 3644 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:57.958391 3644 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:57.973602 3644 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:57.980572 3644 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:57.999136 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:57.999306 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:57.999373 3644 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:58.010554 3644 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.010666 3644 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.010781 3644 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.010862 3644 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:58.021205 3644 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:58.077131 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:58.090376 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:58.129366 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:58.143637 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:58.164567 3644 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.174335 3644 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.186072 3644 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.194634 3644 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.216673 3644 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.232110 3644 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.248252 3644 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:58.252755 3644 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:59.150973 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:59.161873 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:05.186388 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.186920 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.186951 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.186960 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:05.186977 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.186986 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:05.226982 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227491 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227521 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227532 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:05.227546 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227552 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:06.215060 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.215081 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.215094 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.215107 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253498 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253543 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253555 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253568 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:13.815443 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.816050 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.816076 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.816084 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:13.816097 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.816102 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:14.147146 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.147170 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.147183 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.147196 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:15.261486 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.262057 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.262089 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.262099 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:15.262121 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.262132 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:15.291197 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291718 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291739 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291747 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:15.291759 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291763 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:16.269756 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270306 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270341 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270354 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:16.270370 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270375 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:16.293711 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.293731 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.293743 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.293755 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330006 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330031 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330046 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330061 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.316590 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.316622 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.316637 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.316649 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:56:18.914676 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:56:21.068604 3644 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-4dxzs for pod on switch ip-10-0-2-46.ec2.internal I0504 20:56:21.068734 3644 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs I0504 20:56:21.100159 3644 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs] pod update took 31.456057ms I0504 20:56:21.100186 3644 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs] addLogicalPort annotation time took 31.488494ms I0504 20:56:21.101471 3644 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs] addLogicalPort took 32.883866ms, libovsdb time 943.17µs I0504 20:56:21.428209 3644 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs c998b0f4850b47a6ed8e69665fb3ca4a29cff12d5d123c229d3cf3c474c5eb6f network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs c998b0f4850b47a6ed8e69665fb3ca4a29cff12d5d123c229d3cf3c474c5eb6f network default NAD default NAD key ] I0504 20:56:21.438037 3644 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-4dxzs, hostIfaceName: c998b0f4850b47a, network: default, NAD default, SandboxID: "c998b0f4850b47a6ed8e69665fb3ca4a29cff12d5d123c229d3cf3c474c5eb6f", PCI device ID: , UID: "4bc7e644-5c47-4623-bf80-b5786b69a5ca", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0504 20:56:21.489686 3644 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs c998b0f4850b47a6ed8e69665fb3ca4a29cff12d5d123c229d3cf3c474c5eb6f network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4dxzs c998b0f4850b47a6ed8e69665fb3ca4a29cff12d5d123c229d3cf3c474c5eb6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:14:5c:e2:da:78\",\"name\":\"c998b0f4850b47a\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ab065e2-db26-4e76-858f-20c9bb9531ae\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:56:21.993247 3644 namespace.go:142] [openshift-operators] updating namespace I0504 20:56:22.012303 3644 namespace.go:142] [openshift-operators] updating namespace W0504 20:56:23.955949 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.558433 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.571431 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.591413 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:56:30.166474 3644 namespace.go:142] [openshift-operators] updating namespace I0504 20:56:31.242327 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 20:56:33.081950 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=22 W0504 20:56:34.951352 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:56:36.152439 3644 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-6bgvd for pod on switch ip-10-0-2-46.ec2.internal I0504 20:56:36.152595 3644 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd I0504 20:56:36.199452 3644 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd] pod update took 46.88097ms I0504 20:56:36.199475 3644 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd] addLogicalPort annotation time took 46.909839ms I0504 20:56:36.200677 3644 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd] addLogicalPort took 48.258311ms, libovsdb time 860.939µs I0504 20:56:36.811718 3644 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd 0815e409adbf4aff4e80d2f065c7a392ee4d905e9c8f1d61904b4dfbc35c5478 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd 0815e409adbf4aff4e80d2f065c7a392ee4d905e9c8f1d61904b4dfbc35c5478 network default NAD default NAD key ] I0504 20:56:36.821447 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-6bgvd, hostIfaceName: 0815e409adbf4af, network: default, NAD default, SandboxID: "0815e409adbf4aff4e80d2f065c7a392ee4d905e9c8f1d61904b4dfbc35c5478", PCI device ID: , UID: "39955755-6b69-484b-8daf-8f73e6fdfe54", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0504 20:56:36.872428 3644 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd 0815e409adbf4aff4e80d2f065c7a392ee4d905e9c8f1d61904b4dfbc35c5478 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-6bgvd 0815e409adbf4aff4e80d2f065c7a392ee4d905e9c8f1d61904b4dfbc35c5478 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a3:31:ea:9b:69\",\"name\":\"0815e409adbf4af\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb3a508c-e08e-4b7e-856e-2b6e69dcce7c\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:56:38.368452 3644 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-52cpx] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-52cpx for pod on switch ip-10-0-2-46.ec2.internal I0504 20:56:38.368569 3644 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-52cpx I0504 20:56:38.401866 3644 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-52cpx] pod update took 33.324697ms I0504 20:56:38.401893 3644 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-52cpx] addLogicalPort annotation time took 33.358849ms I0504 20:56:38.403186 3644 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-52cpx] addLogicalPort took 34.747127ms, libovsdb time 850.788µs I0504 20:56:39.123306 3644 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-52cpx 2652b1c706daa94854053adf50ad27faad23efb5141c93902ce7245b14b2f8c4 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-52cpx 2652b1c706daa94854053adf50ad27faad23efb5141c93902ce7245b14b2f8c4 network default NAD default NAD key ] I0504 20:56:39.133295 3644 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-52cpx, hostIfaceName: 2652b1c706daa94, network: default, NAD default, SandboxID: "2652b1c706daa94854053adf50ad27faad23efb5141c93902ce7245b14b2f8c4", PCI device ID: , UID: "f56bbea0-ab59-4238-854f-9995808fe24e", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0504 20:56:39.179730 3644 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-52cpx 2652b1c706daa94854053adf50ad27faad23efb5141c93902ce7245b14b2f8c4 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-52cpx 2652b1c706daa94854053adf50ad27faad23efb5141c93902ce7245b14b2f8c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:a9:07:44:1c:ee\",\"name\":\"2652b1c706daa94\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d0b86ab-3ad5-4fbe-87dc-462313f3b6bc\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:56:39.424818 3644 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:56:39.425700 3644 namespace.go:102] [trusted-artifact-signer] adding namespace took 832.138µs I0504 20:56:39.493128 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:39.508245 3644 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:56:40.033223 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:56:41.584427 3644 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-jk26q] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-jk26q for pod on switch ip-10-0-2-46.ec2.internal I0504 20:56:41.584523 3644 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-jk26q I0504 20:56:41.640137 3644 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-jk26q] pod update took 55.638935ms I0504 20:56:41.640162 3644 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-jk26q] addLogicalPort annotation time took 55.672131ms I0504 20:56:41.641372 3644 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-jk26q] addLogicalPort took 56.974802ms, libovsdb time 833.278µs I0504 20:56:42.849724 3644 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-jk26q c6980e0a1794a21936bd0713dbdb4343ca2d0172cf55f8e2b75b33e2ee79a451 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-jk26q c6980e0a1794a21936bd0713dbdb4343ca2d0172cf55f8e2b75b33e2ee79a451 network default NAD default NAD key ] I0504 20:56:42.860406 3644 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-jk26q, hostIfaceName: c6980e0a1794a21, network: default, NAD default, SandboxID: "c6980e0a1794a21936bd0713dbdb4343ca2d0172cf55f8e2b75b33e2ee79a451", PCI device ID: , UID: "90a08a97-1d7e-4019-89a9-6e9e56e2957d", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0504 20:56:42.916284 3644 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-jk26q c6980e0a1794a21936bd0713dbdb4343ca2d0172cf55f8e2b75b33e2ee79a451 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-jk26q c6980e0a1794a21936bd0713dbdb4343ca2d0172cf55f8e2b75b33e2ee79a451 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d0:aa:b6:de:29\",\"name\":\"c6980e0a1794a21\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1022ee0-2b35-4acc-949e-96d4578e8002\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:56:45.711130 3644 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:56:45.712291 3644 namespace.go:102] [openshift-pipelines] adding namespace took 1.134844ms I0504 20:56:45.735655 3644 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:56:46.425781 3644 namespace.go:98] [cert-manager] adding namespace I0504 20:56:46.427067 3644 namespace.go:102] [cert-manager] adding namespace took 1.249952ms I0504 20:56:46.549332 3644 namespace.go:142] [cert-manager] updating namespace I0504 20:56:46.578193 3644 namespace.go:142] [cert-manager] updating namespace I0504 20:56:47.174365 3644 namespace.go:142] [cert-manager] updating namespace I0504 20:56:47.670123 3644 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:48.204107 3644 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:48.404540 3644 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:48.636153 3644 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:49.053582 3644 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:49.248311 3644 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:49.484606 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:49.870258 3644 namespace.go:142] [tsf] updating namespace I0504 20:56:50.102156 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:50.565406 3644 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:51.019391 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:51.059485 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=28 W0504 20:56:51.097259 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:56:51.143965 3644 namespace.go:142] [cert-manager] updating namespace I0504 20:56:51.163686 3644 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:51.173959 3644 namespace.go:142] [default] updating namespace I0504 20:56:51.188617 3644 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:51.213257 3644 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:51.228267 3644 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:51.245459 3644 namespace.go:142] [openshift] updating namespace I0504 20:56:51.257182 3644 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:51.278699 3644 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:51.297326 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:51.329800 3644 namespace.go:142] [tsf] updating namespace I0504 20:56:51.343242 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:51.360561 3644 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:51.385751 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:51.462495 3644 namespace.go:142] [cert-manager] updating namespace W0504 20:56:51.489431 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:56:51.489452 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:56:51.574325 3644 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:51.679786 3644 namespace.go:142] [default] updating namespace I0504 20:56:51.768476 3644 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:51.852598 3644 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:51.921287 3644 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:52.004344 3644 namespace.go:142] [openshift] updating namespace I0504 20:56:52.100854 3644 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:52.215321 3644 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:52.318214 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:52.397337 3644 namespace.go:142] [tsf] updating namespace I0504 20:56:52.481192 3644 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:52.597462 3644 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:52.828155 3644 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:53.899541 3644 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:56:57.082322 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 20:56:58.469168 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 20:57:02.418156 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft for pod on switch ip-10-0-2-46.ec2.internal I0504 20:57:02.418259 3644 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft I0504 20:57:02.455591 3644 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft] pod update took 37.355722ms I0504 20:57:02.455626 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft] addLogicalPort annotation time took 37.39752ms I0504 20:57:02.457537 3644 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft] addLogicalPort took 39.398631ms, libovsdb time 1.406394ms I0504 20:57:02.556475 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-k74nc for pod on switch ip-10-0-2-46.ec2.internal I0504 20:57:02.556588 3644 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc I0504 20:57:02.594051 3644 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc] pod update took 37.48772ms I0504 20:57:02.594077 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc] addLogicalPort annotation time took 37.519935ms I0504 20:57:02.595312 3644 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc] addLogicalPort took 38.854046ms, libovsdb time 896.452µs I0504 20:57:02.655987 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-ttx5p for pod on switch ip-10-0-2-46.ec2.internal I0504 20:57:02.656080 3644 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p I0504 20:57:02.693397 3644 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p] pod update took 37.337214ms I0504 20:57:02.693431 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p] addLogicalPort annotation time took 37.376629ms I0504 20:57:02.694950 3644 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p] addLogicalPort took 38.979394ms, libovsdb time 1.038852ms I0504 20:57:02.780815 3644 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft 36c81ed9c19e22cbfca96ea0531738df741a152523df3ff5b900c6319b0129d5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft 36c81ed9c19e22cbfca96ea0531738df741a152523df3ff5b900c6319b0129d5 network default NAD default NAD key ] I0504 20:57:02.791127 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft, hostIfaceName: 36c81ed9c19e22c, network: default, NAD default, SandboxID: "36c81ed9c19e22cbfca96ea0531738df741a152523df3ff5b900c6319b0129d5", PCI device ID: , UID: "23858c32-b89f-477c-ba84-956ae050eed5", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0504 20:57:02.862333 3644 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft 36c81ed9c19e22cbfca96ea0531738df741a152523df3ff5b900c6319b0129d5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-49sft 36c81ed9c19e22cbfca96ea0531738df741a152523df3ff5b900c6319b0129d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:4b:b6:0d:a8:fe\",\"name\":\"36c81ed9c19e22c\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0553f95f-6695-4160-ac77-cc34001c4868\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:57:02.918505 3644 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc e432c446626dc5d5a7a5300cfa3de35630c282d9f4277fa3986170bd32e6da10 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc e432c446626dc5d5a7a5300cfa3de35630c282d9f4277fa3986170bd32e6da10 network default NAD default NAD key ] I0504 20:57:02.928933 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-k74nc, hostIfaceName: e432c446626dc5d, network: default, NAD default, SandboxID: "e432c446626dc5d5a7a5300cfa3de35630c282d9f4277fa3986170bd32e6da10", PCI device ID: , UID: "475c67ec-2e03-4909-9f4e-20ef94c13364", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0504 20:57:02.982741 3644 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc e432c446626dc5d5a7a5300cfa3de35630c282d9f4277fa3986170bd32e6da10 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k74nc e432c446626dc5d5a7a5300cfa3de35630c282d9f4277fa3986170bd32e6da10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:65:c3:c6:98:55\",\"name\":\"e432c446626dc5d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04c36fbc-0621-4de1-a7cc-f4b675b300fc\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:57:03.547364 3644 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:03.547967 3644 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:03.573696 3644 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:03.573727 3644 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:03.583772 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:57:03.583800 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:57:03.768948 3644 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p 6a977e03d36a8a9e9338ab904735f00a098a32ebd14260fe6047edbd96d2e33d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p 6a977e03d36a8a9e9338ab904735f00a098a32ebd14260fe6047edbd96d2e33d network default NAD default NAD key ] I0504 20:57:03.779017 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-ttx5p, hostIfaceName: 6a977e03d36a8a9, network: default, NAD default, SandboxID: "6a977e03d36a8a9e9338ab904735f00a098a32ebd14260fe6047edbd96d2e33d", PCI device ID: , UID: "9cbfc6e7-e2ad-4a47-a6d0-ff6bf7029a64", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0504 20:57:03.831506 3644 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p 6a977e03d36a8a9e9338ab904735f00a098a32ebd14260fe6047edbd96d2e33d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ttx5p 6a977e03d36a8a9e9338ab904735f00a098a32ebd14260fe6047edbd96d2e33d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:64:cc:b5:2c:b2\",\"name\":\"6a977e03d36a8a9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/223a361a-8ed3-49f2-bf82-378261f68191\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:57:10.168669 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.168690 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.168695 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.186301 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.186320 3644 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.186326 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.186330 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:14.450614 3644 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:57:15.146488 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0504 20:57:15.187656 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.187676 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.187684 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.455169 3644 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:57:21.150806 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:21.150853 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:21.150860 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:21.150865 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 20:57:32.924512 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-75fnl] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-75fnl for pod on switch ip-10-0-2-46.ec2.internal I0504 20:57:32.924643 3644 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-75fnl I0504 20:57:32.940662 3644 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-75fnl] pod update took 16.042184ms I0504 20:57:32.940692 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-75fnl] addLogicalPort annotation time took 16.077747ms I0504 20:57:32.942047 3644 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-75fnl] addLogicalPort took 17.553191ms, libovsdb time 914.824µs I0504 20:57:33.317655 3644 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-75fnl 68b087d85e1d0fdacf80ccd8375701890f2541917cb5fbdb35e36bf9e18efa0e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-75fnl 68b087d85e1d0fdacf80ccd8375701890f2541917cb5fbdb35e36bf9e18efa0e network default NAD default NAD key ] I0504 20:57:33.326749 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-75fnl, hostIfaceName: 68b087d85e1d0fd, network: default, NAD default, SandboxID: "68b087d85e1d0fdacf80ccd8375701890f2541917cb5fbdb35e36bf9e18efa0e", PCI device ID: , UID: "21a4cfac-4e20-41ff-9dd2-47e6dfd26330", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0504 20:57:33.380588 3644 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-75fnl 68b087d85e1d0fdacf80ccd8375701890f2541917cb5fbdb35e36bf9e18efa0e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-75fnl 68b087d85e1d0fdacf80ccd8375701890f2541917cb5fbdb35e36bf9e18efa0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:fa:60:0d:12:f1\",\"name\":\"68b087d85e1d0fd\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca8d47fb-bcd3-484c-b937-96ef99cd9e4e\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:57:36.569009 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:57:39.726354 3644 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.726965 3644 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.748782 3644 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:39.748808 3644 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:39.751567 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:57:39.751594 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:57:41.145483 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:57:41.871069 3644 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:57:41.871567 3644 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:57:41.871598 3644 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:57:41.873911 3644 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:57:42.314543 3644 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:57:42.314633 3644 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0504 20:57:42.329042 3644 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.438956ms I0504 20:57:42.329058 3644 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.461767ms I0504 20:57:42.330291 3644 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.763142ms, libovsdb time 861.473µs I0504 20:57:42.734958 3644 cni.go:452] [tsf-keycloak/keycloak-0 52990e7075067133d368c1496bf1f1ba49ffbafa10c1f884b9a7b26802f196dd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 52990e7075067133d368c1496bf1f1ba49ffbafa10c1f884b9a7b26802f196dd network default NAD default NAD key ] I0504 20:57:42.744054 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 52990e707506713, network: default, NAD default, SandboxID: "52990e7075067133d368c1496bf1f1ba49ffbafa10c1f884b9a7b26802f196dd", PCI device ID: , UID: "6695796e-7aae-4929-a957-146fa00b95dc", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0504 20:57:42.794559 3644 cni.go:473] [tsf-keycloak/keycloak-0 52990e7075067133d368c1496bf1f1ba49ffbafa10c1f884b9a7b26802f196dd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 52990e7075067133d368c1496bf1f1ba49ffbafa10c1f884b9a7b26802f196dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:77:ed:86:97:06\",\"name\":\"52990e707506713\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9db2333-74c7-4e6c-ae02-c136765158e4\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:57:46.372299 3644 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:57:53.350558 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:57:53.350582 3644 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:57:53.350666 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:57:53.350692 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:57:54.250963 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:58:15.490280 3644 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:15.490314 3644 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:15.490321 3644 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:18.930106 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:58:18.930132 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:58:18.930238 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:58:18.930252 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 20:58:22.009866 3644 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-qc4dw] creating logical port tsf-keycloak_tsf-iam-qc4dw for pod on switch ip-10-0-2-46.ec2.internal I0504 20:58:22.009982 3644 kube.go:256] Updating pod tsf-keycloak/tsf-iam-qc4dw I0504 20:58:22.030886 3644 pod.go:62] [tsf-keycloak/tsf-iam-qc4dw] pod update took 20.937147ms I0504 20:58:22.030908 3644 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-qc4dw] addLogicalPort annotation time took 20.968392ms I0504 20:58:22.032197 3644 pods.go:271] [tsf-keycloak/tsf-iam-qc4dw] addLogicalPort took 22.363731ms, libovsdb time 886.112µs I0504 20:58:22.390126 3644 cni.go:452] [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key ] I0504 20:58:22.399217 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-qc4dw, hostIfaceName: 8cd5df74291a94b, network: default, NAD default, SandboxID: "8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18", PCI device ID: , UID: "0cbf0f33-e928-4191-b974-95c9b0a81e7c", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0504 20:58:22.447475 3644 cni.go:473] [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0e:32:dd:64:e3\",\"name\":\"8cd5df74291a94b\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6387687a-d099-41fc-9d85-4c85fa22ad84\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:58:35.042414 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:35.042984 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:35.086742 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:35.086764 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:35.092779 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:58:35.092797 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0504 20:58:39.941094 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:58:39.941116 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:58:40.590703 3644 cni.go:452] [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key ] I0504 20:58:40.667561 3644 cni.go:473] [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-qc4dw 8cd5df74291a94b57a242c44efd0f201fe8e5182e3658c6f4d76c10c7ff52c18 network default NAD default NAD key default], result "{}", err I0504 20:58:40.722379 3644 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qc4dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:40.722412 3644 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-qc4dw I0504 20:58:40.723632 3644 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-qc4dw, ips: 10.130.0.31 I0504 20:58:40.723655 3644 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qc4dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:41.614424 3644 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qc4dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:41.614449 3644 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qc4dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:49.869097 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bc9g4 for pod on switch ip-10-0-2-46.ec2.internal I0504 20:58:49.869185 3644 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4 I0504 20:58:49.883246 3644 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4] pod update took 14.084115ms I0504 20:58:49.883275 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4] addLogicalPort annotation time took 14.11445ms I0504 20:58:49.884427 3644 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4] addLogicalPort took 15.350411ms, libovsdb time 754.018µs I0504 20:58:49.958682 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-79pfs for pod on switch ip-10-0-2-46.ec2.internal I0504 20:58:49.958768 3644 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs I0504 20:58:49.973268 3644 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs] pod update took 14.51674ms I0504 20:58:49.973301 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs] addLogicalPort annotation time took 14.553043ms I0504 20:58:49.974564 3644 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs] addLogicalPort took 15.897197ms, libovsdb time 868.089µs I0504 20:58:50.225712 3644 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4 543b51c8b5440aef8a918b6b04c05c0da948717bebf2731e4f401071d0fb5a70 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4 543b51c8b5440aef8a918b6b04c05c0da948717bebf2731e4f401071d0fb5a70 network default NAD default NAD key ] I0504 20:58:50.237178 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bc9g4, hostIfaceName: 543b51c8b5440ae, network: default, NAD default, SandboxID: "543b51c8b5440aef8a918b6b04c05c0da948717bebf2731e4f401071d0fb5a70", PCI device ID: , UID: "28c4eba9-3bae-4d41-bc7f-e8757aae13b4", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0504 20:58:50.294855 3644 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4 543b51c8b5440aef8a918b6b04c05c0da948717bebf2731e4f401071d0fb5a70 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bc9g4 543b51c8b5440aef8a918b6b04c05c0da948717bebf2731e4f401071d0fb5a70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:5d:8c:49:22:cf\",\"name\":\"543b51c8b5440ae\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcf72e2d-4ea1-4f39-88eb-814b9afe1049\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:58:50.326300 3644 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs 2ec94cc0464b5859bc511dd7d30abdf548fe1fa0d74f1ab1ea312405362a8497 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs 2ec94cc0464b5859bc511dd7d30abdf548fe1fa0d74f1ab1ea312405362a8497 network default NAD default NAD key ] I0504 20:58:50.335263 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-79pfs, hostIfaceName: 2ec94cc0464b585, network: default, NAD default, SandboxID: "2ec94cc0464b5859bc511dd7d30abdf548fe1fa0d74f1ab1ea312405362a8497", PCI device ID: , UID: "599c0d43-7de6-4811-bc75-262b56221720", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0504 20:58:50.383724 3644 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs 2ec94cc0464b5859bc511dd7d30abdf548fe1fa0d74f1ab1ea312405362a8497 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79pfs 2ec94cc0464b5859bc511dd7d30abdf548fe1fa0d74f1ab1ea312405362a8497 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6c:5f:66:8e:32\",\"name\":\"2ec94cc0464b585\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33bced05-770e-49c0-be56-51433658d837\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:58:52.695944 3644 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:58:53.048352 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:58:53.074535 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:58:53.080274 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 W0504 20:58:53.662677 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:58:56.188996 3644 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:56.189575 3644 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:57.065959 3644 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:57.065988 3644 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:59:04.672037 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:59:25.452346 3644 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:25.452963 3644 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:25.471696 3644 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:25.471730 3644 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:25.476917 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:59:25.476940 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:59:28.022737 3644 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:28.023279 3644 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:28.892627 3644 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:28.892649 3644 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:32.860057 3644 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-767dd7d6c5-rwlbc] creating logical port tsf-tas_ctlog-767dd7d6c5-rwlbc for pod on switch ip-10-0-2-46.ec2.internal I0504 20:59:32.860155 3644 kube.go:256] Updating pod tsf-tas/ctlog-767dd7d6c5-rwlbc I0504 20:59:32.877288 3644 pod.go:62] [tsf-tas/ctlog-767dd7d6c5-rwlbc] pod update took 17.156392ms I0504 20:59:32.877321 3644 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-767dd7d6c5-rwlbc] addLogicalPort annotation time took 17.19889ms I0504 20:59:32.878665 3644 pods.go:271] [tsf-tas/ctlog-767dd7d6c5-rwlbc] addLogicalPort took 18.621012ms, libovsdb time 967.039µs I0504 20:59:33.820285 3644 cni.go:452] [tsf-tas/ctlog-767dd7d6c5-rwlbc 81fd5fcc2b72c7ebfd904291b156be1382a901f47ca65ac5e2bab237eaddf876 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-767dd7d6c5-rwlbc 81fd5fcc2b72c7ebfd904291b156be1382a901f47ca65ac5e2bab237eaddf876 network default NAD default NAD key ] I0504 20:59:33.829522 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-767dd7d6c5-rwlbc, hostIfaceName: 81fd5fcc2b72c7e, network: default, NAD default, SandboxID: "81fd5fcc2b72c7ebfd904291b156be1382a901f47ca65ac5e2bab237eaddf876", PCI device ID: , UID: "e7bc4400-52f9-4011-8919-41c074dc8707", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0504 20:59:33.880050 3644 cni.go:473] [tsf-tas/ctlog-767dd7d6c5-rwlbc 81fd5fcc2b72c7ebfd904291b156be1382a901f47ca65ac5e2bab237eaddf876 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-767dd7d6c5-rwlbc 81fd5fcc2b72c7ebfd904291b156be1382a901f47ca65ac5e2bab237eaddf876 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f2:2c:fc:b6:83\",\"name\":\"81fd5fcc2b72c7e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/209f4bf2-2faa-4236-88f4-eb280d277226\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:59:35.448524 3644 obj_retry.go:498] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.449188 3644 obj_retry.go:498] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.469325 3644 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.469798 3644 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:59:35.867931 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:59:36.313195 3644 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.313217 3644 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.472164 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.472188 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:59:41.953671 3644 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:59:42.468169 3644 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hslcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:42.468790 3644 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hslcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:43.353038 3644 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hslcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.353067 3644 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hslcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.389551 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.389573 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.393529 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qq8hx I0504 20:59:43.393554 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qq8hx W0504 20:59:44.348620 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:59:46.880508 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0504 20:59:47.506784 3644 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:47.507371 3644 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:47.526095 3644 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:47.526111 3644 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:47.531649 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:59:47.531671 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0504 20:59:49.386137 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:59:53.548722 3644 obj_retry.go:498] Detected object tsf-tpa/create-db-q9dxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:53.549286 3644 obj_retry.go:498] Detected object tsf-tpa/create-db-q9dxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:54.573376 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-q9dxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:54.573404 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-q9dxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:57.588494 3644 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ndjdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:57.589226 3644 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ndjdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:57.709068 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ndjdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:57.709098 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ndjdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:02.486531 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:00:03.082680 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0504 21:00:03.223470 3644 obj_retry.go:498] Detected object tsf-tpa/create-importers-9b6dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:03.224050 3644 obj_retry.go:498] Detected object tsf-tpa/create-importers-9b6dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.245861 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-9b6dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:04.245884 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-9b6dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.221932 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.222467 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.653097 3644 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-qhcts-ch828] creating logical port tsf-tas_tuf-repository-init-qhcts-ch828 for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:05.653188 3644 kube.go:256] Updating pod tsf-tas/tuf-repository-init-qhcts-ch828 I0504 21:00:05.669298 3644 pod.go:62] [tsf-tas/tuf-repository-init-qhcts-ch828] pod update took 16.138004ms I0504 21:00:05.669325 3644 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-qhcts-ch828] addLogicalPort annotation time took 16.168443ms I0504 21:00:05.670529 3644 pods.go:271] [tsf-tas/tuf-repository-init-qhcts-ch828] addLogicalPort took 17.449878ms, libovsdb time 834.219µs I0504 21:00:06.092158 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:06.092179 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 21:00:07.531403 3644 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 21:00:12.316726 3644 cni.go:452] [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key ] I0504 21:00:12.325844 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-qhcts-ch828, hostIfaceName: 12c4edbc023756c, network: default, NAD default, SandboxID: "12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331", PCI device ID: , UID: "421e5790-0fa3-4d4a-ae79-aa45306b2f38", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0504 21:00:12.379671 3644 cni.go:473] [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:70:ae:32:40:0c\",\"name\":\"12c4edbc023756c\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6716bb42-1e45-41dc-bad2-3f9ea4af40c4\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:19.084463 3644 cni.go:452] [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key ] I0504 21:00:19.163593 3644 cni.go:473] [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-qhcts-ch828 12c4edbc023756c676df4b384ce9c4d78f623c706da8f38f674e156e18d2f331 network default NAD default NAD key default], result "{}", err I0504 21:00:19.214626 3644 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:19.214656 3644 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-qhcts-ch828 I0504 21:00:19.215830 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-qhcts-ch828, ips: 10.130.0.35 I0504 21:00:19.215898 3644 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:20.077282 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=518 I0504 21:00:20.104424 3644 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:20.104501 3644 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.761775 3644 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-rrxsw] creating logical port tsf-tas_tuf-97fc8ff76-rrxsw for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:22.761870 3644 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-rrxsw I0504 21:00:22.781473 3644 pod.go:62] [tsf-tas/tuf-97fc8ff76-rrxsw] pod update took 19.634255ms I0504 21:00:22.781500 3644 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-rrxsw] addLogicalPort annotation time took 19.665128ms I0504 21:00:22.782719 3644 pods.go:271] [tsf-tas/tuf-97fc8ff76-rrxsw] addLogicalPort took 20.959737ms, libovsdb time 830.782µs I0504 21:00:32.721173 3644 cni.go:452] [tsf-tas/tuf-97fc8ff76-rrxsw 33574a325fe372ff4111450468480edaa747bda5c6bc521931c28c2c63c122cc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-rrxsw 33574a325fe372ff4111450468480edaa747bda5c6bc521931c28c2c63c122cc network default NAD default NAD key ] I0504 21:00:32.731028 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-rrxsw, hostIfaceName: 33574a325fe372f, network: default, NAD default, SandboxID: "33574a325fe372ff4111450468480edaa747bda5c6bc521931c28c2c63c122cc", PCI device ID: , UID: "bdbbef6d-0034-4929-83f4-e1f0035fc2e7", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0504 21:00:32.783884 3644 cni.go:473] [tsf-tas/tuf-97fc8ff76-rrxsw 33574a325fe372ff4111450468480edaa747bda5c6bc521931c28c2c63c122cc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-rrxsw 33574a325fe372ff4111450468480edaa747bda5c6bc521931c28c2c63c122cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8b:dc:77:65:c9\",\"name\":\"33574a325fe372f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b07cb51-456a-40a4-b4e4-faa21921ec10\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 21:00:34.159771 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 21:00:35.807399 3644 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:35.808055 3644 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:35.850761 3644 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:35.850781 3644 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:35.857130 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 21:00:35.857159 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 21:00:36.588596 3644 namespace.go:98] [build-service] adding namespace I0504 21:00:36.589404 3644 namespace.go:98] [image-controller] adding namespace I0504 21:00:36.589679 3644 namespace.go:102] [build-service] adding namespace took 1.058151ms I0504 21:00:36.590366 3644 namespace.go:102] [image-controller] adding namespace took 944.416µs I0504 21:00:36.594191 3644 namespace.go:98] [default-tenant] adding namespace I0504 21:00:36.594286 3644 namespace.go:98] [integration-service] adding namespace I0504 21:00:36.594967 3644 namespace.go:102] [default-tenant] adding namespace took 758.661µs I0504 21:00:36.595542 3644 namespace.go:102] [integration-service] adding namespace took 1.236291ms I0504 21:00:36.679159 3644 namespace.go:142] [build-service] updating namespace I0504 21:00:36.735482 3644 namespace.go:142] [build-service] updating namespace I0504 21:00:36.752711 3644 namespace.go:142] [image-controller] updating namespace I0504 21:00:36.859630 3644 namespace.go:142] [image-controller] updating namespace I0504 21:00:36.895453 3644 namespace.go:142] [default-tenant] updating namespace I0504 21:00:36.954308 3644 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:36.954409 3644 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0504 21:00:36.991264 3644 namespace.go:142] [default-tenant] updating namespace I0504 21:00:37.034507 3644 namespace.go:142] [build-service] updating namespace I0504 21:00:37.046578 3644 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 92.18877ms I0504 21:00:37.046610 3644 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 92.227027ms I0504 21:00:37.047940 3644 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 93.651573ms, libovsdb time 809.364µs I0504 21:00:37.060601 3644 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.156247 3644 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.191246 3644 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.207223 3644 namespace.go:98] [release-service] adding namespace I0504 21:00:37.208094 3644 namespace.go:102] [release-service] adding namespace took 850.149µs I0504 21:00:37.318278 3644 cni.go:452] [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key ] I0504 21:00:37.328430 3644 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 446c24c6a318b1f, network: default, NAD default, SandboxID: "446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c", PCI device ID: , UID: "79c7fa86-3873-4e94-9244-dd3fd51b1590", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0504 21:00:37.384994 3644 cni.go:473] [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e5:e9:e4:ab:12\",\"name\":\"446c24c6a318b1f\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eae11030-64b7-4add-8483-5f7ff0fcb77d\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:37.426671 3644 namespace.go:142] [release-service] updating namespace I0504 21:00:37.517187 3644 namespace.go:142] [release-service] updating namespace I0504 21:00:37.522193 3644 namespace.go:142] [konflux-ui] updating namespace I0504 21:00:37.894311 3644 namespace.go:98] [konflux-info] adding namespace I0504 21:00:37.895136 3644 namespace.go:102] [konflux-info] adding namespace took 805.436µs I0504 21:00:38.037799 3644 namespace.go:98] [namespace-lister] adding namespace I0504 21:00:38.038566 3644 namespace.go:102] [namespace-lister] adding namespace took 743.406µs I0504 21:00:38.185046 3644 namespace.go:142] [konflux-info] updating namespace I0504 21:00:38.286435 3644 namespace.go:98] [enterprise-contract-service] adding namespace I0504 21:00:38.287295 3644 namespace.go:102] [enterprise-contract-service] adding namespace took 836.234µs I0504 21:00:38.316402 3644 namespace.go:142] [konflux-info] updating namespace I0504 21:00:38.359866 3644 namespace.go:142] [image-controller] updating namespace I0504 21:00:38.615683 3644 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:38.728617 3644 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:38.755355 3644 namespace.go:142] [default-tenant] updating namespace I0504 21:00:38.862724 3644 namespace.go:98] [segment-bridge] adding namespace I0504 21:00:38.863883 3644 namespace.go:102] [segment-bridge] adding namespace took 1.130573ms I0504 21:00:38.886220 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:39.080961 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:39.080998 3644 namespace.go:98] [konflux-cli] adding namespace I0504 21:00:39.081919 3644 namespace.go:102] [konflux-cli] adding namespace took 906.085µs I0504 21:00:39.133274 3644 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-t5h9r] creating logical port namespace-lister_namespace-lister-696b855848-t5h9r for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:39.133376 3644 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-t5h9r I0504 21:00:39.193338 3644 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:39.228650 3644 pod.go:62] [namespace-lister/namespace-lister-696b855848-t5h9r] pod update took 95.29685ms I0504 21:00:39.228681 3644 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-t5h9r] addLogicalPort annotation time took 95.333318ms I0504 21:00:39.229999 3644 pods.go:271] [namespace-lister/namespace-lister-696b855848-t5h9r] addLogicalPort took 96.744182ms, libovsdb time 905.562µs I0504 21:00:39.243630 3644 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:39.340803 3644 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 21:00:39.341502 3644 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 21:00:39.341527 3644 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 21:00:39.344334 3644 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 21:00:39.371688 3644 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:39.463684 3644 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:39.554372 3644 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 21:00:39.554397 3644 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 21:00:39.555701 3644 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 21:00:40.427767 3644 base_network_controller_pods.go:487] [default/konflux-ui/dex-6cdfb467c-nz2ct] creating logical port konflux-ui_dex-6cdfb467c-nz2ct for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:40.427900 3644 kube.go:256] Updating pod konflux-ui/dex-6cdfb467c-nz2ct I0504 21:00:40.606283 3644 pod.go:62] [konflux-ui/dex-6cdfb467c-nz2ct] pod update took 178.406022ms I0504 21:00:40.606306 3644 base_network_controller_pods.go:951] [default/konflux-ui/dex-6cdfb467c-nz2ct] addLogicalPort annotation time took 178.43531ms I0504 21:00:40.607584 3644 pods.go:271] [konflux-ui/dex-6cdfb467c-nz2ct] addLogicalPort took 179.853139ms, libovsdb time 878.69µs I0504 21:00:40.813296 3644 namespace.go:142] [build-service] updating namespace I0504 21:00:40.992532 3644 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-59l5j] creating logical port image-controller_image-controller-controller-manager-6f859968fc-59l5j for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:40.992661 3644 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-59l5j I0504 21:00:41.042301 3644 cni.go:452] [namespace-lister/namespace-lister-696b855848-t5h9r abe5ca75fb516092eeed6b5e5b20fb35330fc1fb1713beac556ad919df11c346 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-t5h9r abe5ca75fb516092eeed6b5e5b20fb35330fc1fb1713beac556ad919df11c346 network default NAD default NAD key ] I0504 21:00:41.052360 3644 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-t5h9r, hostIfaceName: abe5ca75fb51609, network: default, NAD default, SandboxID: "abe5ca75fb516092eeed6b5e5b20fb35330fc1fb1713beac556ad919df11c346", PCI device ID: , UID: "37140f94-57fc-46c8-9757-2958963eeca9", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0504 21:00:41.104766 3644 cni.go:473] [namespace-lister/namespace-lister-696b855848-t5h9r abe5ca75fb516092eeed6b5e5b20fb35330fc1fb1713beac556ad919df11c346 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-t5h9r abe5ca75fb516092eeed6b5e5b20fb35330fc1fb1713beac556ad919df11c346 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:46:78:4d:9b:aa\",\"name\":\"abe5ca75fb51609\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03cdd97e-fff3-4248-950f-68cd37b6d2e0\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:41.229537 3644 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-59l5j] pod update took 236.898842ms I0504 21:00:41.229566 3644 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-59l5j] addLogicalPort annotation time took 236.934677ms I0504 21:00:41.231057 3644 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-59l5j] addLogicalPort took 238.547199ms, libovsdb time 1.023806ms I0504 21:00:41.658688 3644 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-59l5j a79056bbaa55ab1ea4f0708ce8194325acc4ce5760dd03ce74dc8df0e605cd74 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-59l5j a79056bbaa55ab1ea4f0708ce8194325acc4ce5760dd03ce74dc8df0e605cd74 network default NAD default NAD key ] I0504 21:00:41.671625 3644 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-59l5j, hostIfaceName: a79056bbaa55ab1, network: default, NAD default, SandboxID: "a79056bbaa55ab1ea4f0708ce8194325acc4ce5760dd03ce74dc8df0e605cd74", PCI device ID: , UID: "e4c7fc18-85f1-4be2-bd05-d7955b0177ee", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0504 21:00:41.743532 3644 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-59l5j a79056bbaa55ab1ea4f0708ce8194325acc4ce5760dd03ce74dc8df0e605cd74 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-59l5j a79056bbaa55ab1ea4f0708ce8194325acc4ce5760dd03ce74dc8df0e605cd74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:96:30:a9:62:02\",\"name\":\"a79056bbaa55ab1\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6737e0f4-d557-4d6c-afd0-460d0f13d6f1\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:42.216697 3644 namespace.go:142] [default-tenant] updating namespace I0504 21:00:42.269499 3644 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-69c85] creating logical port build-service_build-service-controller-manager-7cbf488fcf-69c85 for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:42.269720 3644 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-69c85 I0504 21:00:42.393134 3644 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-69c85] pod update took 123.448585ms I0504 21:00:42.393161 3644 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-69c85] addLogicalPort annotation time took 123.482963ms I0504 21:00:42.394467 3644 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-69c85] addLogicalPort took 124.992323ms, libovsdb time 885.257µs I0504 21:00:42.552272 3644 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-vtk8t for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:42.552387 3644 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t I0504 21:00:42.646903 3644 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t] pod update took 94.545925ms I0504 21:00:42.646931 3644 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t] addLogicalPort annotation time took 94.580906ms I0504 21:00:42.648218 3644 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t] addLogicalPort took 95.963128ms, libovsdb time 875.855µs I0504 21:00:42.972357 3644 namespace.go:142] [enterprise-contract-service] updating namespace W0504 21:00:43.352678 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 21:00:43.372640 3644 namespace.go:142] [image-controller] updating namespace I0504 21:00:43.606352 3644 namespace.go:142] [integration-service] updating namespace I0504 21:00:43.627575 3644 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-rjcmw for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:43.627696 3644 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw I0504 21:00:43.660210 3644 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw] pod update took 32.54739ms I0504 21:00:43.660235 3644 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw] addLogicalPort annotation time took 32.579452ms I0504 21:00:43.661542 3644 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw] addLogicalPort took 33.991475ms, libovsdb time 832.627µs I0504 21:00:43.781530 3644 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6bbd8f78bc-vbbk4] creating logical port konflux-ui_proxy-6bbd8f78bc-vbbk4 for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:43.781666 3644 kube.go:256] Updating pod konflux-ui/proxy-6bbd8f78bc-vbbk4 I0504 21:00:43.811461 3644 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:43.825374 3644 pod.go:62] [konflux-ui/proxy-6bbd8f78bc-vbbk4] pod update took 43.742255ms I0504 21:00:43.825401 3644 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6bbd8f78bc-vbbk4] addLogicalPort annotation time took 43.774149ms I0504 21:00:43.826882 3644 pods.go:271] [konflux-ui/proxy-6bbd8f78bc-vbbk4] addLogicalPort took 45.370185ms, libovsdb time 984.101µs I0504 21:00:43.893885 3644 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6db9656b96-d7xbw] creating logical port integration-service_integration-service-controller-manager-6db9656b96-d7xbw for pod on switch ip-10-0-2-46.ec2.internal I0504 21:00:43.894052 3644 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6db9656b96-d7xbw I0504 21:00:43.925621 3644 pod.go:62] [integration-service/integration-service-controller-manager-6db9656b96-d7xbw] pod update took 31.600534ms I0504 21:00:43.925653 3644 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6db9656b96-d7xbw] addLogicalPort annotation time took 31.641013ms I0504 21:00:43.927069 3644 pods.go:271] [integration-service/integration-service-controller-manager-6db9656b96-d7xbw] addLogicalPort took 33.208161ms, libovsdb time 911.888µs I0504 21:00:44.000742 3644 namespace.go:142] [konflux-info] updating namespace I0504 21:00:44.211721 3644 namespace.go:142] [namespace-lister] updating namespace W0504 21:00:44.257297 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0504 21:00:44.393890 3644 namespace.go:142] [release-service] updating namespace I0504 21:00:44.423984 3644 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-69c85 b62762ede62b0c02185b6f795b9e74f807bc1c6d19215509a6adcbb40b9ef27c network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-69c85 b62762ede62b0c02185b6f795b9e74f807bc1c6d19215509a6adcbb40b9ef27c network default NAD default NAD key ] I0504 21:00:44.434020 3644 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-69c85, hostIfaceName: b62762ede62b0c0, network: default, NAD default, SandboxID: "b62762ede62b0c02185b6f795b9e74f807bc1c6d19215509a6adcbb40b9ef27c", PCI device ID: , UID: "d74c3db8-2872-4769-9f71-44b5e563f3e6", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0504 21:00:44.491342 3644 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-69c85 b62762ede62b0c02185b6f795b9e74f807bc1c6d19215509a6adcbb40b9ef27c network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-69c85 b62762ede62b0c02185b6f795b9e74f807bc1c6d19215509a6adcbb40b9ef27c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:bb:fd:04:0b:1a\",\"name\":\"b62762ede62b0c0\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e4f4ce2-95f2-4aa7-a4a2-2688f3b9539e\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:44.601978 3644 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:44.717696 3644 namespace.go:142] [build-service] updating namespace I0504 21:00:44.742155 3644 namespace.go:142] [default-tenant] updating namespace I0504 21:00:44.768258 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:44.785224 3644 namespace.go:142] [image-controller] updating namespace I0504 21:00:44.795780 3644 namespace.go:142] [integration-service] updating namespace I0504 21:00:44.826077 3644 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:44.860474 3644 namespace.go:142] [konflux-info] updating namespace I0504 21:00:44.899408 3644 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:44.908691 3644 namespace.go:142] [release-service] updating namespace I0504 21:00:44.945566 3644 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:45.071503 3644 namespace.go:142] [build-service] updating namespace I0504 21:00:45.157459 3644 namespace.go:142] [default-tenant] updating namespace W0504 21:00:45.178388 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0504 21:00:45.255036 3644 namespace.go:142] [enterprise-contract-service] updating namespace W0504 21:00:45.263742 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0504 21:00:45.352439 3644 namespace.go:142] [image-controller] updating namespace I0504 21:00:45.493330 3644 namespace.go:142] [integration-service] updating namespace I0504 21:00:45.536697 3644 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:45.709636 3644 namespace.go:142] [konflux-info] updating namespace I0504 21:00:45.804580 3644 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:45.889924 3644 namespace.go:142] [release-service] updating namespace I0504 21:00:46.020281 3644 namespace.go:142] [segment-bridge] updating namespace W0504 21:00:47.273411 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 21:00:47.746275 3644 cni.go:452] [konflux-ui/proxy-6bbd8f78bc-vbbk4 5203bdd68d6c58aae2eb46982a2d8f46ad310189189606840534f41224a6d841 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6bbd8f78bc-vbbk4 5203bdd68d6c58aae2eb46982a2d8f46ad310189189606840534f41224a6d841 network default NAD default NAD key ] I0504 21:00:47.756433 3644 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6bbd8f78bc-vbbk4, hostIfaceName: 5203bdd68d6c58a, network: default, NAD default, SandboxID: "5203bdd68d6c58aae2eb46982a2d8f46ad310189189606840534f41224a6d841", PCI device ID: , UID: "8f722275-c7fd-4381-b9b9-aa31c1a991e8", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0504 21:00:47.810134 3644 cni.go:473] [konflux-ui/proxy-6bbd8f78bc-vbbk4 5203bdd68d6c58aae2eb46982a2d8f46ad310189189606840534f41224a6d841 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6bbd8f78bc-vbbk4 5203bdd68d6c58aae2eb46982a2d8f46ad310189189606840534f41224a6d841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4e:e4:da:36:3c\",\"name\":\"5203bdd68d6c58a\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce0d9ba9-acd7-44b7-8cf7-f41a6c4e7ff3\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:50.907278 3644 cni.go:452] [konflux-ui/dex-6cdfb467c-nz2ct 7e4e4ac2a721a232e62677a15d1b1a4e305f9690be74adbd15db001d7f750b8a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6cdfb467c-nz2ct 7e4e4ac2a721a232e62677a15d1b1a4e305f9690be74adbd15db001d7f750b8a network default NAD default NAD key ] I0504 21:00:50.917596 3644 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6cdfb467c-nz2ct, hostIfaceName: 7e4e4ac2a721a23, network: default, NAD default, SandboxID: "7e4e4ac2a721a232e62677a15d1b1a4e305f9690be74adbd15db001d7f750b8a", PCI device ID: , UID: "197722a6-c8a9-456a-b48f-b696b77b1db6", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0504 21:00:50.974895 3644 cni.go:473] [konflux-ui/dex-6cdfb467c-nz2ct 7e4e4ac2a721a232e62677a15d1b1a4e305f9690be74adbd15db001d7f750b8a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6cdfb467c-nz2ct 7e4e4ac2a721a232e62677a15d1b1a4e305f9690be74adbd15db001d7f750b8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e8:8f:59:dd:62\",\"name\":\"7e4e4ac2a721a23\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/745de061-a6bf-418e-af8f-13e6026843aa\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:51.514951 3644 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw b3bd939a2be439ab6b52755fc571d125f3261e4206d72ba7efcc62d3a289e3c6 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw b3bd939a2be439ab6b52755fc571d125f3261e4206d72ba7efcc62d3a289e3c6 network default NAD default NAD key ] I0504 21:00:51.527727 3644 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-rjcmw, hostIfaceName: b3bd939a2be439a, network: default, NAD default, SandboxID: "b3bd939a2be439ab6b52755fc571d125f3261e4206d72ba7efcc62d3a289e3c6", PCI device ID: , UID: "2cd2cde9-3346-4267-82e3-2171b500fb5e", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0504 21:00:51.600703 3644 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw b3bd939a2be439ab6b52755fc571d125f3261e4206d72ba7efcc62d3a289e3c6 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-rjcmw b3bd939a2be439ab6b52755fc571d125f3261e4206d72ba7efcc62d3a289e3c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:5a:d7:e9:f8:90\",\"name\":\"b3bd939a2be439a\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52d3b0f4-b4f4-40ff-84ac-9fabab432676\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:51.628751 3644 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key ] I0504 21:00:51.639977 3644 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-vtk8t, hostIfaceName: bfc4b75a323a846, network: default, NAD default, SandboxID: "bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e", PCI device ID: , UID: "fd4c8c16-17b1-4240-b038-42dccb50562d", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0504 21:00:51.708413 3644 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:28:40:8f:4b:b0\",\"name\":\"bfc4b75a323a846\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c799f9ca-907b-4c3b-8522-bb3bf1d9c093\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:52.158993 3644 cni.go:452] [integration-service/integration-service-controller-manager-6db9656b96-d7xbw f5314c3233475a0ce7db816a1eee7560bec23db011ba79c79dc67fbcbe43db13 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6db9656b96-d7xbw f5314c3233475a0ce7db816a1eee7560bec23db011ba79c79dc67fbcbe43db13 network default NAD default NAD key ] I0504 21:00:52.171193 3644 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6db9656b96-d7xbw, hostIfaceName: f5314c3233475a0, network: default, NAD default, SandboxID: "f5314c3233475a0ce7db816a1eee7560bec23db011ba79c79dc67fbcbe43db13", PCI device ID: , UID: "338750df-1d50-42e5-8343-0389201070bc", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0504 21:00:52.230639 3644 cni.go:473] [integration-service/integration-service-controller-manager-6db9656b96-d7xbw f5314c3233475a0ce7db816a1eee7560bec23db011ba79c79dc67fbcbe43db13 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6db9656b96-d7xbw f5314c3233475a0ce7db816a1eee7560bec23db011ba79c79dc67fbcbe43db13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:bc:c0:d7:44:b2\",\"name\":\"f5314c3233475a0\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8294431-3566-4630-b2ed-bde67a8ce3a3\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 21:00:55.368768 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:55.368792 3644 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.243096 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 21:00:56.307796 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:00:56.310924 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:00:56.341323 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 21:00:56.341448 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 21:00:56.377491 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.377511 3644 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.404276 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:00:56.407627 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:00:57.350421 3644 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 21:00:58.253738 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 21:01:00.470424 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0504 21:01:07.336389 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:01:07.336503 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:01:07.356391 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 21:01:07.356553 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0504 21:01:07.556663 3644 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key ] I0504 21:01:07.650770 3644 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t bfc4b75a323a8467487bc7a62eff33950b1edd8f80c889d42f60aef82bcd916e network default NAD default NAD key default], result "{}", err I0504 21:01:07.723519 3644 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:07.723552 3644 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t I0504 21:01:07.724828 3644 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t, ips: 10.130.0.42 I0504 21:01:07.724877 3644 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:08.414413 3644 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:01:08.414439 3644 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:01:08.422583 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t I0504 21:01:08.422608 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t W0504 21:01:09.345001 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0504 21:01:31.409722 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 21:01:31.409746 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 21:01:31.409757 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 21:01:31.409762 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 21:01:36.393961 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 21:01:36.393984 3644 util.go:959] Failed to build node endpoints for node ip-10-0-2-46.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 21:01:43.485549 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 21:02:06.341477 3644 obj_retry.go:498] Detected object konflux-ui/proxy-5579c65494-jplrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:06.342013 3644 obj_retry.go:498] Detected object konflux-ui/proxy-5579c65494-jplrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:06.756020 3644 obj_retry.go:492] Detected object konflux-ui/proxy-5579c65494-jplrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:06.756052 3644 obj_retry.go:492] Detected object konflux-ui/proxy-5579c65494-jplrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:06.763160 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5579c65494-jplrh I0504 21:02:06.763190 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5579c65494-jplrh I0504 21:02:12.744660 3644 cni.go:452] [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key ] I0504 21:02:12.833517 3644 cni.go:473] [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 446c24c6a318b1f0ae91160b0a6b4d274e75bb5f1732783a3e83db430bde079c network default NAD default NAD key default], result "{}", err I0504 21:02:12.886293 3644 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:12.886333 3644 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0504 21:02:12.887721 3644 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.37 I0504 21:02:12.887754 3644 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:12.903250 3644 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:12.903299 3644 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:12.907566 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 21:02:12.907590 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 21:02:35.089407 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 21:02:37.412643 3644 namespace.go:98] [managed-tenant-mmrhm] adding namespace I0504 21:02:37.413500 3644 namespace.go:102] [managed-tenant-mmrhm] adding namespace took 831.667µs I0504 21:02:37.440525 3644 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:37.455288 3644 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.458246 3644 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.590583 3644 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.693357 3644 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:50.365197 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0504 21:03:02.089763 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72