+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-19.ec2.internal ++ [[ -n ip-10-0-0-19.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-19.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:43:59.875764910 - disable conntrack on geneve port' I0504 20:43:59.875764910 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:43:59.908642494 - starting ovnkube-node' I0504 20:43:59.908642494 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-19.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-19.ec2.internal --init-node ip-10-0-0-19.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-19.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:43:59.952897 3672 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:43:59.952964 3672 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-17476b3096.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:43:59.954375 3672 kube.go:431] Waiting for certificate I0504 20:43:59.954412 3672 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:43:59.954442 3672 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:43:59.955080 3672 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:43:59.984799 3672 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:59.984818 3672 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:59.987497 3672 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:59.987581 3672 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ktxb2" I0504 20:44:10.603142 3672 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ktxb2" I0504 20:44:10.603252 3672 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:44:10.954570 3672 kube.go:438] Certificate found I0504 20:44:10.955143 3672 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:44:10.956383 3672 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:44:11.033203 3672 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:44:11.053447 3672 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:44:11.053569 3672 server.go:101] MetricServer registers OVS metrics I0504 20:44:11.054074 3672 server.go:105] MetricServer registers OVN DB metrics I0504 20:44:11.054356 3672 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:44:11.054428 3672 factory.go:561] Starting watch factory I0504 20:44:11.054558 3672 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.054581 3672 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.054616 3672 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.054640 3672 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.054558 3672 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.054744 3672 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.055196 3672 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.055219 3672 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.055483 3672 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.055504 3672 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.057085 3672 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.057117 3672 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.058650 3672 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:44:11.058678 3672 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:44:11.059617 3672 controller_manager.go:370] Starting the ovnkube controller I0504 20:44:11.059634 3672 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-19.ec2.internal I0504 20:44:11.059694 3672 controller_manager.go:395] NBDB zone sync took: 49.468µs I0504 20:44:11.059708 3672 factory.go:561] Starting watch factory I0504 20:44:11.072219 3672 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:44:11.072243 3672 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:44:11.075964 3672 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:44:11.076000 3672 server.go:109] MetricServer registers OVN Controller metrics I0504 20:44:11.080025 3672 server.go:113] MetricServer registers OVN Northd metrics I0504 20:44:11.084208 3672 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:44:11.108477 3672 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.110227 3672 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.111953 3672 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.118447 3672 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.119859 3672 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.156932 3672 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:44:11.164938 3672 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:44:11.164953 3672 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:44:11.164957 3672 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:44:11.164961 3672 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:44:11.164964 3672 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:44:11.164967 3672 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:44:11.165083 3672 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.165099 3672 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.165192 3672 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.165214 3672 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.183157 3672 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.183157 3672 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:44:11.261699 3672 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:44:11.261715 3672 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:44:11.261719 3672 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:44:11.261722 3672 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:44:11.261726 3672 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:44:11.261728 3672 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:44:11.266876 3672 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:44:11.266883 3672 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:44:11.266967 3672 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.266981 3672 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.271352 3672 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:44:11.271365 3672 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:44:11.281122 3672 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.372672 3672 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:44:11.372793 3672 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.372808 3672 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.376878 3672 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:44:11.377083 3672 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.377972 3672 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:44:11.378030 3672 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.378041 3672 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.382863 3672 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:44:11.384975 3672 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.387917 3672 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:44:11.387977 3672 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.387989 3672 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.393961 3672 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.484492 3672 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:44:11.489664 3672 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:44:11.489744 3672 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.489760 3672 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.494804 3672 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:44:11.496190 3672 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.500179 3672 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:44:11.500372 3672 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:44:11.500390 3672 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:44:11.504107 3672 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:44:11.506092 3672 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:44:11.506161 3672 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.506174 3672 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.506235 3672 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.506253 3672 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.510644 3672 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.510677 3672 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:44:11.511566 3672 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:44:11.511577 3672 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:44:11.511584 3672 factory.go:680] Watch Factory start up complete, took: 451.876026ms I0504 20:44:11.511591 3672 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-19.ec2.internal" zone I0504 20:44:11.595874 3672 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:44:11.601871 3672 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:44:11.606099 3672 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:39:10 +0000 UTC" deadline="2026-05-05 14:33:40.915303074 +0000 UTC" I0504 20:44:11.606114 3672 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h49m29.309195585s" I0504 20:44:11.607165 3672 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:44:11.607176 3672 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:44:11.607184 3672 factory.go:680] Watch Factory start up complete, took: 552.7587ms I0504 20:44:11.607249 3672 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:44:11.638263 3672 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:44:11.696072 3672 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:44:11.702660 3672 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:44:11.745602 3672 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:44:11.745746 3672 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:44:11.745763 3672 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:44:11.779533 3672 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:44:11.779604 3672 default_node_network_controller.go:809] Node ip-10-0-0-19.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0504 20:44:11.785298 3672 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.19"] k8s.ovn.org/zone-name:ip-10-0-0-19.ec2.internal] on node ip-10-0-0-19.ec2.internal I0504 20:44:11.807473 3672 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:44:11.813684 3672 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:44:11.813787 3672 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 20:44:11.813934 3672 gateway_init.go:263] Preparing Gateway I0504 20:44:11.813954 3672 gateway_shared_intf.go:1687] Creating new gateway I0504 20:44:11.897133 3672 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:44:11.904062 3672 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:44:11.910864 3672 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:44:11.910884 3672 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-19.ec2.internal","mac-address":"12:ee:dc:05:e3:db","ip-addresses":["10.0.0.19/24"],"ip-address":"10.0.0.19/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b76585ff-db27-4ac1-91ea-3431cd6b2340 k8s.ovn.org/node-encap-ips:["10.0.0.19"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.19/24"} k8s.ovn.org/zone-name:ip-10-0-0-19.ec2.internal] on node ip-10-0-0-19.ec2.internal I0504 20:44:11.934660 3672 default_node_network_controller.go:519] Node connection status = connected I0504 20:44:12.012617 3672 controller_manager.go:429] Waiting for node in zone sync took: 501.011607ms I0504 20:44:12.022006 3672 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:44:12.022022 3672 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-19.ec2.internal I0504 20:44:12.043446 3672 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:44:12.050434 3672 controller_manager.go:290] SCTP support detected in OVN I0504 20:44:12.051035 3672 services_controller.go:69] Creating services controller for network=default I0504 20:44:12.051139 3672 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:44:12.051198 3672 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:44:12.051260 3672 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:44:12.051278 3672 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:44:12.051289 3672 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:44:12.051480 3672 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:44:12.051533 3672 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:44:12.051564 3672 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.153µs I0504 20:44:12.051579 3672 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.842µs I0504 20:44:12.051588 3672 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 54.462µs I0504 20:44:12.051593 3672 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:44:12.051605 3672 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:44:12.051615 3672 default_network_controller.go:325] Starting the default network controller I0504 20:44:12.051638 3672 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.109µs I0504 20:44:12.051701 3672 udn_enabled_svc.go:95] Performing full resync I0504 20:44:12.051992 3672 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:44:12.052002 3672 udn_enabled_svc.go:104] Starting worker I0504 20:44:12.061242 3672 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:44:12.061298 3672 repair.go:33] Syncing exgw routes took 44.843µs I0504 20:44:12.061321 3672 default_network_controller.go:414] Starting all the Watchers... I0504 20:44:12.061462 3672 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:44:12.061464 3672 namespace.go:98] [openshift-multus] adding namespace I0504 20:44:12.061463 3672 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:44:12.061462 3672 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:44:12.061478 3672 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:44:12.061485 3672 namespace.go:98] [openshift-console] adding namespace I0504 20:44:12.061487 3672 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:44:12.061493 3672 namespace.go:98] [openshift-config] adding namespace I0504 20:44:12.061501 3672 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:44:12.061500 3672 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:44:12.061506 3672 namespace.go:98] [kube-node-lease] adding namespace I0504 20:44:12.061510 3672 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:44:12.061514 3672 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:44:12.061518 3672 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:44:12.061521 3672 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:44:12.062081 3672 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 608.075µs I0504 20:44:12.062099 3672 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:44:12.062584 3672 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 478.839µs I0504 20:44:12.062598 3672 namespace.go:98] [openshift-backplane-lpsre] adding namespace W0504 20:44:12.063240 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hd2bg: pod openshift-multus/network-metrics-daemon-hd2bg: no pod IPs found I0504 20:44:12.063263 3672 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 657.145µs I0504 20:44:12.063276 3672 namespace.go:98] [openshift-authentication] adding namespace W0504 20:44:12.063301 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x4cl7: pod openshift-multus/network-metrics-daemon-x4cl7: no pod IPs found I0504 20:44:12.063921 3672 namespace.go:102] [openshift-multus] adding namespace took 2.41081ms I0504 20:44:12.063935 3672 namespace.go:98] [openshift-network-console] adding namespace I0504 20:44:12.064461 3672 namespace.go:102] [openshift-apiserver] adding namespace took 2.980137ms I0504 20:44:12.064479 3672 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:44:12.065025 3672 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.537723ms I0504 20:44:12.065044 3672 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:44:12.065592 3672 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.109607ms I0504 20:44:12.065606 3672 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:44:12.066175 3672 namespace.go:102] [openshift-console] adding namespace took 4.684148ms I0504 20:44:12.066185 3672 namespace.go:98] [openshift-etcd] adding namespace I0504 20:44:12.066595 3672 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.099239ms I0504 20:44:12.066604 3672 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:44:12.067215 3672 namespace.go:102] [openshift-monitoring] adding namespace took 5.710087ms I0504 20:44:12.067225 3672 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:44:12.067709 3672 namespace.go:102] [openshift-config] adding namespace took 6.208797ms I0504 20:44:12.067718 3672 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:44:12.068210 3672 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.702302ms I0504 20:44:12.068219 3672 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:44:12.068680 3672 namespace.go:102] [kube-node-lease] adding namespace took 7.169119ms I0504 20:44:12.068688 3672 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:44:12.069212 3672 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.69739ms I0504 20:44:12.069222 3672 namespace.go:98] [dedicated-admin] adding namespace I0504 20:44:12.069762 3672 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.243626ms I0504 20:44:12.069771 3672 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:44:12.070338 3672 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.808673ms I0504 20:44:12.070359 3672 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:44:12.070922 3672 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.372324ms I0504 20:44:12.070940 3672 namespace.go:98] [openshift-backplane] adding namespace I0504 20:44:12.071922 3672 namespace.go:102] [openshift-authentication] adding namespace took 8.620195ms I0504 20:44:12.071938 3672 namespace.go:98] [openshift-node] adding namespace I0504 20:44:12.072459 3672 namespace.go:102] [openshift-network-console] adding namespace took 8.517849ms I0504 20:44:12.072474 3672 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:44:12.073108 3672 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.621065ms I0504 20:44:12.073126 3672 namespace.go:98] [openshift-cluster-storage-operator] adding namespace W0504 20:44:12.073534 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-46l9c: pod openshift-network-diagnostics/network-check-target-46l9c: no pod IPs found W0504 20:44:12.073548 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xtpn7: pod openshift-network-diagnostics/network-check-target-xtpn7: no pod IPs found I0504 20:44:12.073580 3672 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.530415ms I0504 20:44:12.073596 3672 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:44:12.074109 3672 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.497024ms I0504 20:44:12.074126 3672 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:44:12.074623 3672 namespace.go:102] [openshift-etcd] adding namespace took 8.432219ms I0504 20:44:12.074639 3672 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:44:12.075174 3672 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.563711ms I0504 20:44:12.075191 3672 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:44:12.075694 3672 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.463965ms I0504 20:44:12.075709 3672 namespace.go:98] [openshift-infra] adding namespace I0504 20:44:12.076235 3672 namespace.go:102] [openshift-image-registry] adding namespace took 8.510513ms I0504 20:44:12.076250 3672 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:44:12.076736 3672 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.510855ms I0504 20:44:12.076750 3672 namespace.go:98] [openshift] adding namespace I0504 20:44:12.077253 3672 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.558501ms I0504 20:44:12.077269 3672 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:44:12.077761 3672 namespace.go:102] [dedicated-admin] adding namespace took 8.533475ms I0504 20:44:12.077779 3672 namespace.go:98] [openshift-logging] adding namespace I0504 20:44:12.078285 3672 namespace.go:102] [openshift-dns-operator] adding namespace took 8.508685ms I0504 20:44:12.078301 3672 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:44:12.078798 3672 namespace.go:102] [openshift-controller-manager] adding namespace took 8.433078ms I0504 20:44:12.078813 3672 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:44:12.079328 3672 namespace.go:102] [openshift-backplane] adding namespace took 8.381624ms I0504 20:44:12.079342 3672 namespace.go:98] [openshift-insights] adding namespace I0504 20:44:12.079810 3672 namespace.go:102] [openshift-node] adding namespace took 7.867323ms I0504 20:44:12.080340 3672 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.860417ms I0504 20:44:12.080354 3672 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:44:12.080848 3672 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.715117ms I0504 20:44:12.080864 3672 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:44:12.081348 3672 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.744048ms I0504 20:44:12.081362 3672 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:44:12.081784 3672 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.650445ms I0504 20:44:12.081800 3672 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:44:12.082281 3672 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.634649ms I0504 20:44:12.082296 3672 namespace.go:98] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] adding namespace I0504 20:44:12.082765 3672 namespace.go:102] [openshift-machine-api] adding namespace took 7.568452ms I0504 20:44:12.082779 3672 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:44:12.083267 3672 namespace.go:102] [openshift-infra] adding namespace took 7.551213ms I0504 20:44:12.083282 3672 namespace.go:98] [openshift-ingress] adding namespace I0504 20:44:12.083691 3672 namespace.go:102] [openshift-config-managed] adding namespace took 7.434883ms I0504 20:44:12.083705 3672 namespace.go:98] [kube-public] adding namespace I0504 20:44:12.084161 3672 namespace.go:102] [openshift] adding namespace took 7.405492ms I0504 20:44:12.084175 3672 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:44:12.084650 3672 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.375147ms I0504 20:44:12.084666 3672 namespace.go:98] [kube-system] adding namespace I0504 20:44:12.085176 3672 namespace.go:102] [openshift-logging] adding namespace took 7.38992ms I0504 20:44:12.085189 3672 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:44:12.085676 3672 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.368542ms I0504 20:44:12.085691 3672 namespace.go:98] [openshift-operators] adding namespace I0504 20:44:12.086401 3672 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.581779ms I0504 20:44:12.086419 3672 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:44:12.086896 3672 namespace.go:102] [openshift-insights] adding namespace took 7.549015ms I0504 20:44:12.086927 3672 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:44:12.087403 3672 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.042104ms I0504 20:44:12.087419 3672 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:44:12.088016 3672 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.147605ms I0504 20:44:12.088026 3672 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:44:12.088563 3672 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.196184ms I0504 20:44:12.088576 3672 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:44:12.089243 3672 namespace.go:102] [openshift-service-ca] adding namespace took 7.435478ms I0504 20:44:12.089261 3672 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:44:12.089701 3672 namespace.go:102] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] adding namespace took 7.400402ms I0504 20:44:12.089714 3672 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:44:12.090174 3672 namespace.go:102] [openshift-cluster-version] adding namespace took 7.390088ms I0504 20:44:12.090189 3672 namespace.go:98] [default] adding namespace I0504 20:44:12.090782 3672 namespace.go:102] [openshift-ingress] adding namespace took 7.494795ms I0504 20:44:12.090795 3672 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:44:12.091693 3672 namespace.go:102] [kube-public] adding namespace took 7.98325ms I0504 20:44:12.091708 3672 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:44:12.092313 3672 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.133619ms I0504 20:44:12.092324 3672 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:44:12.092827 3672 namespace.go:102] [kube-system] adding namespace took 8.156283ms I0504 20:44:12.092841 3672 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:44:12.093363 3672 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.169726ms I0504 20:44:12.093375 3672 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:44:12.093775 3672 namespace.go:102] [openshift-operators] adding namespace took 8.077584ms I0504 20:44:12.093790 3672 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:44:12.094237 3672 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.813703ms I0504 20:44:12.094252 3672 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:44:12.094704 3672 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.767893ms I0504 20:44:12.094726 3672 namespace.go:98] [openshift-dns] adding namespace I0504 20:44:12.095284 3672 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.860241ms I0504 20:44:12.095810 3672 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.778173ms I0504 20:44:12.095824 3672 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:44:12.096334 3672 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.751558ms I0504 20:44:12.096348 3672 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:44:12.097043 3672 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.77585ms I0504 20:44:12.097560 3672 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.84195ms I0504 20:44:12.097572 3672 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:44:12.098145 3672 namespace.go:102] [default] adding namespace took 7.951806ms I0504 20:44:12.098622 3672 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.821984ms I0504 20:44:12.098636 3672 namespace.go:98] [openshift-host-network] adding namespace I0504 20:44:12.099079 3672 namespace.go:102] [openshift-console-operator] adding namespace took 7.365461ms I0504 20:44:12.099554 3672 namespace.go:102] [openshift-network-operator] adding namespace took 7.22606ms I0504 20:44:12.100021 3672 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.175365ms I0504 20:44:12.100572 3672 namespace.go:102] [openshift-package-operator] adding namespace took 7.193266ms I0504 20:44:12.100588 3672 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:44:12.101182 3672 namespace.go:102] [openshift-config-operator] adding namespace took 7.387255ms I0504 20:44:12.101195 3672 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:44:12.101707 3672 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.449888ms I0504 20:44:12.102169 3672 namespace.go:102] [openshift-dns] adding namespace took 7.438154ms I0504 20:44:12.102655 3672 namespace.go:102] [openshift-marketplace] adding namespace took 6.825863ms I0504 20:44:12.103089 3672 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.736939ms I0504 20:44:12.103556 3672 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.98011ms I0504 20:44:12.104106 3672 namespace.go:102] [openshift-host-network] adding namespace took 5.46287ms I0504 20:44:12.104628 3672 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.033333ms I0504 20:44:12.105019 3672 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 3.818705ms I0504 20:44:12.105261 3672 master.go:548] Adding or Updating local node "ip-10-0-0-19.ec2.internal" for network "default" I0504 20:44:12.106127 3672 zone_ic_handler.go:195] Time taken to create transit switch: 461.932µs I0504 20:44:12.106141 3672 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-46.ec2.internal for the network default E0504 20:44:12.106211 3672 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-83.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-83.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-83.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c58f18 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2839999249}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:44:12.106302 3672 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-83.ec2.internal", UID:"3380c1b8-b43b-4a3f-bb47-12fd5c74709e", APIVersion:"v1", ResourceVersion:"9686", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-83.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-83.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c58f18 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2839999249}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:44:12.107132 3672 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-46.ec2.internal" on network "default" took: 1.481256ms W0504 20:44:12.114574 3672 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-x4cl7: pod openshift-multus/network-metrics-daemon-x4cl7: no pod IPs found W0504 20:44:12.114594 3672 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-46l9c: pod openshift-network-diagnostics/network-check-target-46l9c: no pod IPs found I0504 20:44:12.119997 3672 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-19.ec2.internal for the network default I0504 20:44:12.120200 3672 zone_ic_handler.go:195] Time taken to create transit switch: 189.8µs I0504 20:44:12.121085 3672 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:44:12.121111 3672 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:44:12.121124 3672 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:44:12.121148 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:12.121210 3672 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.121227 3672 services_controller.go:574] Full service sync requested for network=default I0504 20:44:12.121236 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-83.ec2.internal in network "default" I0504 20:44:12.121260 3672 node_tracker.go:169] Node ip-10-0-1-83.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.121270 3672 services_controller.go:574] Full service sync requested for network=default I0504 20:44:12.121278 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:12.121299 3672 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.121307 3672 services_controller.go:574] Full service sync requested for network=default I0504 20:44:12.221800 3672 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:44:12.221835 3672 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:44:12.221920 3672 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:44:12.222028 3672 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:44:12.222047 3672 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:44:12.323093 3672 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:44:12.323115 3672 repair.go:60] Starting repairing loop for services I0504 20:44:12.323195 3672 repair.go:131] Deleted 0 stale service LBs I0504 20:44:12.323213 3672 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:44:12.323229 3672 repair.go:62] Finished repairing loop for services: 115.887µs I0504 20:44:12.323253 3672 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:44:12.323262 3672 services_controller.go:254] Starting workers for network=default I0504 20:44:12.323612 3672 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x4cl7] creating logical port openshift-multus_network-metrics-daemon-x4cl7 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:12.323744 3672 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-x4cl7 I0504 20:44:12.323814 3672 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-46l9c] creating logical port openshift-network-diagnostics_network-check-target-46l9c for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:12.323933 3672 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-46l9c W0504 20:44:12.326766 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:12.329686 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:12.330047 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.330061 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.330067 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:12.340741 3672 pod.go:62] [openshift-network-diagnostics/network-check-target-46l9c] pod update took 16.8733ms I0504 20:44:12.340758 3672 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-46l9c] addLogicalPort annotation time took 16.893683ms I0504 20:44:12.341671 3672 pod.go:62] [openshift-multus/network-metrics-daemon-x4cl7] pod update took 17.971831ms I0504 20:44:12.341700 3672 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-x4cl7] addLogicalPort annotation time took 17.991905ms I0504 20:44:12.342100 3672 pods.go:271] [openshift-network-diagnostics/network-check-target-46l9c] addLogicalPort took 18.291802ms, libovsdb time 1.102247ms I0504 20:44:12.342936 3672 pods.go:271] [openshift-multus/network-metrics-daemon-x4cl7] addLogicalPort took 19.332724ms, libovsdb time 641.145µs I0504 20:44:12.343578 3672 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:44:12.343601 3672 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:44:12.343615 3672 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:44:12.343622 3672 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:44:12.343829 3672 repair.go:29] Repairing admin network policies took 201.05µs I0504 20:44:12.344019 3672 repair.go:92] Repairing baseline admin network policies took 177.501µs I0504 20:44:12.344260 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:44:12.344278 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:44:12.345822 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:44:12.345853 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:44:12.345868 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:44:12.348032 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:44:12.348055 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:44:12.348063 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:44:12.349746 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:44:12.349765 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:44:12.349774 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:44:12.350719 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:44:12.350738 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:44:12.350747 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:44:12.352178 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:44:12.352196 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:44:12.352809 3672 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:44:12.352820 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:44:12.353498 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:44:12.353519 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:44:12.353527 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:44:12.354949 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:44:12.354968 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:44:12.354975 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:44:12.356186 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:44:12.356204 3672 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:44:12.356212 3672 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:44:12.357344 3672 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:44:12.357362 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:44:12.357373 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:44:12.358528 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:44:12.358546 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:44:12.358555 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:44:12.359019 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:44:12.359036 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:44:12.359045 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:44:12.359525 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:44:12.359552 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:44:12.359563 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:44:12.360073 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:44:12.360090 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:44:12.360098 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:44:12.360587 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:44:12.360607 3672 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:44:12.360617 3672 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:44:12.361476 3672 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:44:12.361498 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:44:12.361514 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:44:12.362957 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:44:12.362975 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:44:12.362983 3672 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:44:12.364539 3672 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:44:12.364557 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:44:12.364565 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:44:12.365026 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:44:12.365057 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:44:12.365072 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:44:12.365546 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:44:12.365562 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:44:12.365568 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:44:12.365830 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:44:12.365845 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:44:12.365854 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:44:12.366531 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:44:12.366555 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:44:12.366562 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:44:12.366826 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:44:12.366842 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:44:12.366850 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:44:12.367337 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:44:12.367352 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:44:12.367360 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:44:12.367817 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:44:12.367834 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:44:12.367845 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:44:12.368827 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:44:12.368848 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:44:12.368860 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:44:12.370080 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:44:12.370098 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:44:12.370106 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:44:12.370594 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:44:12.370611 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:44:12.370640 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:44:12.371326 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:44:12.371349 3672 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:44:12.371360 3672 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:44:12.372378 3672 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:44:12.378262 3672 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:44:12.378298 3672 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:44:12.378299 3672 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:44:12.378324 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:44:12.378338 3672 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:44:12.378324 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:44:12.378346 3672 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:44:12.378592 3672 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:44:12.378605 3672 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:44:12.378610 3672 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:44:12.378619 3672 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:44:12.378639 3672 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:44:12.378660 3672 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:44:12.378669 3672 egressfirewall.go:723] Syncing node "ip-10-0-1-83.ec2.internal" for egress firewall I0504 20:44:12.378809 3672 egressqos.go:245] Starting EgressQoS Controller I0504 20:44:12.378820 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:44:12.378828 3672 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:44:12.378835 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:44:12.378843 3672 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:44:12.378850 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:44:12.378857 3672 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:44:12.378861 3672 egressqos.go:259] Repairing EgressQoSes I0504 20:44:12.378865 3672 egressqos.go:399] Starting repairing loop for egressqos I0504 20:44:12.378966 3672 egressqos.go:401] Finished repairing loop for egressqos: 100.693µs I0504 20:44:12.378989 3672 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:44:12.379017 3672 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-19.ec2.internal I0504 20:44:12.379091 3672 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-19.ec2.internal : 73.239µs I0504 20:44:12.379363 3672 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:44:12.379373 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:44:12.379380 3672 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:44:12.379385 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:44:12.379389 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:44:12.379394 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:44:12.379398 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:44:12.379403 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:44:12.379407 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:44:12.379410 3672 egressservice_zone.go:228] Repairing Egress Services I0504 20:44:12.379667 3672 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:44:12.379677 3672 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:44:12.379694 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:12.379711 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 17.976µs I0504 20:44:12.379718 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-83.ec2.internal I0504 20:44:12.379732 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-83.ec2.internal: 13.899µs I0504 20:44:12.379740 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:12.379745 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 7.57µs I0504 20:44:12.380044 3672 default_network_controller.go:585] Completing all the Watchers took 318.714416ms I0504 20:44:12.380059 3672 default_network_controller.go:589] Starting unidling controllers I0504 20:44:12.380072 3672 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:44:12.380080 3672 unidle.go:63] Populating Initial ContollerEvent events I0504 20:44:12.380092 3672 unidle.go:79] Setting up event handlers for services I0504 20:44:12.380209 3672 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:44:12.385660 3672 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:44:12.435138 3672 default_node_network_controller.go:519] Node connection status = connected I0504 20:44:12.453339 3672 bridgeconfig.go:537] Gateway is ready I0504 20:44:12.453357 3672 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:44:12.453374 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:12.453393 3672 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-46.ec2.internal. Updating no re-route policies I0504 20:44:12.453400 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:12.453418 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 21.689µs I0504 20:44:12.453436 3672 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.453440 3672 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:44:12.453459 3672 services_controller.go:574] Full service sync requested for network=default W0504 20:44:12.453693 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:12.453800 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:12.453986 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453996 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.454000 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:12.465677 3672 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.19. Updating OVN encap IP. I0504 20:44:12.471001 3672 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.19 - it is already configured I0504 20:44:12.471013 3672 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.19/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:44:12.471244 3672 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.19/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-19.ec2.internal","mac-address":"12:ee:dc:05:e3:db","ip-addresses":["10.0.0.19/24"],"ip-address":"10.0.0.19/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b76585ff-db27-4ac1-91ea-3431cd6b2340 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.19/24"}] on node ip-10-0-0-19.ec2.internal I0504 20:44:12.487693 3672 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.19 I0504 20:44:12.487863 3672 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-19.ec2.internal I0504 20:44:12.488130 3672 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:44:12.488162 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:12.488167 3672 master.go:548] Adding or Updating local node "ip-10-0-0-19.ec2.internal" for network "default" I0504 20:44:12.488169 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:12.488186 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 20.25µs I0504 20:44:12.488205 3672 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.488218 3672 services_controller.go:574] Full service sync requested for network=default W0504 20:44:12.488465 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488478 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488484 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488845 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:12.489002 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:44:12.492846 3672 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-19.ec2.internal. Updating no re-route policies I0504 20:44:12.492950 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t57qg I0504 20:44:12.492961 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-46l9c I0504 20:44:12.492971 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-v27l4 I0504 20:44:12.492976 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t57qg I0504 20:44:12.492977 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-46l9c I0504 20:44:12.492983 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-v27l4 I0504 20:44:12.492987 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-19.ec2.internal I0504 20:44:12.493000 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-27c9s I0504 20:44:12.493007 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t57qg after 0 failed attempt(s) I0504 20:44:12.493007 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-v27l4 after 0 failed attempt(s) I0504 20:44:12.493014 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-19.ec2.internal I0504 20:44:12.493017 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-27c9s I0504 20:44:12.493032 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wshk8 I0504 20:44:12.493039 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-27c9s after 0 failed attempt(s) I0504 20:44:12.493040 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-19.ec2.internal after 0 failed attempt(s) I0504 20:44:12.493046 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wshk8 I0504 20:44:12.493047 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pkxgm I0504 20:44:12.493057 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x4cl7 I0504 20:44:12.493060 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pkxgm I0504 20:44:12.493063 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x4cl7 I0504 20:44:12.493065 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wshk8 after 0 failed attempt(s) I0504 20:44:12.493078 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9twrc I0504 20:44:12.493081 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pkxgm after 0 failed attempt(s) I0504 20:44:12.493081 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7tbvk I0504 20:44:12.493092 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9twrc I0504 20:44:12.493093 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6cvbn I0504 20:44:12.493098 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7tbvk I0504 20:44:12.493098 3672 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x4cl7] creating logical port openshift-multus_network-metrics-daemon-x4cl7 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:12.493099 3672 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-19.ec2.internal I0504 20:44:12.493092 3672 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-46l9c] creating logical port openshift-network-diagnostics_network-check-target-46l9c for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:12.493109 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6cvbn I0504 20:44:12.493112 3672 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-19.ec2.internal I0504 20:44:12.493109 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9twrc after 0 failed attempt(s) I0504 20:44:12.493117 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7tbvk after 0 failed attempt(s) I0504 20:44:12.493100 3672 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fv7mn I0504 20:44:12.493125 3672 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-19.ec2.internal after 0 failed attempt(s) I0504 20:44:12.493130 3672 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-fv7mn I0504 20:44:12.493133 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6cvbn after 0 failed attempt(s) I0504 20:44:12.493141 3672 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-fv7mn after 0 failed attempt(s) I0504 20:44:12.493761 3672 pods.go:271] [openshift-multus/network-metrics-daemon-x4cl7] addLogicalPort took 672.07µs, libovsdb time 258.876µs I0504 20:44:12.493776 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-x4cl7 after 0 failed attempt(s) I0504 20:44:12.493966 3672 pods.go:271] [openshift-network-diagnostics/network-check-target-46l9c] addLogicalPort took 958.847µs, libovsdb time 423.534µs I0504 20:44:12.493979 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-46l9c after 0 failed attempt(s) I0504 20:44:12.505287 3672 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:44:12.517715 3672 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:44:12.521349 3672 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:44:12.546865 3672 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:44:12.590121 3672 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:44:12.608539 3672 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:44:12.608743 3672 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:44:12.608823 3672 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:44:12.608949 3672 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:44:12.609015 3672 gateway_init.go:325] Gateway and management port readiness took 678.569039ms I0504 20:44:12.609049 3672 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:44:12.609090 3672 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:44:12.609109 3672 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:44:12.609130 3672 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:44:12.609205 3672 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:44:12.609288 3672 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.066µs I0504 20:44:12.609600 3672 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:44:12.609637 3672 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 25.223µs I0504 20:44:12.609647 3672 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.733µs I0504 20:44:12.609654 3672 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:44:12.609668 3672 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:44:12.609676 3672 default_node_network_controller.go:899] Starting the default node network controller I0504 20:44:12.609683 3672 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:44:12.609749 3672 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.751µs I0504 20:44:12.609886 3672 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:44:12.609897 3672 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:44:12.609946 3672 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000becad0 0xc0002cbdc0 0xc0002cbe30 0xc0002cbf10 0xc0002d0000 0xc0002d00e0 0xc0002d01c0 0xc000afbb80 0xc0002d0230 0xc0002d0310 0xc0008fae10 0xc0061bf340 0xc0002d0380 map[0x2ff9080:0xc00179b500 0x2ff95c0:0xc00179b680 0x2ffa2e0:0xc00179b440 0x2ffa580:0xc00179b4a0 0x2ffad60:0xc00179b560 0x2ffb000:0xc00179b5c0 0x2ffb2a0:0xc00179b620 0x2ffba80:0xc00179b7a0 0x2ffbd20:0xc00179b800 0x3026980:0xc001bf2240 0x3026d20:0xc001bf22a0 0x3027800:0xc000c81500 0x3029160:0xc001bf2000 0x30298a0:0xc0027178c0 0x302a720:0xc001bf21e0] 0xc000119420 0} I0504 20:44:12.610015 3672 gateway.go:151] Starting gateway service sync I0504 20:44:12.610492 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:44:12.612841 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:44:12.621643 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:44:12.622943 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:44:12.624131 3672 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:44:12.659055 3672 gateway.go:168] Gateway service sync done. Time taken: 49.020672ms I0504 20:44:12.659808 3672 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30962 I0504 20:44:12.659938 3672 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000becad0 0xc0002cbdc0 0xc0002cbe30 0xc0002cbf10 0xc0002d0000 0xc0002d00e0 0xc0002d01c0 0xc000afbb80 0xc0002d0230 0xc0002d0310 0xc0008fae10 0xc0061bf340 0xc0002d0380 map[0x2ff9080:0xc00179b500 0x2ff95c0:0xc00179b680 0x2ffa2e0:0xc00179b440 0x2ffa580:0xc00179b4a0 0x2ffad60:0xc00179b560 0x2ffb000:0xc00179b5c0 0x2ffb2a0:0xc00179b620 0x2ffba80:0xc00179b7a0 0x2ffbd20:0xc00179b800 0x3026980:0xc001bf2240 0x3026d20:0xc001bf22a0 0x3027800:0xc000c81500 0x3029160:0xc001bf2000 0x30298a0:0xc0027178c0 0x302a720:0xc001bf21e0] 0xc000119420 0} I0504 20:44:12.660453 3672 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000becad0 0xc0002cbdc0 0xc0002cbe30 0xc0002cbf10 0xc0002d0000 0xc0002d00e0 0xc0002d01c0 0xc000afbb80 0xc0002d0230 0xc0002d0310 0xc0008fae10 0xc0061bf340 0xc0002d0380 map[0x2ff9080:0xc00179b500 0x2ff95c0:0xc00179b680 0x2ffa2e0:0xc00179b440 0x2ffa580:0xc00179b4a0 0x2ffad60:0xc00179b560 0x2ffb000:0xc00179b5c0 0x2ffb2a0:0xc00179b620 0x2ffba80:0xc00179b7a0 0x2ffbd20:0xc00179b800 0x3026980:0xc001bf2240 0x3026d20:0xc001bf22a0 0x3027800:0xc000c81500 0x3029160:0xc001bf2000 0x30298a0:0xc0027178c0 0x302a720:0xc001bf21e0] 0xc000119420 0} I0504 20:44:12.660494 3672 gateway.go:532] Reconciling gateway with updates I0504 20:44:12.665822 3672 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:44:12.665961 3672 default_node_network_controller.go:944] Gateway and management port readiness took 56.054436ms I0504 20:44:12.666001 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:12.666017 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:12.666032 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:12.666039 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:12.666038 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:12.666048 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:12.666047 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:12.666059 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:12.666052 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:12.666073 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:12.666080 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:44:12.666085 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:12.666038 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:12.666085 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:12.666097 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666099 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:12.666113 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:12.666117 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666118 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:12.666121 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:12.666134 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:12.666138 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:12.666137 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:12.666156 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666048 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:12.666164 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:12.666161 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:12.666172 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:12.666141 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0504 20:44:12.666176 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:12.666178 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:12.666184 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0504 20:44:12.666188 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:44:12.666194 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:12.666195 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:12.666206 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666209 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666104 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:12.666211 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:12.666216 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:12.666228 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:12.666229 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:12.666232 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:44:12.666218 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:12.666239 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:12.666239 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:12.666245 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:12.666245 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:12.666249 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:12.666245 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:12.666255 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666258 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:12.666262 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:12.666263 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:12.666266 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:12.666122 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:12.666270 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:44:12.666165 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:12.666274 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:12.666283 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0504 20:44:12.666291 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:44:12.666251 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:44:12.666272 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0504 20:44:12.666303 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:12.666300 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0504 20:44:12.666301 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:12.666312 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:12.666317 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:12.666178 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:12.666379 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:12.666405 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:12.666412 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:12.666423 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:12.666427 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:12.666427 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:12.666433 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:12.666437 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:44:12.666449 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:44:12.666227 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:12.666030 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:12.666529 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:12.666211 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:12.666286 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:12.666601 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:12.666137 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:44:12.666207 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:12.666628 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:12.666632 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:12.666066 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:12.666641 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:12.666655 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:44:12.666024 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:12.666063 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:12.666697 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:12.666179 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:44:12.666141 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:12.666208 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:12.666231 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:12.666934 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:12.666231 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:44:12.666951 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:44:12.666968 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:44:12.666266 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:44:12.666982 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:44:12.666269 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:44:12.666287 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:44:12.666286 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:12.667076 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:12.666289 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:44:12.666284 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:12.667116 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 30686 is already open, no action needed I0504 20:44:12.667127 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 30289 is already open, no action needed I0504 20:44:12.666300 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:12.667165 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:12.666195 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:12.667244 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:12.667252 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:44:12.667361 3672 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:44:12.704515 3672 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:44:12.704685 3672 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:44:12.704784 3672 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0504 20:44:12.712005 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:44:12.712025 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:44:12.712034 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:44:12.712042 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:44:12.712048 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0504 20:44:12.712056 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:44:12.712064 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:44:12.712069 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:44:12.712076 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:44:12.712082 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:44:12.712088 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:44:12.712093 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:44:12.712101 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:44:12.712119 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:44:12.712144 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:44:12.712162 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:44:12.712168 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:44:12.712174 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:44:12.712180 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:44:12.712185 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:44:12.712191 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:44:12.750593 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:44:12.750618 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:44:12.750626 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:44:12.788709 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:44:12.788715 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0504 20:44:13.982884 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:13.982925 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:13.982947 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:13.982960 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:13.982965 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.016776 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.016811 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.016848 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.016862 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.016868 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:44:14.060640 3672 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:44:14.060660 3672 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:44:14.060707 3672 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0504 20:44:14.072641 3672 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.979732ms I0504 20:44:14.072790 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-83.ec2.internal", IP: 10.0.1.83 to PMTUD blocking rules I0504 20:44:14.072806 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-83.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:14.072798 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-46.ec2.internal", IP: 10.0.2.46 to PMTUD blocking rules I0504 20:44:14.072887 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-46.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:14.084650 3672 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:44:14.084925 3672 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:44:14.085111 3672 egressservice_node.go:183] Starting Egress Services Controller I0504 20:44:14.085135 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:44:14.085152 3672 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:44:14.085161 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:44:14.085170 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:44:14.085179 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:44:14.085188 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:44:14.085195 3672 egressservice_node.go:197] Repairing Egress Services I0504 20:44:14.095412 3672 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:44:14.095424 3672 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:44:14.095546 3672 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:44:14.095558 3672 link_network_manager.go:119] Link manager is running I0504 20:44:14.095570 3672 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:44:14.095847 3672 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:44:14.095967 3672 vrf_manager.go:128] VRF manager is running I0504 20:44:14.096071 3672 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:44:14.096087 3672 gateway.go:532] Reconciling gateway with updates I0504 20:44:14.116856 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:14.116884 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:14.116894 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:44:14.116897 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:44:14.116895 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:14.116922 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:14.116871 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:14.116938 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:44:14.116945 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:14.116952 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:14.116953 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:44:14.116966 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:44:14.116969 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:44:14.116967 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:14.116969 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:14.116980 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:44:14.116982 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:44:14.116980 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:44:14.116992 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:44:14.116996 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:44:14.117001 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:44:14.116869 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:14.117009 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:14.117010 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:44:14.117017 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:44:14.117016 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:44:14.117023 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:44:14.117027 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:14.117017 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:44:14.117032 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:14.117034 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:14.117039 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:44:14.117041 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:14.117043 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:44:14.117043 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:44:14.117051 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:44:14.117048 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:14.117058 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:44:14.117060 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:44:14.117062 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:14.117065 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0504 20:44:14.117074 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:14.117076 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:44:14.117083 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:44:14.117089 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:44:14.117035 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:44:14.117091 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:44:14.117101 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:44:14.117082 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0504 20:44:14.117117 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:44:14.116955 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:14.117139 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0504 20:44:14.116952 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:44:14.117146 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:44:14.117147 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:14.117020 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:14.117158 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:44:14.117165 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:44:14.117013 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:14.117206 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:14.117222 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:44:14.117230 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:44:14.117210 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:44:14.117031 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:14.117259 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:44:14.117285 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:14.117048 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:44:14.117296 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:44:14.117306 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:44:14.116930 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:44:14.117310 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:14.117062 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:44:14.117071 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:44:14.117039 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:14.117333 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:44:14.117338 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:14.117339 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:14.117349 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:44:14.117351 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:44:14.117354 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:44:14.117356 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:14.117354 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:14.117367 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:44:14.117374 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 30686 is already open, no action needed I0504 20:44:14.117377 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:44:14.117324 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:14.117393 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:44:14.117396 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:14.117405 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:14.117415 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:14.117375 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:44:14.117421 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:44:14.117426 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:44:14.117428 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:44:14.117364 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:44:14.117382 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 30289 is already open, no action needed I0504 20:44:14.117455 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:14.117474 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:44:14.117060 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:14.117508 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:44:14.117513 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0504 20:44:14.117522 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0504 20:44:14.117735 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:14.117738 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:14.117745 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:44:14.117745 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:14.117750 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:44:14.117755 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:44:14.117759 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:14.117769 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:44:14.117773 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:44:14.117783 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:44:14.117785 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:14.117791 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:14.117801 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:44:14.117802 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:44:14.137322 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:44:14.137331 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:44:14.137345 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:44:14.137352 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:44:14.137357 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:44:14.137377 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:44:14.137383 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:44:14.137389 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:44:14.137394 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:44:14.137405 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:44:14.137410 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:44:14.137415 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:44:14.137422 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:44:14.137428 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:44:14.137433 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:44:14.176412 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:44:14.176441 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:44:14.176449 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0504 20:44:14.176455 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:44:14.216044 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:44:14.216058 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:44:14.216083 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:44:14.216092 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:44:14.216101 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:44:14.216110 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:44:14.216122 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:44:14.216138 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:44:15.785502 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:15.785538 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 41.855µs W0504 20:44:15.901198 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:15.901216 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:15.901222 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:16.219880 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:16.219927 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 54.734µs I0504 20:44:16.248236 3672 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5444c6cc67-qb7x2] creating logical port openshift-image-registry_image-registry-5444c6cc67-qb7x2 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:16.248370 3672 kube.go:256] Updating pod openshift-image-registry/image-registry-5444c6cc67-qb7x2 I0504 20:44:16.273928 3672 pod.go:62] [openshift-image-registry/image-registry-5444c6cc67-qb7x2] pod update took 25.587617ms I0504 20:44:16.273955 3672 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5444c6cc67-qb7x2] addLogicalPort annotation time took 25.63803ms I0504 20:44:16.275472 3672 pods.go:271] [openshift-image-registry/image-registry-5444c6cc67-qb7x2] addLogicalPort took 27.253889ms, libovsdb time 830.841µs I0504 20:44:16.280510 3672 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vsbvm] creating logical port openshift-dns_dns-default-vsbvm for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:16.280594 3672 kube.go:256] Updating pod openshift-dns/dns-default-vsbvm I0504 20:44:16.280510 3672 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-w9qj5] creating logical port openshift-insights_insights-runtime-extractor-w9qj5 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:16.280705 3672 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-w9qj5 I0504 20:44:16.301107 3672 pod.go:62] [openshift-insights/insights-runtime-extractor-w9qj5] pod update took 20.424476ms I0504 20:44:16.301127 3672 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-w9qj5] addLogicalPort annotation time took 20.448687ms I0504 20:44:16.301274 3672 pod.go:62] [openshift-dns/dns-default-vsbvm] pod update took 20.70164ms I0504 20:44:16.301298 3672 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vsbvm] addLogicalPort annotation time took 20.729231ms I0504 20:44:16.302228 3672 pods.go:271] [openshift-insights/insights-runtime-extractor-w9qj5] addLogicalPort took 21.727169ms, libovsdb time 845.751µs I0504 20:44:16.302607 3672 pods.go:271] [openshift-dns/dns-default-vsbvm] addLogicalPort took 22.11277ms, libovsdb time 1.041239ms I0504 20:44:16.307251 3672 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-55q2p] creating logical port openshift-ingress-canary_ingress-canary-55q2p for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:16.307341 3672 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-55q2p I0504 20:44:16.325436 3672 pod.go:62] [openshift-ingress-canary/ingress-canary-55q2p] pod update took 18.114285ms I0504 20:44:16.325453 3672 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-55q2p] addLogicalPort annotation time took 18.136558ms I0504 20:44:16.326527 3672 pods.go:271] [openshift-ingress-canary/ingress-canary-55q2p] addLogicalPort took 19.288219ms, libovsdb time 829.776µs I0504 20:44:16.607402 3672 cni.go:452] [openshift-image-registry/image-registry-5444c6cc67-qb7x2 0606ec82bf240322f2a5784de08d88e50c9c17d40278911ca88ea7baad40beda network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5444c6cc67-qb7x2 0606ec82bf240322f2a5784de08d88e50c9c17d40278911ca88ea7baad40beda network default NAD default NAD key ] I0504 20:44:16.628206 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5444c6cc67-qb7x2, hostIfaceName: 0606ec82bf24032, network: default, NAD default, SandboxID: "0606ec82bf240322f2a5784de08d88e50c9c17d40278911ca88ea7baad40beda", PCI device ID: , UID: "b72fcac1-ad88-4eb6-8ef6-52a9e817d411", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0504 20:44:16.637617 3672 cni.go:452] [openshift-insights/insights-runtime-extractor-w9qj5 9ff694b5529667f56db3fdbaec45013694eb693abba12053ef80eb957b561fc4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-w9qj5 9ff694b5529667f56db3fdbaec45013694eb693abba12053ef80eb957b561fc4 network default NAD default NAD key ] I0504 20:44:16.638113 3672 cni.go:452] [openshift-dns/dns-default-vsbvm 919985faaab375fdc9eb8e482f4572173db829f6ec0c75ded5c582122fe14412 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vsbvm 919985faaab375fdc9eb8e482f4572173db829f6ec0c75ded5c582122fe14412 network default NAD default NAD key ] I0504 20:44:16.671078 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vsbvm, hostIfaceName: 919985faaab375f, network: default, NAD default, SandboxID: "919985faaab375fdc9eb8e482f4572173db829f6ec0c75ded5c582122fe14412", PCI device ID: , UID: "70c960c1-d87a-43a5-85c1-9ab4977f63e7", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0504 20:44:16.671745 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-w9qj5, hostIfaceName: 9ff694b5529667f, network: default, NAD default, SandboxID: "9ff694b5529667f56db3fdbaec45013694eb693abba12053ef80eb957b561fc4", PCI device ID: , UID: "98c6f71f-5988-44ef-b2e9-bb75091a1c0e", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0504 20:44:16.688871 3672 cni.go:452] [openshift-ingress-canary/ingress-canary-55q2p 2fc780195caa8527423bbfa35d862d5c3ace86d71f715462417e4dceb952c555 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-55q2p 2fc780195caa8527423bbfa35d862d5c3ace86d71f715462417e4dceb952c555 network default NAD default NAD key ] I0504 20:44:16.694441 3672 cni.go:473] [openshift-image-registry/image-registry-5444c6cc67-qb7x2 0606ec82bf240322f2a5784de08d88e50c9c17d40278911ca88ea7baad40beda network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5444c6cc67-qb7x2 0606ec82bf240322f2a5784de08d88e50c9c17d40278911ca88ea7baad40beda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:90:28:f1:fa:b4\",\"name\":\"0606ec82bf24032\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8a883d8-3446-4536-8c57-3aed901f0a1a\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:16.698926 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-55q2p, hostIfaceName: 2fc780195caa852, network: default, NAD default, SandboxID: "2fc780195caa8527423bbfa35d862d5c3ace86d71f715462417e4dceb952c555", PCI device ID: , UID: "8feb3af6-5a0f-4860-bab1-02899c57e59a", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0504 20:44:16.721277 3672 cni.go:473] [openshift-dns/dns-default-vsbvm 919985faaab375fdc9eb8e482f4572173db829f6ec0c75ded5c582122fe14412 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vsbvm 919985faaab375fdc9eb8e482f4572173db829f6ec0c75ded5c582122fe14412 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:69:44:93:b3:a1\",\"name\":\"919985faaab375f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9524cdb9-7e49-454e-a9b0-55250c81e648\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:16.727521 3672 cni.go:473] [openshift-insights/insights-runtime-extractor-w9qj5 9ff694b5529667f56db3fdbaec45013694eb693abba12053ef80eb957b561fc4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-w9qj5 9ff694b5529667f56db3fdbaec45013694eb693abba12053ef80eb957b561fc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:54:11:5b:d0:24\",\"name\":\"9ff694b5529667f\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e382a49-eb4d-4218-b0cc-dbeabc3f080e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:16.744764 3672 cni.go:473] [openshift-ingress-canary/ingress-canary-55q2p 2fc780195caa8527423bbfa35d862d5c3ace86d71f715462417e4dceb952c555 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-55q2p 2fc780195caa8527423bbfa35d862d5c3ace86d71f715462417e4dceb952c555 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:fe:7f:01:be:c5\",\"name\":\"2fc780195caa852\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/713313ef-c09c-4351-a9af-4732fe21d0ad\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:44:16.982935 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:17.042231 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:17.251620 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-msjlp for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:17.251816 3672 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp I0504 20:44:17.270108 3672 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp] pod update took 18.323391ms I0504 20:44:17.270134 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp] addLogicalPort annotation time took 18.355935ms I0504 20:44:17.271488 3672 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp] addLogicalPort took 19.886248ms, libovsdb time 1.008265ms I0504 20:44:19.023358 3672 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp 983e8e9543ec935c8ffad6e66ae2a547c4df5ebe67c788c6e1513f86af362ad9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp 983e8e9543ec935c8ffad6e66ae2a547c4df5ebe67c788c6e1513f86af362ad9 network default NAD default NAD key ] I0504 20:44:19.034850 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-msjlp, hostIfaceName: 983e8e9543ec935, network: default, NAD default, SandboxID: "983e8e9543ec935c8ffad6e66ae2a547c4df5ebe67c788c6e1513f86af362ad9", PCI device ID: , UID: "ee82b47c-fb7a-458f-8aee-3b674e30c0c7", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0504 20:44:19.089295 3672 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp 983e8e9543ec935c8ffad6e66ae2a547c4df5ebe67c788c6e1513f86af362ad9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-msjlp 983e8e9543ec935c8ffad6e66ae2a547c4df5ebe67c788c6e1513f86af362ad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:85:c7:19:a1:6f\",\"name\":\"983e8e9543ec935\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3839bb7c-a74d-4ae6-97ce-4cc17837d331\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:44:19.994844 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:19.994862 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:19.994867 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.066867 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.066977 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.066989 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:20.868988 3672 base_network_controller_pods.go:487] [default/openshift-console/console-65c9c56955-5m4pd] creating logical port openshift-console_console-65c9c56955-5m4pd for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:20.869094 3672 kube.go:256] Updating pod openshift-console/console-65c9c56955-5m4pd I0504 20:44:20.885515 3672 pod.go:62] [openshift-console/console-65c9c56955-5m4pd] pod update took 16.44468ms I0504 20:44:20.885600 3672 base_network_controller_pods.go:951] [default/openshift-console/console-65c9c56955-5m4pd] addLogicalPort annotation time took 16.53787ms I0504 20:44:20.886763 3672 pods.go:271] [openshift-console/console-65c9c56955-5m4pd] addLogicalPort took 17.797454ms, libovsdb time 885.888µs W0504 20:44:20.967527 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967547 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967552 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967566 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967571 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967577 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:21.000341 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:44:21.031368 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:44:21.249853 3672 cni.go:452] [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key ] I0504 20:44:21.260342 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65c9c56955-5m4pd, hostIfaceName: a6e7a14f6a83210, network: default, NAD default, SandboxID: "a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915", PCI device ID: , UID: "e0bf537d-12b6-4a97-a835-3a6d521c190c", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0504 20:44:21.307656 3672 cni.go:473] [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e0:8c:76:41:a0\",\"name\":\"a6e7a14f6a83210\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec3e2ed9-5620-4994-ae45-537b5607ba13\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:22.323498 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-j97d5] creating logical port openshift-monitoring_prometheus-operator-76b589d668-j97d5 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:22.323612 3672 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-j97d5 I0504 20:44:22.337434 3672 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-j97d5] pod update took 13.856327ms I0504 20:44:22.337460 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-j97d5] addLogicalPort annotation time took 13.887536ms I0504 20:44:22.338718 3672 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-j97d5] addLogicalPort took 15.234872ms, libovsdb time 929.703µs I0504 20:44:22.726682 3672 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-j97d5 5aee56a72a8d24a6b3a103e4fa3afcfe2ce62a963949b2827738d6acd54d672f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-j97d5 5aee56a72a8d24a6b3a103e4fa3afcfe2ce62a963949b2827738d6acd54d672f network default NAD default NAD key ] I0504 20:44:22.740394 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-j97d5, hostIfaceName: 5aee56a72a8d24a, network: default, NAD default, SandboxID: "5aee56a72a8d24a6b3a103e4fa3afcfe2ce62a963949b2827738d6acd54d672f", PCI device ID: , UID: "5d61282d-a205-4138-9a88-b018532b1e7e", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0504 20:44:22.791796 3672 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-j97d5 5aee56a72a8d24a6b3a103e4fa3afcfe2ce62a963949b2827738d6acd54d672f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-j97d5 5aee56a72a8d24a6b3a103e4fa3afcfe2ce62a963949b2827738d6acd54d672f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:5a:ab:ae:19:c8\",\"name\":\"5aee56a72a8d24a\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5a399a7-c07a-4e7a-8644-6596d0e936f7\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:44:25.015067 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:25.081544 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:26.677987 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:28.053066 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:44:28.953271 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:28.953293 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:30.020314 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.020332 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.020338 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:30.067504 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:32.118517 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:32.118539 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:44:32.739479 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-zwlc6 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:32.739597 3672 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6 I0504 20:44:32.759214 3672 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6] pod update took 19.64481ms I0504 20:44:32.759241 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6] addLogicalPort annotation time took 19.676851ms I0504 20:44:32.760512 3672 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6] addLogicalPort took 21.05318ms, libovsdb time 946.035µs I0504 20:44:33.165548 3672 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6 5565000115baa769b9c2b434a5ab8e767b1974c682856da127ea4c42e416a4ac network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6 5565000115baa769b9c2b434a5ab8e767b1974c682856da127ea4c42e416a4ac network default NAD default NAD key ] I0504 20:44:33.176208 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-zwlc6, hostIfaceName: 5565000115baa76, network: default, NAD default, SandboxID: "5565000115baa769b9c2b434a5ab8e767b1974c682856da127ea4c42e416a4ac", PCI device ID: , UID: "7c5a112a-ce4c-4e09-8600-2407d74e30dc", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0504 20:44:33.226123 3672 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6 5565000115baa769b9c2b434a5ab8e767b1974c682856da127ea4c42e416a4ac network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-zwlc6 5565000115baa769b9c2b434a5ab8e767b1974c682856da127ea4c42e416a4ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:39:8d:9c:ee:bc\",\"name\":\"5565000115baa76\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8510b192-8721-4ce6-8321-bb91aa4a52dc\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:33.884361 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:33.884470 3672 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:44:33.921237 3672 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 36.804709ms I0504 20:44:33.921260 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 36.83587ms I0504 20:44:33.922372 3672 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 38.033537ms, libovsdb time 846.492µs I0504 20:44:35.298289 3672 cni.go:452] [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key ] I0504 20:44:35.310707 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3851edfc7e19817, network: default, NAD default, SandboxID: "3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513", PCI device ID: , UID: "8f0400d0-c6d6-4dc5-b48f-519408400ca1", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0504 20:44:35.361985 3672 cni.go:473] [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c0:f7:c2:89:4c\",\"name\":\"3851edfc7e19817\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72f945cf-1be6-4754-b3c9-94cfd2215e1d\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:35.967461 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-75cc75f647-6w9jw] creating logical port openshift-monitoring_thanos-querier-75cc75f647-6w9jw for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:35.967614 3672 kube.go:256] Updating pod openshift-monitoring/thanos-querier-75cc75f647-6w9jw I0504 20:44:35.993635 3672 pod.go:62] [openshift-monitoring/thanos-querier-75cc75f647-6w9jw] pod update took 26.070058ms I0504 20:44:35.993663 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-75cc75f647-6w9jw] addLogicalPort annotation time took 26.102105ms I0504 20:44:35.995048 3672 pods.go:271] [openshift-monitoring/thanos-querier-75cc75f647-6w9jw] addLogicalPort took 27.605391ms, libovsdb time 971.926µs I0504 20:44:36.442631 3672 cni.go:452] [openshift-monitoring/thanos-querier-75cc75f647-6w9jw 5a1930d4b74eedb00813b9fbd6a4eb97135a44bd296bc0fb475e6b5ff5979501 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-75cc75f647-6w9jw 5a1930d4b74eedb00813b9fbd6a4eb97135a44bd296bc0fb475e6b5ff5979501 network default NAD default NAD key ] I0504 20:44:36.455049 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-75cc75f647-6w9jw, hostIfaceName: 5a1930d4b74eedb, network: default, NAD default, SandboxID: "5a1930d4b74eedb00813b9fbd6a4eb97135a44bd296bc0fb475e6b5ff5979501", PCI device ID: , UID: "6f1420b1-f40b-4217-ad59-707e9f9e9950", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0504 20:44:36.504969 3672 cni.go:473] [openshift-monitoring/thanos-querier-75cc75f647-6w9jw 5a1930d4b74eedb00813b9fbd6a4eb97135a44bd296bc0fb475e6b5ff5979501 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-75cc75f647-6w9jw 5a1930d4b74eedb00813b9fbd6a4eb97135a44bd296bc0fb475e6b5ff5979501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c0:18:5f:64:20\",\"name\":\"5a1930d4b74eedb\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d80a7f59-9681-47c5-8c89-50dbbe8a9b41\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:44:37.126342 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:37.126373 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:37.134222 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.134237 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.134242 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.174503 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:37.174534 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:44:37.327310 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-86c79c57bd-vh88v] creating logical port openshift-monitoring_metrics-server-86c79c57bd-vh88v for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:37.327447 3672 kube.go:256] Updating pod openshift-monitoring/metrics-server-86c79c57bd-vh88v I0504 20:44:37.400922 3672 pod.go:62] [openshift-monitoring/metrics-server-86c79c57bd-vh88v] pod update took 73.508547ms I0504 20:44:37.400947 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-86c79c57bd-vh88v] addLogicalPort annotation time took 73.555815ms I0504 20:44:37.402304 3672 pods.go:271] [openshift-monitoring/metrics-server-86c79c57bd-vh88v] addLogicalPort took 75.014616ms, libovsdb time 1.001153ms I0504 20:44:37.592310 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-w6cz8 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:37.592410 3672 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8 I0504 20:44:37.722533 3672 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8] pod update took 130.149854ms I0504 20:44:37.722559 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8] addLogicalPort annotation time took 130.18188ms I0504 20:44:37.724031 3672 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8] addLogicalPort took 131.741757ms, libovsdb time 1.109089ms I0504 20:44:37.763561 3672 default_network_controller.go:1025] Node "ip-10-0-1-83.ec2.internal" in remote zone "ip-10-0-1-83.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:37.764451 3672 zone_ic_handler.go:195] Time taken to create transit switch: 339.319µs I0504 20:44:37.764470 3672 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-83.ec2.internal for the network default I0504 20:44:37.765773 3672 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-83.ec2.internal" on network "default" took: 1.690313ms W0504 20:44:38.108285 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:38.399355 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-8659996dd-vjv4t] creating logical port openshift-monitoring_telemeter-client-8659996dd-vjv4t for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:38.399466 3672 kube.go:256] Updating pod openshift-monitoring/telemeter-client-8659996dd-vjv4t I0504 20:44:38.461921 3672 pod.go:62] [openshift-monitoring/telemeter-client-8659996dd-vjv4t] pod update took 62.47707ms I0504 20:44:38.461943 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-8659996dd-vjv4t] addLogicalPort annotation time took 62.515943ms I0504 20:44:38.463110 3672 pods.go:271] [openshift-monitoring/telemeter-client-8659996dd-vjv4t] addLogicalPort took 63.775032ms, libovsdb time 868.788µs W0504 20:44:38.548863 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.548879 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.548885 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.681806 3672 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-854d569766-5dp4j IP address from the namespace address-set, err: pod openshift-console/console-854d569766-5dp4j: no pod IPs found I0504 20:44:38.791554 3672 cni.go:452] [openshift-monitoring/metrics-server-86c79c57bd-vh88v 180d04909d46c51b5ef8fd4e3bf39cfef34bd07b62a92fdfe07c60766dfac010 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-86c79c57bd-vh88v 180d04909d46c51b5ef8fd4e3bf39cfef34bd07b62a92fdfe07c60766dfac010 network default NAD default NAD key ] I0504 20:44:38.802413 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-86c79c57bd-vh88v, hostIfaceName: 180d04909d46c51, network: default, NAD default, SandboxID: "180d04909d46c51b5ef8fd4e3bf39cfef34bd07b62a92fdfe07c60766dfac010", PCI device ID: , UID: "95f83578-a826-487d-b3f5-9b7b71419734", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0504 20:44:38.857980 3672 cni.go:473] [openshift-monitoring/metrics-server-86c79c57bd-vh88v 180d04909d46c51b5ef8fd4e3bf39cfef34bd07b62a92fdfe07c60766dfac010 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-86c79c57bd-vh88v 180d04909d46c51b5ef8fd4e3bf39cfef34bd07b62a92fdfe07c60766dfac010 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:eb:f9:b9:7e:69\",\"name\":\"180d04909d46c51\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba9d016c-aa7d-47b5-8000-aeb7e8b6b948\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:39.450724 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:39.450939 3672 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:44:39.455461 3672 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8 cb2d03d729f8386ee7450057cf390a5389edf385d866cf215b800222cef7cdc3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8 cb2d03d729f8386ee7450057cf390a5389edf385d866cf215b800222cef7cdc3 network default NAD default NAD key ] I0504 20:44:39.466154 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-w6cz8, hostIfaceName: cb2d03d729f8386, network: default, NAD default, SandboxID: "cb2d03d729f8386ee7450057cf390a5389edf385d866cf215b800222cef7cdc3", PCI device ID: , UID: "4b47f1f9-7b46-469d-895c-0857501aa158", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0504 20:44:39.495677 3672 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 44.822863ms I0504 20:44:39.495702 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 44.853658ms I0504 20:44:39.497266 3672 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 46.56825ms, libovsdb time 1.119907ms I0504 20:44:39.529065 3672 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8 cb2d03d729f8386ee7450057cf390a5389edf385d866cf215b800222cef7cdc3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w6cz8 cb2d03d729f8386ee7450057cf390a5389edf385d866cf215b800222cef7cdc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fb:aa:4b:15:da\",\"name\":\"cb2d03d729f8386\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/248f0e9c-99cd-4b79-9cfc-d6fb30a71235\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:39.648096 3672 cni.go:452] [openshift-monitoring/telemeter-client-8659996dd-vjv4t d3c840b44ba388840b0d3a1148ee18787049ac61fbf9cbc4eee7c0d3e4c33cdb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-8659996dd-vjv4t d3c840b44ba388840b0d3a1148ee18787049ac61fbf9cbc4eee7c0d3e4c33cdb network default NAD default NAD key ] I0504 20:44:39.660042 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-8659996dd-vjv4t, hostIfaceName: d3c840b44ba3888, network: default, NAD default, SandboxID: "d3c840b44ba388840b0d3a1148ee18787049ac61fbf9cbc4eee7c0d3e4c33cdb", PCI device ID: , UID: "dab27bbf-b2e5-46cb-a9a4-11529058d560", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0504 20:44:39.720777 3672 cni.go:473] [openshift-monitoring/telemeter-client-8659996dd-vjv4t d3c840b44ba388840b0d3a1148ee18787049ac61fbf9cbc4eee7c0d3e4c33cdb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-8659996dd-vjv4t d3c840b44ba388840b0d3a1148ee18787049ac61fbf9cbc4eee7c0d3e4c33cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:71:3c:15:93:94\",\"name\":\"d3c840b44ba3888\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b793a98-0d0e-4d54-a140-5ff592dc4080\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:40.201769 3672 cni.go:452] [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key ] I0504 20:44:40.212292 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 986517a753881dd, network: default, NAD default, SandboxID: "986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539", PCI device ID: , UID: "5efefcca-ec6f-4b06-9665-8c77f24a89ab", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0504 20:44:40.275372 3672 cni.go:473] [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a1:22:2a:ec:3d\",\"name\":\"986517a753881dd\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72c3ab26-e93c-4a86-9a7c-abe5f848f976\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:44:41.116206 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:44:41.152332 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.152423 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.152438 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.152445 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.254224 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:41.254246 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.183122 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:44:42.267021 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.267048 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.303371 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.303390 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.303395 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.303399 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:44:42.791763 3672 cni.go:452] [openshift-multus/network-metrics-daemon-x4cl7 a37ca84296c92486766a99938ea910681067f7d5575fceb1b8ce2f1ea3650748 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-x4cl7 a37ca84296c92486766a99938ea910681067f7d5575fceb1b8ce2f1ea3650748 network default NAD default NAD key ] I0504 20:44:42.803784 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-x4cl7, hostIfaceName: a37ca84296c9248, network: default, NAD default, SandboxID: "a37ca84296c92486766a99938ea910681067f7d5575fceb1b8ce2f1ea3650748", PCI device ID: , UID: "2ed4c198-b12b-4ae3-9cf8-8fbd7d4a11ac", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0504 20:44:42.865124 3672 cni.go:473] [openshift-multus/network-metrics-daemon-x4cl7 a37ca84296c92486766a99938ea910681067f7d5575fceb1b8ce2f1ea3650748 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-x4cl7 a37ca84296c92486766a99938ea910681067f7d5575fceb1b8ce2f1ea3650748 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:37:83:f4:b6:8a\",\"name\":\"a37ca84296c9248\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93daf45a-5320-4f15-824a-53311b9b1c26\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:43.080646 3672 cni.go:452] [openshift-network-diagnostics/network-check-target-46l9c fb238890611e80929a5080fb97754af74152440b52b0cd693beacc3a23c0838b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-46l9c fb238890611e80929a5080fb97754af74152440b52b0cd693beacc3a23c0838b network default NAD default NAD key ] I0504 20:44:43.091450 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-46l9c, hostIfaceName: fb238890611e809, network: default, NAD default, SandboxID: "fb238890611e80929a5080fb97754af74152440b52b0cd693beacc3a23c0838b", PCI device ID: , UID: "01367f6d-cb3f-47d1-84cc-35bf60c02a46", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0504 20:44:43.145392 3672 cni.go:473] [openshift-network-diagnostics/network-check-target-46l9c fb238890611e80929a5080fb97754af74152440b52b0cd693beacc3a23c0838b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-46l9c fb238890611e80929a5080fb97754af74152440b52b0cd693beacc3a23c0838b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:17:8e:f0:f5:2e\",\"name\":\"fb238890611e809\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d472e4f5-d77f-4e6a-93fd-5dc087a0c2b0\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:44:43.479260 3672 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5cc85bf75f-sz562 IP address from the namespace address-set, err: pod openshift-console/console-5cc85bf75f-sz562: no pod IPs found W0504 20:44:43.485254 3672 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5cc85bf75f-9jt76 IP address from the namespace address-set, err: pod openshift-console/console-5cc85bf75f-9jt76: no pod IPs found W0504 20:44:47.151448 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151467 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151473 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:47.151477 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:44:52.161421 3672 cni.go:452] [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key ] I0504 20:44:52.235707 3672 cni.go:473] [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65c9c56955-5m4pd a6e7a14f6a83210be7a8da56f8c110875c21ccf292981e1c44748717539a1915 network default NAD default NAD key default], result "{}", err I0504 20:44:52.281790 3672 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-5m4pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:52.281828 3672 pods.go:176] Deleting pod: openshift-console/console-65c9c56955-5m4pd I0504 20:44:52.283116 3672 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65c9c56955-5m4pd, ips: 10.129.0.10 I0504 20:44:52.283145 3672 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-5m4pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:52.290715 3672 base_network_controller_pods.go:487] [default/openshift-console/console-54d7b44f95-mkczq] creating logical port openshift-console_console-54d7b44f95-mkczq for pod on switch ip-10-0-0-19.ec2.internal I0504 20:44:52.290831 3672 kube.go:256] Updating pod openshift-console/console-54d7b44f95-mkczq I0504 20:44:52.313269 3672 pod.go:62] [openshift-console/console-54d7b44f95-mkczq] pod update took 22.466611ms I0504 20:44:52.313298 3672 base_network_controller_pods.go:951] [default/openshift-console/console-54d7b44f95-mkczq] addLogicalPort annotation time took 22.499877ms I0504 20:44:52.314436 3672 pods.go:271] [openshift-console/console-54d7b44f95-mkczq] addLogicalPort took 23.735945ms, libovsdb time 780.877µs I0504 20:44:52.651243 3672 cni.go:452] [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key ] I0504 20:44:52.660863 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-54d7b44f95-mkczq, hostIfaceName: 84d3abb438d319a, network: default, NAD default, SandboxID: "84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5", PCI device ID: , UID: "1a2d4208-f2bb-4ba8-994d-d0e11705fceb", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0504 20:44:52.710069 3672 cni.go:473] [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3e:47:ce:42:91\",\"name\":\"84d3abb438d319a\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f9d7d9c-788a-4d0d-8ea8-2028d6ce0dfc\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:53.223329 3672 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-5m4pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:53.223350 3672 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-5m4pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:53.229775 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65c9c56955-5m4pd I0504 20:44:53.229798 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65c9c56955-5m4pd W0504 20:45:01.214110 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:45:02.142098 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:45:02.491545 3672 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-tzl47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:02.492102 3672 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-tzl47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:45:03.252179 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:45:03.317532 3672 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-tzl47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:03.317552 3672 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-tzl47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:03.329585 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65c9c56955-tzl47 I0504 20:45:03.329609 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65c9c56955-tzl47 I0504 20:45:03.613870 3672 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:03.614458 3672 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:04.217361 3672 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:04.217392 3672 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:04.224341 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7596968c58-2w2pb I0504 20:45:04.224371 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7596968c58-2w2pb W0504 20:45:04.897313 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897332 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897339 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897350 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897354 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.897358 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.935229 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.935257 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:04.935265 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:45:11.256091 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:45:16.277304 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:45:18.182032 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:45:26.464608 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465224 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465262 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465273 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:45:26.465289 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465295 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:45:27.482528 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.482556 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.482580 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.482590 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:28.622633 3672 obj_retry.go:498] Detected object openshift-console/console-854d569766-gpspc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:28.625196 3672 obj_retry.go:498] Detected object openshift-console/console-854d569766-gpspc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:29.338253 3672 obj_retry.go:492] Detected object openshift-console/console-854d569766-gpspc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:29.338277 3672 obj_retry.go:492] Detected object openshift-console/console-854d569766-gpspc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:29.344326 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-854d569766-gpspc I0504 20:45:29.344355 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-854d569766-gpspc I0504 20:45:29.754842 3672 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:45:29.771583 3672 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:45:31.335716 3672 obj_retry.go:498] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:31.336274 3672 obj_retry.go:498] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:31.646071 3672 obj_retry.go:492] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:31.646097 3672 obj_retry.go:492] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:31.654189 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7649797d67-6vgks I0504 20:45:31.654208 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7649797d67-6vgks W0504 20:45:37.461419 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:45:37.461439 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:45:37.461450 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:45:37.461455 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:45:40.439675 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:45:40.439695 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:45:54.657124 3672 cni.go:452] [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key ] I0504 20:45:54.740340 3672 cni.go:473] [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 3851edfc7e19817d5de3122c6f8fdffa1cf729120f79ba96cea3a3e07a24d513 network default NAD default NAD key default], result "{}", err I0504 20:45:54.801540 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:54.801581 3672 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0504 20:45:54.802971 3672 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.13 I0504 20:45:54.803000 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:55.455232 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:55.455262 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:55.463818 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:45:55.463850 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:45:55.522741 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:45:55.522889 3672 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:45:55.562341 3672 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 39.491904ms I0504 20:45:55.562371 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 39.525209ms I0504 20:45:55.563601 3672 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 40.87874ms, libovsdb time 889.22µs I0504 20:45:55.881651 3672 cni.go:452] [openshift-monitoring/alertmanager-main-1 5e961bb38f44a4b340e579e1deb4a49a7837d3005492f0134ecbae82fc8ed5ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5e961bb38f44a4b340e579e1deb4a49a7837d3005492f0134ecbae82fc8ed5ee network default NAD default NAD key ] I0504 20:45:55.891416 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5e961bb38f44a4b, network: default, NAD default, SandboxID: "5e961bb38f44a4b340e579e1deb4a49a7837d3005492f0134ecbae82fc8ed5ee", PCI device ID: , UID: "2368b210-c16f-408b-8170-59bf7ef56f4b", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0504 20:45:55.941805 3672 cni.go:473] [openshift-monitoring/alertmanager-main-1 5e961bb38f44a4b340e579e1deb4a49a7837d3005492f0134ecbae82fc8ed5ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5e961bb38f44a4b340e579e1deb4a49a7837d3005492f0134ecbae82fc8ed5ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:ff:18:9a:86:10\",\"name\":\"5e961bb38f44a4b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e924e0c4-e1d6-442a-97e9-181aa3a5291b\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:45:59.171169 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.171776 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.507026 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.507051 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.516706 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:45:59.516820 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:46:19.736560 3672 cni.go:452] [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key ] I0504 20:46:19.803527 3672 cni.go:473] [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-54d7b44f95-mkczq 84d3abb438d319ae68c39f5f90d08b9d7c91a452b00cd22fb84f734b647803c5 network default NAD default NAD key default], result "{}", err I0504 20:46:19.848673 3672 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mkczq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:19.848761 3672 pods.go:176] Deleting pod: openshift-console/console-54d7b44f95-mkczq I0504 20:46:19.850154 3672 pods.go:236] Attempting to release IPs for pod: openshift-console/console-54d7b44f95-mkczq, ips: 10.129.0.19 I0504 20:46:19.850189 3672 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mkczq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:19.856697 3672 base_network_controller_pods.go:487] [default/openshift-console/console-bd7f98d8-lc7sv] creating logical port openshift-console_console-bd7f98d8-lc7sv for pod on switch ip-10-0-0-19.ec2.internal I0504 20:46:19.856827 3672 kube.go:256] Updating pod openshift-console/console-bd7f98d8-lc7sv I0504 20:46:19.869669 3672 pod.go:62] [openshift-console/console-bd7f98d8-lc7sv] pod update took 12.870795ms I0504 20:46:19.869689 3672 base_network_controller_pods.go:951] [default/openshift-console/console-bd7f98d8-lc7sv] addLogicalPort annotation time took 12.894264ms I0504 20:46:19.870973 3672 pods.go:271] [openshift-console/console-bd7f98d8-lc7sv] addLogicalPort took 14.29034ms, libovsdb time 868.944µs I0504 20:46:20.217435 3672 cni.go:452] [openshift-console/console-bd7f98d8-lc7sv 242628eaf8d4beb8a3c34885691c2b5ffc1c6428970028626c9ece3d0f142a19 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bd7f98d8-lc7sv 242628eaf8d4beb8a3c34885691c2b5ffc1c6428970028626c9ece3d0f142a19 network default NAD default NAD key ] I0504 20:46:20.227140 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bd7f98d8-lc7sv, hostIfaceName: 242628eaf8d4beb, network: default, NAD default, SandboxID: "242628eaf8d4beb8a3c34885691c2b5ffc1c6428970028626c9ece3d0f142a19", PCI device ID: , UID: "99485cb9-62b5-4a53-b683-35be84add336", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0504 20:46:20.278345 3672 cni.go:473] [openshift-console/console-bd7f98d8-lc7sv 242628eaf8d4beb8a3c34885691c2b5ffc1c6428970028626c9ece3d0f142a19 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bd7f98d8-lc7sv 242628eaf8d4beb8a3c34885691c2b5ffc1c6428970028626c9ece3d0f142a19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0e:ed:bc:00:d3\",\"name\":\"242628eaf8d4beb\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a7bbf9e-82d2-41b3-9ff2-f17fc4181250\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:46:20.577644 3672 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mkczq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:20.577665 3672 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mkczq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:20.582889 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54d7b44f95-mkczq I0504 20:46:20.582933 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54d7b44f95-mkczq W0504 20:46:25.929457 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:46:25.929481 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:46:25.929487 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:46:27.224977 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.225584 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.632168 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.632196 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.638995 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:46:27.639015 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0504 20:46:30.628484 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:46:30.838601 3672 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.839183 3672 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.653832 3672 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.653859 3672 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.661986 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54d7b44f95-mm9f6 I0504 20:46:31.662004 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54d7b44f95-mm9f6 I0504 20:47:01.983980 3672 cni.go:452] [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key ] I0504 20:47:02.071373 3672 cni.go:473] [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 986517a753881ddc0612e75a3a0c0ee9d5bf86f6b434cca55b35735731acc539 network default NAD default NAD key default], result "{}", err I0504 20:47:02.132072 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.132103 3672 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0504 20:47:02.133283 3672 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.18 I0504 20:47:02.133310 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.741068 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.741094 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.749883 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:47:02.749928 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:47:02.797956 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:47:02.798094 3672 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:47:02.838863 3672 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 40.809184ms I0504 20:47:02.838885 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 40.83731ms I0504 20:47:02.840109 3672 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 42.167281ms, libovsdb time 881.986µs I0504 20:47:03.160708 3672 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b93bb8cc5a8d59484578d6c5f8601c62bbc2b584cd6b2f24a7831681f74163a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 b93bb8cc5a8d59484578d6c5f8601c62bbc2b584cd6b2f24a7831681f74163a2 network default NAD default NAD key ] I0504 20:47:03.170999 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: b93bb8cc5a8d594, network: default, NAD default, SandboxID: "b93bb8cc5a8d59484578d6c5f8601c62bbc2b584cd6b2f24a7831681f74163a2", PCI device ID: , UID: "b9ec062e-2d74-4d40-aaf6-52e4da380e6b", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0504 20:47:03.219902 3672 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b93bb8cc5a8d59484578d6c5f8601c62bbc2b584cd6b2f24a7831681f74163a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 b93bb8cc5a8d59484578d6c5f8601c62bbc2b584cd6b2f24a7831681f74163a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:75:fe:c3:9e:f1\",\"name\":\"b93bb8cc5a8d594\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10539ddd-f0f1-4504-ba38-9c506ea8c22d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:47:37.865304 3672 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0504 20:48:04.050788 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:48:04.050809 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:49:18.121428 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0504 20:49:27.120166 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0504 20:49:30.187826 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:49:30.486986 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:30.487633 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:31.374273 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:31.374301 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.391555 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:49:53.131340 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I0504 20:49:58.517901 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0504 20:50:03.625568 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.626110 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.518749 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.518772 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:23.517730 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:50:33.380555 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0504 20:50:34.634634 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:50:45.683894 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:50:45.683978 3672 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vhwr8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vhwr8: no pod IPs found I0504 20:51:16.286721 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 20:51:28.120818 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 20:52:18.502672 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:53:32.399192 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 20:53:44.165499 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=457 I0504 20:53:49.188777 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0504 20:53:55.509853 3672 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:54:00.127510 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=128 I0504 20:54:29.124396 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 20:55:53.960601 3672 namespace.go:98] [tsf] adding namespace I0504 20:55:53.961466 3672 namespace.go:102] [tsf] adding namespace took 841.719µs I0504 20:55:53.978877 3672 namespace.go:142] [tsf] updating namespace I0504 20:55:53.989322 3672 namespace.go:142] [tsf] updating namespace I0504 20:55:57.902770 3672 namespace.go:98] [konflux-operator] adding namespace I0504 20:55:57.903787 3672 namespace.go:102] [konflux-operator] adding namespace took 992.157µs I0504 20:55:57.904545 3672 namespace.go:98] [rhbk-operator] adding namespace I0504 20:55:57.904689 3672 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:55:57.904785 3672 namespace.go:98] [tsf-tpa] adding namespace I0504 20:55:57.905250 3672 namespace.go:102] [rhbk-operator] adding namespace took 690.71µs I0504 20:55:57.905963 3672 namespace.go:102] [rhtpa-operator] adding namespace took 1.253723ms I0504 20:55:57.906672 3672 namespace.go:102] [tsf-tpa] adding namespace took 1.86749ms I0504 20:55:57.922725 3672 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:55:57.922845 3672 namespace.go:98] [tsf-tas] adding namespace I0504 20:55:57.922896 3672 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:55:57.923078 3672 namespace.go:98] [konflux-ui] adding namespace I0504 20:55:57.923461 3672 namespace.go:102] [tsf-keycloak] adding namespace took 722.561µs I0504 20:55:57.923951 3672 namespace.go:102] [tsf-tas] adding namespace took 1.091433ms I0504 20:55:57.924372 3672 namespace.go:102] [cert-manager-operator] adding namespace took 1.438664ms I0504 20:55:57.924853 3672 namespace.go:102] [konflux-ui] adding namespace took 1.762462ms I0504 20:55:57.929607 3672 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:57.958331 3672 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:57.974320 3672 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:57.980952 3672 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:57.999071 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:57.999182 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:57.999209 3672 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:58.010478 3672 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.010591 3672 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.010667 3672 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.015538 3672 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:58.015580 3672 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:58.077396 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:58.090314 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:58.129446 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:58.147398 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:58.164644 3672 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.175523 3672 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.187192 3672 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.192565 3672 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.222135 3672 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.234287 3672 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.249398 3672 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:58.254255 3672 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:59.151698 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:59.163183 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:05.186896 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.187459 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.187490 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.187500 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:05.187510 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.187515 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:05.226855 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227340 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227363 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227370 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:05.227378 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227382 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:06.215652 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.215677 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.215694 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.215707 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253357 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253379 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253393 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253404 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:13.815150 3672 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.815725 3672 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.815750 3672 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.815758 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:13.815767 3672 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.815771 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:14.147646 3672 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.147678 3672 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.147691 3672 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.147700 3672 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:15.023209 3672 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-pdl6v for pod on switch ip-10-0-0-19.ec2.internal I0504 20:56:15.023313 3672 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v I0504 20:56:15.045837 3672 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v] pod update took 22.548225ms I0504 20:56:15.045857 3672 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v] addLogicalPort annotation time took 22.574123ms I0504 20:56:15.047051 3672 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v] addLogicalPort took 23.862293ms, libovsdb time 823.276µs I0504 20:56:15.261268 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.261803 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.261830 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.261838 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:15.261848 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.261852 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:15.291502 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291970 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291991 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291998 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:15.292013 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.292018 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:15.379806 3672 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v ae0c395de179a75109b16a4f54748299f93c11109af11e1f388b09c072e94b23 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v ae0c395de179a75109b16a4f54748299f93c11109af11e1f388b09c072e94b23 network default NAD default NAD key ] I0504 20:56:15.389594 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-pdl6v, hostIfaceName: ae0c395de179a75, network: default, NAD default, SandboxID: "ae0c395de179a75109b16a4f54748299f93c11109af11e1f388b09c072e94b23", PCI device ID: , UID: "057530ed-9a3b-411c-848a-9ec8e8075328", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0504 20:56:15.439565 3672 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v ae0c395de179a75109b16a4f54748299f93c11109af11e1f388b09c072e94b23 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-pdl6v ae0c395de179a75109b16a4f54748299f93c11109af11e1f388b09c072e94b23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:00:7a:c7:a4:02\",\"name\":\"ae0c395de179a75\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9cd17a-ae49-4790-a4cf-667d4535381f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:56:16.269536 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270196 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270227 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270234 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:16.270243 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270248 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:16.294111 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.294142 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.294164 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.294175 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330461 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330478 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330494 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.330503 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315413 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315444 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315457 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315469 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:56:18.914462 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:56:21.993328 3672 namespace.go:142] [openshift-operators] updating namespace I0504 20:56:22.012405 3672 namespace.go:142] [openshift-operators] updating namespace W0504 20:56:23.956155 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.557446 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.572633 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.572700 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.588326 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:56:29.383695 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0504 20:56:29.934829 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:56:30.166791 3672 namespace.go:142] [openshift-operators] updating namespace I0504 20:56:30.484745 3672 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-96n7d for pod on switch ip-10-0-0-19.ec2.internal I0504 20:56:30.484861 3672 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d I0504 20:56:30.509955 3672 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d] pod update took 25.115574ms I0504 20:56:30.509976 3672 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d] addLogicalPort annotation time took 25.144228ms I0504 20:56:30.511150 3672 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d] addLogicalPort took 26.419798ms, libovsdb time 873.725µs I0504 20:56:30.530212 3672 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-whqvv] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-whqvv for pod on switch ip-10-0-0-19.ec2.internal I0504 20:56:30.530315 3672 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-whqvv I0504 20:56:30.547697 3672 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-whqvv] pod update took 17.402179ms I0504 20:56:30.547716 3672 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-whqvv] addLogicalPort annotation time took 17.426293ms I0504 20:56:30.548803 3672 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-whqvv] addLogicalPort took 18.608581ms, libovsdb time 765.737µs I0504 20:56:30.865564 3672 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d 7f1b8378c10d8b9c433290d08db5a82a65a75c8ae3cc9b3d9be5e4fb993e64ac network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d 7f1b8378c10d8b9c433290d08db5a82a65a75c8ae3cc9b3d9be5e4fb993e64ac network default NAD default NAD key ] I0504 20:56:30.875519 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-96n7d, hostIfaceName: 7f1b8378c10d8b9, network: default, NAD default, SandboxID: "7f1b8378c10d8b9c433290d08db5a82a65a75c8ae3cc9b3d9be5e4fb993e64ac", PCI device ID: , UID: "40f0e128-636d-48bb-8a18-a200b67e3ec5", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0504 20:56:30.888215 3672 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-whqvv 97f6db959630044da78da00c8a2353bfcd063b3be3f3442faea1ccd8a85d5460 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-whqvv 97f6db959630044da78da00c8a2353bfcd063b3be3f3442faea1ccd8a85d5460 network default NAD default NAD key ] I0504 20:56:30.898364 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-whqvv, hostIfaceName: 97f6db959630044, network: default, NAD default, SandboxID: "97f6db959630044da78da00c8a2353bfcd063b3be3f3442faea1ccd8a85d5460", PCI device ID: , UID: "b52f0bbd-ecfd-4457-8d87-d15685b8fa88", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0504 20:56:30.930567 3672 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d 7f1b8378c10d8b9c433290d08db5a82a65a75c8ae3cc9b3d9be5e4fb993e64ac network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-96n7d 7f1b8378c10d8b9c433290d08db5a82a65a75c8ae3cc9b3d9be5e4fb993e64ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6c:a1:38:bc:74\",\"name\":\"7f1b8378c10d8b9\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15120d17-0cda-4cb7-a436-2f68e221e699\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:56:30.957459 3672 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-whqvv 97f6db959630044da78da00c8a2353bfcd063b3be3f3442faea1ccd8a85d5460 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-whqvv 97f6db959630044da78da00c8a2353bfcd063b3be3f3442faea1ccd8a85d5460 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:70:35:94:5a:3a\",\"name\":\"97f6db959630044\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f73fd3d-9d19-4287-9354-981f360a3fcd\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:56:39.425060 3672 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:56:39.425984 3672 namespace.go:102] [trusted-artifact-signer] adding namespace took 902.763µs I0504 20:56:39.493471 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:39.508361 3672 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:56:40.032282 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:56:43.895632 3672 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-28hnc for pod on switch ip-10-0-0-19.ec2.internal I0504 20:56:43.895757 3672 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc I0504 20:56:43.926120 3672 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc] pod update took 30.39479ms I0504 20:56:43.926144 3672 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc] addLogicalPort annotation time took 30.423222ms I0504 20:56:43.927279 3672 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc] addLogicalPort took 31.66429ms, libovsdb time 814.265µs I0504 20:56:44.248286 3672 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc aeab355d3544eb9a004599610839bf1ffa817cbd06d0faf6d719478ecf33853d network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc aeab355d3544eb9a004599610839bf1ffa817cbd06d0faf6d719478ecf33853d network default NAD default NAD key ] I0504 20:56:44.259030 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-28hnc, hostIfaceName: aeab355d3544eb9, network: default, NAD default, SandboxID: "aeab355d3544eb9a004599610839bf1ffa817cbd06d0faf6d719478ecf33853d", PCI device ID: , UID: "0aa16680-b0c4-4ca0-a6a3-51cb5117a1e6", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0504 20:56:44.311525 3672 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc aeab355d3544eb9a004599610839bf1ffa817cbd06d0faf6d719478ecf33853d network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-28hnc aeab355d3544eb9a004599610839bf1ffa817cbd06d0faf6d719478ecf33853d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cc:48:86:7d:7c\",\"name\":\"aeab355d3544eb9\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36b4787a-20ff-44a5-9e12-71f9905ac7ed\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:56:45.711274 3672 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:56:45.712233 3672 namespace.go:102] [openshift-pipelines] adding namespace took 934.93µs I0504 20:56:45.735561 3672 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:56:46.423459 3672 namespace.go:98] [cert-manager] adding namespace I0504 20:56:46.424327 3672 namespace.go:102] [cert-manager] adding namespace took 843.462µs I0504 20:56:46.553669 3672 namespace.go:142] [cert-manager] updating namespace I0504 20:56:46.582407 3672 namespace.go:142] [cert-manager] updating namespace I0504 20:56:47.179242 3672 namespace.go:142] [cert-manager] updating namespace I0504 20:56:47.612438 3672 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-cb2t2 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:56:47.612550 3672 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2 I0504 20:56:47.669222 3672 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:47.690682 3672 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2 I0504 20:56:47.743936 3672 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2] pod update took 131.408457ms I0504 20:56:47.743957 3672 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2] addLogicalPort annotation time took 131.435194ms I0504 20:56:47.745138 3672 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2] addLogicalPort took 132.719812ms, libovsdb time 863.632µs I0504 20:56:47.968978 3672 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2 456cf6ef9bd4fa0663c276626887861be4f4c47059b3967870a9c945c01afd54 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2 456cf6ef9bd4fa0663c276626887861be4f4c47059b3967870a9c945c01afd54 network default NAD default NAD key ] I0504 20:56:47.979303 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-cb2t2, hostIfaceName: 456cf6ef9bd4fa0, network: default, NAD default, SandboxID: "456cf6ef9bd4fa0663c276626887861be4f4c47059b3967870a9c945c01afd54", PCI device ID: , UID: "077c96ef-c8ba-449a-86e1-9dbfef559af1", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0504 20:56:48.029039 3672 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2 456cf6ef9bd4fa0663c276626887861be4f4c47059b3967870a9c945c01afd54 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-cb2t2 456cf6ef9bd4fa0663c276626887861be4f4c47059b3967870a9c945c01afd54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1f:eb:74:67:2b\",\"name\":\"456cf6ef9bd4fa0\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d0c918f-9292-411d-9755-82abc5f3ea67\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:56:48.123133 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0504 20:56:48.208398 3672 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:48.405059 3672 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:48.631248 3672 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:49.048996 3672 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:49.249076 3672 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:49.484731 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:49.870300 3672 namespace.go:142] [tsf] updating namespace I0504 20:56:50.102515 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:50.563674 3672 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:51.023827 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:51.144403 3672 namespace.go:142] [cert-manager] updating namespace I0504 20:56:51.163986 3672 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:51.173124 3672 namespace.go:142] [default] updating namespace I0504 20:56:51.189109 3672 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:51.213450 3672 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:51.228632 3672 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:51.240261 3672 namespace.go:142] [openshift] updating namespace I0504 20:56:51.256960 3672 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:51.278702 3672 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:51.297435 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:51.326233 3672 namespace.go:142] [tsf] updating namespace I0504 20:56:51.342992 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:51.366337 3672 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:51.386011 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:51.462387 3672 namespace.go:142] [cert-manager] updating namespace W0504 20:56:51.491877 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:56:51.491898 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:56:51.576407 3672 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:51.679850 3672 namespace.go:142] [default] updating namespace I0504 20:56:51.768605 3672 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:51.852551 3672 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:51.922337 3672 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:52.010387 3672 namespace.go:142] [openshift] updating namespace I0504 20:56:52.098518 3672 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:52.220492 3672 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:52.324091 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:52.397408 3672 namespace.go:142] [tsf] updating namespace I0504 20:56:52.481462 3672 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:52.578373 3672 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:52.830429 3672 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:53.899297 3672 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:56:54.100088 3672 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-48hpr] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-48hpr for pod on switch ip-10-0-0-19.ec2.internal I0504 20:56:54.100194 3672 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-48hpr I0504 20:56:54.120293 3672 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-48hpr] pod update took 20.119806ms I0504 20:56:54.120320 3672 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-48hpr] addLogicalPort annotation time took 20.162088ms I0504 20:56:54.121798 3672 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-48hpr] addLogicalPort took 21.743863ms, libovsdb time 961.45µs I0504 20:56:54.457330 3672 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-48hpr 3ebc405a54ddcb141330e8a3b6f3516c0274abf41c18bca443d955477fce9f90 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-48hpr 3ebc405a54ddcb141330e8a3b6f3516c0274abf41c18bca443d955477fce9f90 network default NAD default NAD key ] I0504 20:56:54.473288 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-48hpr, hostIfaceName: 3ebc405a54ddcb1, network: default, NAD default, SandboxID: "3ebc405a54ddcb141330e8a3b6f3516c0274abf41c18bca443d955477fce9f90", PCI device ID: , UID: "6540e326-f3fc-46f8-9bce-58b3fcf54b0c", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0504 20:56:54.528708 3672 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-48hpr 3ebc405a54ddcb141330e8a3b6f3516c0274abf41c18bca443d955477fce9f90 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-48hpr 3ebc405a54ddcb141330e8a3b6f3516c0274abf41c18bca443d955477fce9f90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:54:06:bb:48:19\",\"name\":\"3ebc405a54ddcb1\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8440ab86-02ca-4dda-b57d-914942a1ef0a\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:56:57.090771 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:56:57.090799 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:57:02.236721 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-n9dzc for pod on switch ip-10-0-0-19.ec2.internal I0504 20:57:02.236821 3672 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc I0504 20:57:02.262438 3672 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc] pod update took 25.647034ms I0504 20:57:02.262465 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc] addLogicalPort annotation time took 25.680797ms I0504 20:57:02.263683 3672 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc] addLogicalPort took 26.981499ms, libovsdb time 884.191µs I0504 20:57:02.302595 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-2ncrl for pod on switch ip-10-0-0-19.ec2.internal I0504 20:57:02.302738 3672 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl I0504 20:57:02.344510 3672 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl] pod update took 41.803597ms I0504 20:57:02.344540 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl] addLogicalPort annotation time took 41.840028ms I0504 20:57:02.345757 3672 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl] addLogicalPort took 43.180224ms, libovsdb time 870.407µs I0504 20:57:02.591561 3672 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc 933dd9491e78b752bd5f0011e62cc69a5a794ed020e7ff0c540ba148bd7e81f0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc 933dd9491e78b752bd5f0011e62cc69a5a794ed020e7ff0c540ba148bd7e81f0 network default NAD default NAD key ] I0504 20:57:02.601457 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-n9dzc, hostIfaceName: 933dd9491e78b75, network: default, NAD default, SandboxID: "933dd9491e78b752bd5f0011e62cc69a5a794ed020e7ff0c540ba148bd7e81f0", PCI device ID: , UID: "6d1ed4dc-176c-4038-9fe2-ddb6e354b7e3", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0504 20:57:02.657013 3672 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc 933dd9491e78b752bd5f0011e62cc69a5a794ed020e7ff0c540ba148bd7e81f0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-n9dzc 933dd9491e78b752bd5f0011e62cc69a5a794ed020e7ff0c540ba148bd7e81f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:33:20:3c:19:d6\",\"name\":\"933dd9491e78b75\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c24f837-0e62-4c57-8522-57c29b9f89fd\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:57:02.666171 3672 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl 5bbeaa80fe611ae0c1264a26bb50d58c0efa0aa26c0e7d6d3e3075032b8a26f1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl 5bbeaa80fe611ae0c1264a26bb50d58c0efa0aa26c0e7d6d3e3075032b8a26f1 network default NAD default NAD key ] I0504 20:57:02.675811 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-2ncrl, hostIfaceName: 5bbeaa80fe611ae, network: default, NAD default, SandboxID: "5bbeaa80fe611ae0c1264a26bb50d58c0efa0aa26c0e7d6d3e3075032b8a26f1", PCI device ID: , UID: "f1384fca-2df0-4e35-86fa-a35291eae644", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0504 20:57:02.727576 3672 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl 5bbeaa80fe611ae0c1264a26bb50d58c0efa0aa26c0e7d6d3e3075032b8a26f1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-2ncrl 5bbeaa80fe611ae0c1264a26bb50d58c0efa0aa26c0e7d6d3e3075032b8a26f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:55:e7:dc:4a:64\",\"name\":\"5bbeaa80fe611ae\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e126d91-d254-49ec-926e-9d4285715e36\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:57:03.547985 3672 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:03.548552 3672 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:03.574225 3672 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:03.574245 3672 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:03.584086 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:57:03.584119 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:57:07.536974 3672 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-vzxxj] creating logical port cert-manager_cert-manager-59c77684cc-vzxxj for pod on switch ip-10-0-0-19.ec2.internal I0504 20:57:07.537063 3672 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-vzxxj I0504 20:57:07.550574 3672 pod.go:62] [cert-manager/cert-manager-59c77684cc-vzxxj] pod update took 13.532526ms I0504 20:57:07.550600 3672 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-vzxxj] addLogicalPort annotation time took 13.563216ms I0504 20:57:07.552030 3672 pods.go:271] [cert-manager/cert-manager-59c77684cc-vzxxj] addLogicalPort took 15.071813ms, libovsdb time 1.046681ms I0504 20:57:07.906592 3672 cni.go:452] [cert-manager/cert-manager-59c77684cc-vzxxj 421a15b90d81851dcb75083c3fbc507ac45498a630ee10be9fa9f7ee46de907c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-vzxxj 421a15b90d81851dcb75083c3fbc507ac45498a630ee10be9fa9f7ee46de907c network default NAD default NAD key ] I0504 20:57:07.916149 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-vzxxj, hostIfaceName: 421a15b90d81851, network: default, NAD default, SandboxID: "421a15b90d81851dcb75083c3fbc507ac45498a630ee10be9fa9f7ee46de907c", PCI device ID: , UID: "83877edd-aeea-4aaf-baee-c10840cf4814", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0504 20:57:07.969066 3672 cni.go:473] [cert-manager/cert-manager-59c77684cc-vzxxj 421a15b90d81851dcb75083c3fbc507ac45498a630ee10be9fa9f7ee46de907c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-vzxxj 421a15b90d81851dcb75083c3fbc507ac45498a630ee10be9fa9f7ee46de907c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0f:b8:75:09:ee\",\"name\":\"421a15b90d81851\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c56533d2-bde0-418d-8007-3e449f37263c\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:57:08.521102 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0504 20:57:10.169955 3672 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.169977 3672 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.169984 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.184686 3672 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.184704 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.184708 3672 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.184712 3672 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:14.450942 3672 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 20:57:15.187984 3672 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.188004 3672 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.188010 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.455376 3672 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:57:21.175526 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:21.175549 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:21.175557 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0504 20:57:22.290461 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 20:57:24.521521 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0504 20:57:26.194146 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:26.194166 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:26.194171 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:36.568849 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:57:39.726946 3672 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.727563 3672 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.748325 3672 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:39.748345 3672 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:39.751280 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:57:39.751306 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:57:41.871203 3672 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:57:41.871959 3672 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:57:41.871986 3672 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:57:41.873927 3672 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:57:46.372599 3672 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:57:49.438593 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-r8zs5 for pod on switch ip-10-0-0-19.ec2.internal I0504 20:57:49.438687 3672 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5 I0504 20:57:49.456454 3672 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5] pod update took 17.785538ms I0504 20:57:49.456478 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5] addLogicalPort annotation time took 17.816877ms I0504 20:57:49.457824 3672 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5] addLogicalPort took 19.253787ms, libovsdb time 966.872µs I0504 20:57:49.806549 3672 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5 b8ab177458c46614a0991740fbfbd46b79d2d7fa091c8381efd26b0786ed53ad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5 b8ab177458c46614a0991740fbfbd46b79d2d7fa091c8381efd26b0786ed53ad network default NAD default NAD key ] I0504 20:57:49.816152 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-r8zs5, hostIfaceName: b8ab177458c4661, network: default, NAD default, SandboxID: "b8ab177458c46614a0991740fbfbd46b79d2d7fa091c8381efd26b0786ed53ad", PCI device ID: , UID: "31188fb4-1827-45f6-a6e6-f8a17441f90e", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0504 20:57:49.869440 3672 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5 b8ab177458c46614a0991740fbfbd46b79d2d7fa091c8381efd26b0786ed53ad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-r8zs5 b8ab177458c46614a0991740fbfbd46b79d2d7fa091c8381efd26b0786ed53ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2d:04:2b:24:b0\",\"name\":\"b8ab177458c4661\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47bcfa0d-aca9-4b35-8776-725b7f7d3c8f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:57:53.134469 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=50 W0504 20:57:53.350607 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:57:53.350626 3672 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:57:53.350664 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:57:53.350676 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:57:54.251272 3672 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:58:06.191482 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 20:58:11.152244 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-8nk6h for pod on switch ip-10-0-0-19.ec2.internal I0504 20:58:11.152335 3672 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h I0504 20:58:11.165389 3672 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h] pod update took 13.079526ms I0504 20:58:11.165412 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h] addLogicalPort annotation time took 13.106723ms I0504 20:58:11.166604 3672 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h] addLogicalPort took 14.374998ms, libovsdb time 791.132µs I0504 20:58:11.243449 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-2jswr for pod on switch ip-10-0-0-19.ec2.internal I0504 20:58:11.243537 3672 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr I0504 20:58:11.256993 3672 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr] pod update took 13.474569ms I0504 20:58:11.257018 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr] addLogicalPort annotation time took 13.503551ms I0504 20:58:11.258334 3672 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr] addLogicalPort took 14.903788ms, libovsdb time 953.305µs I0504 20:58:11.347933 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-v2lsb for pod on switch ip-10-0-0-19.ec2.internal I0504 20:58:11.348049 3672 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb I0504 20:58:11.362355 3672 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb] pod update took 14.322234ms I0504 20:58:11.362374 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb] addLogicalPort annotation time took 14.366172ms I0504 20:58:11.363576 3672 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb] addLogicalPort took 15.689665ms, libovsdb time 798.713µs I0504 20:58:12.111507 3672 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h d033bdcd5a815ac3ab4acdd11443bfd7412f1149e8828395da46f75121a2b8aa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h d033bdcd5a815ac3ab4acdd11443bfd7412f1149e8828395da46f75121a2b8aa network default NAD default NAD key ] I0504 20:58:12.121701 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-8nk6h, hostIfaceName: d033bdcd5a815ac, network: default, NAD default, SandboxID: "d033bdcd5a815ac3ab4acdd11443bfd7412f1149e8828395da46f75121a2b8aa", PCI device ID: , UID: "89c2d48f-9da3-4988-9685-06365dea064f", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0504 20:58:12.175643 3672 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h d033bdcd5a815ac3ab4acdd11443bfd7412f1149e8828395da46f75121a2b8aa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-8nk6h d033bdcd5a815ac3ab4acdd11443bfd7412f1149e8828395da46f75121a2b8aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:84:9a:4d:60:26\",\"name\":\"d033bdcd5a815ac\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f1cb0a7-041b-4102-8fc4-a857f94d0eab\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:58:12.207720 3672 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr c585b7ab9eb36b8241d65e68b0aef8a2598147f63901a9d9b71c0cc75df530d7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr c585b7ab9eb36b8241d65e68b0aef8a2598147f63901a9d9b71c0cc75df530d7 network default NAD default NAD key ] I0504 20:58:12.218263 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-2jswr, hostIfaceName: c585b7ab9eb36b8, network: default, NAD default, SandboxID: "c585b7ab9eb36b8241d65e68b0aef8a2598147f63901a9d9b71c0cc75df530d7", PCI device ID: , UID: "bf5beeba-33d8-4ff0-be5e-0e289eeec5e2", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0504 20:58:12.269081 3672 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr c585b7ab9eb36b8241d65e68b0aef8a2598147f63901a9d9b71c0cc75df530d7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-2jswr c585b7ab9eb36b8241d65e68b0aef8a2598147f63901a9d9b71c0cc75df530d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a4:40:56:c5:2a\",\"name\":\"c585b7ab9eb36b8\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14e018e5-1fc9-4890-bd0a-f1b5455957a4\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:58:12.313382 3672 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb 89d3869088d577e99618993e29077d36f23206c02a89a8dab5da7bb9ec7558ee network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb 89d3869088d577e99618993e29077d36f23206c02a89a8dab5da7bb9ec7558ee network default NAD default NAD key ] I0504 20:58:12.323552 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-v2lsb, hostIfaceName: 89d3869088d577e, network: default, NAD default, SandboxID: "89d3869088d577e99618993e29077d36f23206c02a89a8dab5da7bb9ec7558ee", PCI device ID: , UID: "8c885214-f07f-451d-a0e1-055becee1e88", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0504 20:58:12.376161 3672 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb 89d3869088d577e99618993e29077d36f23206c02a89a8dab5da7bb9ec7558ee network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-v2lsb 89d3869088d577e99618993e29077d36f23206c02a89a8dab5da7bb9ec7558ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a3:ba:f6:42:ab\",\"name\":\"89d3869088d577e\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d2ec6bc-03d0-4a82-93b6-0ee285550f47\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:58:15.490383 3672 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:15.490411 3672 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:15.490416 3672 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:22.551470 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:22.551513 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:22.551522 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:58:31.124446 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 20:58:35.042305 3672 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:35.042878 3672 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:35.087483 3672 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:35.087511 3672 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:35.092881 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:58:35.092901 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:58:37.632065 3672 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-hws6d-xctlk] creating logical port tsf-tas_ctlog-createtree-job-hws6d-xctlk for pod on switch ip-10-0-0-19.ec2.internal I0504 20:58:37.632157 3672 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-hws6d-xctlk I0504 20:58:37.651328 3672 pod.go:62] [tsf-tas/ctlog-createtree-job-hws6d-xctlk] pod update took 19.181075ms I0504 20:58:37.651352 3672 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-hws6d-xctlk] addLogicalPort annotation time took 19.218548ms I0504 20:58:37.652646 3672 pods.go:271] [tsf-tas/ctlog-createtree-job-hws6d-xctlk] addLogicalPort took 20.603723ms, libovsdb time 889.392µs I0504 20:58:37.992998 3672 cni.go:452] [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key ] I0504 20:58:38.002582 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-hws6d-xctlk, hostIfaceName: 65e35e1b3e9ea25, network: default, NAD default, SandboxID: "65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b", PCI device ID: , UID: "43065c8a-6dc3-4911-b733-19ddf12763fe", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0504 20:58:38.058779 3672 cni.go:473] [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:66:83:19:d9:53\",\"name\":\"65e35e1b3e9ea25\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed8fd7a8-b07a-43d1-bcdc-f8cfc19c6552\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:58:39.941356 3672 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:58:39.941379 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:58:40.657791 3672 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-56b5cc48ff-gjb7x] creating logical port tsf-tas_trillian-db-56b5cc48ff-gjb7x for pod on switch ip-10-0-0-19.ec2.internal I0504 20:58:40.657886 3672 kube.go:256] Updating pod tsf-tas/trillian-db-56b5cc48ff-gjb7x I0504 20:58:40.671250 3672 pod.go:62] [tsf-tas/trillian-db-56b5cc48ff-gjb7x] pod update took 13.385139ms I0504 20:58:40.671275 3672 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-56b5cc48ff-gjb7x] addLogicalPort annotation time took 13.415921ms I0504 20:58:40.672655 3672 pods.go:271] [tsf-tas/trillian-db-56b5cc48ff-gjb7x] addLogicalPort took 14.880403ms, libovsdb time 896.303µs I0504 20:58:40.722262 3672 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qc4dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:40.722783 3672 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qc4dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:41.614855 3672 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qc4dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:41.614887 3672 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qc4dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:46.418613 3672 cni.go:452] [tsf-tas/trillian-db-56b5cc48ff-gjb7x ba12563d9973d072df4587eed60c7b98aa7c7b36ae1658e69f5ea5849eab0814 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-56b5cc48ff-gjb7x ba12563d9973d072df4587eed60c7b98aa7c7b36ae1658e69f5ea5849eab0814 network default NAD default NAD key ] I0504 20:58:46.428210 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-56b5cc48ff-gjb7x, hostIfaceName: ba12563d9973d07, network: default, NAD default, SandboxID: "ba12563d9973d072df4587eed60c7b98aa7c7b36ae1658e69f5ea5849eab0814", PCI device ID: , UID: "8c1ea692-6bb6-487e-8741-ec915e611215", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0504 20:58:46.482383 3672 cni.go:473] [tsf-tas/trillian-db-56b5cc48ff-gjb7x ba12563d9973d072df4587eed60c7b98aa7c7b36ae1658e69f5ea5849eab0814 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-56b5cc48ff-gjb7x ba12563d9973d072df4587eed60c7b98aa7c7b36ae1658e69f5ea5849eab0814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:af:53:52:54:ea\",\"name\":\"ba12563d9973d07\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee51ab00-68bc-4294-8dd1-777c68b801af\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:58:50.057456 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-84qrt for pod on switch ip-10-0-0-19.ec2.internal I0504 20:58:50.057582 3672 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt I0504 20:58:50.070614 3672 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt] pod update took 13.057825ms I0504 20:58:50.070639 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt] addLogicalPort annotation time took 13.084904ms I0504 20:58:50.071987 3672 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt] addLogicalPort took 14.554114ms, libovsdb time 869.414µs I0504 20:58:52.098172 3672 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt 0f27a519227d8b9b7cdb6c8bd30930eaab578864a0d0f4b18c1f9c0c51fea1d5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt 0f27a519227d8b9b7cdb6c8bd30930eaab578864a0d0f4b18c1f9c0c51fea1d5 network default NAD default NAD key ] I0504 20:58:52.108067 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-84qrt, hostIfaceName: 0f27a519227d8b9, network: default, NAD default, SandboxID: "0f27a519227d8b9b7cdb6c8bd30930eaab578864a0d0f4b18c1f9c0c51fea1d5", PCI device ID: , UID: "4041241d-68f8-4bd4-9f98-03adbed3f44f", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0504 20:58:52.166308 3672 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt 0f27a519227d8b9b7cdb6c8bd30930eaab578864a0d0f4b18c1f9c0c51fea1d5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-84qrt 0f27a519227d8b9b7cdb6c8bd30930eaab578864a0d0f4b18c1f9c0c51fea1d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0f:88:6c:da:b0\",\"name\":\"0f27a519227d8b9\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c6320ac-9c79-4655-99d6-b61bbf0cf894\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:58:52.695890 3672 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:58:53.048541 3672 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:58:53.074714 3672 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:58:53.662923 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:58:56.188882 3672 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:56.189453 3672 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:57.065899 3672 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:57.065943 3672 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:59:03.738103 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:59:05.394597 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:59:05.876352 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-h2t6n for pod on switch ip-10-0-0-19.ec2.internal I0504 20:59:05.876453 3672 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n I0504 20:59:05.889076 3672 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n] pod update took 12.652622ms I0504 20:59:05.889102 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n] addLogicalPort annotation time took 12.683114ms I0504 20:59:05.890375 3672 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n] addLogicalPort took 14.041164ms, libovsdb time 870.014µs I0504 20:59:06.238472 3672 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n 56be48863eb3a5fbac1d662750677c24540e05a95a779df9fb29c8986cb19a50 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n 56be48863eb3a5fbac1d662750677c24540e05a95a779df9fb29c8986cb19a50 network default NAD default NAD key ] I0504 20:59:06.248573 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-h2t6n, hostIfaceName: 56be48863eb3a5f, network: default, NAD default, SandboxID: "56be48863eb3a5fbac1d662750677c24540e05a95a779df9fb29c8986cb19a50", PCI device ID: , UID: "88870259-5f19-4aee-af86-346dc1c858a6", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0504 20:59:06.303011 3672 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n 56be48863eb3a5fbac1d662750677c24540e05a95a779df9fb29c8986cb19a50 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-h2t6n 56be48863eb3a5fbac1d662750677c24540e05a95a779df9fb29c8986cb19a50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:3d:6d:61:c6:c6\",\"name\":\"56be48863eb3a5f\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/954462b8-da24-409d-9ec9-936fc40e51b7\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:59:25.451655 3672 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:25.452245 3672 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:25.472153 3672 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:25.472175 3672 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:25.477636 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:59:25.477662 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:59:27.879619 3672 cni.go:452] [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key ] I0504 20:59:27.970505 3672 cni.go:473] [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-hws6d-xctlk 65e35e1b3e9ea2515889acd94e97217e002481ede5831642cb2fc527c0f5a97b network default NAD default NAD key default], result "{}", err I0504 20:59:28.023171 3672 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:28.023214 3672 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-hws6d-xctlk I0504 20:59:28.024576 3672 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-hws6d-xctlk, ips: 10.129.0.36 I0504 20:59:28.024605 3672 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:28.892973 3672 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:28.893003 3672 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:35.448756 3672 obj_retry.go:498] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.449419 3672 obj_retry.go:498] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.470005 3672 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.470544 3672 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:59:35.867697 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:59:36.311234 3672 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.311264 3672 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.472737 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.472760 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:39.110440 3672 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-79c7bf7b6f-mx5mf] creating logical port tsf-tas_rekor-redis-79c7bf7b6f-mx5mf for pod on switch ip-10-0-0-19.ec2.internal I0504 20:59:39.110534 3672 kube.go:256] Updating pod tsf-tas/rekor-redis-79c7bf7b6f-mx5mf I0504 20:59:39.128143 3672 pod.go:62] [tsf-tas/rekor-redis-79c7bf7b6f-mx5mf] pod update took 17.638892ms I0504 20:59:39.128165 3672 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-79c7bf7b6f-mx5mf] addLogicalPort annotation time took 17.665605ms I0504 20:59:39.129445 3672 pods.go:271] [tsf-tas/rekor-redis-79c7bf7b6f-mx5mf] addLogicalPort took 19.020956ms, libovsdb time 891.095µs I0504 20:59:40.069962 3672 cni.go:452] [tsf-tas/rekor-redis-79c7bf7b6f-mx5mf 4d911c387afcff0fee5b52f3a6d15880567bda2f15718be90fc4493669b47c62 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-79c7bf7b6f-mx5mf 4d911c387afcff0fee5b52f3a6d15880567bda2f15718be90fc4493669b47c62 network default NAD default NAD key ] I0504 20:59:40.079319 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-79c7bf7b6f-mx5mf, hostIfaceName: 4d911c387afcff0, network: default, NAD default, SandboxID: "4d911c387afcff0fee5b52f3a6d15880567bda2f15718be90fc4493669b47c62", PCI device ID: , UID: "2655dce5-a76f-41e3-8f95-4018ac0c49df", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0504 20:59:40.133030 3672 cni.go:473] [tsf-tas/rekor-redis-79c7bf7b6f-mx5mf 4d911c387afcff0fee5b52f3a6d15880567bda2f15718be90fc4493669b47c62 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-79c7bf7b6f-mx5mf 4d911c387afcff0fee5b52f3a6d15880567bda2f15718be90fc4493669b47c62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:36:8d:ad:50:d7\",\"name\":\"4d911c387afcff0\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2994c612-01c0-472c-babf-0f588c803313\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:59:41.954169 3672 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:59:42.468601 3672 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hslcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:42.469221 3672 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hslcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:43.353360 3672 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hslcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.353391 3672 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hslcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.389698 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.389721 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.393678 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qq8hx I0504 20:59:43.393701 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qq8hx W0504 20:59:44.348813 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:59:47.507818 3672 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:47.508416 3672 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:47.526334 3672 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:47.526359 3672 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:47.531638 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:59:47.531668 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0504 20:59:49.386329 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:59:53.548689 3672 obj_retry.go:498] Detected object tsf-tpa/create-db-q9dxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:53.549248 3672 obj_retry.go:498] Detected object tsf-tpa/create-db-q9dxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:59:53.994440 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:59:54.573568 3672 obj_retry.go:492] Detected object tsf-tpa/create-db-q9dxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:54.573593 3672 obj_retry.go:492] Detected object tsf-tpa/create-db-q9dxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:57.588547 3672 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ndjdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:57.589087 3672 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ndjdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:57.709049 3672 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ndjdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:57.709072 3672 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ndjdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:57.884415 3672 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-9b6dr] creating logical port tsf-tpa_create-importers-9b6dr for pod on switch ip-10-0-0-19.ec2.internal I0504 20:59:57.884504 3672 kube.go:256] Updating pod tsf-tpa/create-importers-9b6dr I0504 20:59:57.897743 3672 pod.go:62] [tsf-tpa/create-importers-9b6dr] pod update took 13.262516ms I0504 20:59:57.897762 3672 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-9b6dr] addLogicalPort annotation time took 13.286686ms I0504 20:59:57.899029 3672 pods.go:271] [tsf-tpa/create-importers-9b6dr] addLogicalPort took 14.628262ms, libovsdb time 841.733µs I0504 20:59:58.255692 3672 cni.go:452] [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key ] I0504 20:59:58.265126 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-9b6dr, hostIfaceName: 0fe972ca71e9c2c, network: default, NAD default, SandboxID: "0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df", PCI device ID: , UID: "411b4afa-a42c-42f5-9e25-2b446a57bd78", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0504 20:59:58.319637 3672 cni.go:473] [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:46:92:6d:84:18\",\"name\":\"0fe972ca71e9c2c\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28468b00-fff7-4ea0-91fe-febef159f9af\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:00:00.171960 3672 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632140-ngj76 for pod on switch ip-10-0-0-19.ec2.internal I0504 21:00:00.172049 3672 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 I0504 21:00:00.184202 3672 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76] pod update took 12.171682ms I0504 21:00:00.184295 3672 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76] addLogicalPort annotation time took 12.267774ms I0504 21:00:00.186051 3672 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76] addLogicalPort took 14.109915ms, libovsdb time 1.165976ms I0504 21:00:01.088967 3672 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key ] I0504 21:00:01.100125 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632140-ngj76, hostIfaceName: 43e51664c7cec2c, network: default, NAD default, SandboxID: "43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505", PCI device ID: , UID: "f22cc184-bb76-4ba9-b4ad-ea3539022b5b", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0504 21:00:01.166033 3672 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:ef:55:cc:9b:8b\",\"name\":\"43e51664c7cec2c\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33cb6fb7-6e50-40c5-9b2e-1d594c06ec5b\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 21:00:03.070592 3672 cni.go:452] [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key ] I0504 21:00:03.153102 3672 cni.go:473] [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-9b6dr 0fe972ca71e9c2cfe48d13d7c738c9b7e7258abb7a2f9949d7848c1acf37f9df network default NAD default NAD key default], result "{}", err I0504 21:00:03.223782 3672 obj_retry.go:498] Detected object tsf-tpa/create-importers-9b6dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:03.223826 3672 pods.go:176] Deleting pod: tsf-tpa/create-importers-9b6dr I0504 21:00:03.225299 3672 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-9b6dr, ips: 10.129.0.41 I0504 21:00:03.225328 3672 obj_retry.go:498] Detected object tsf-tpa/create-importers-9b6dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.246237 3672 obj_retry.go:492] Detected object tsf-tpa/create-importers-9b6dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:04.246263 3672 obj_retry.go:492] Detected object tsf-tpa/create-importers-9b6dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.082899 3672 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key ] I0504 21:00:05.169239 3672 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 43e51664c7cec2c718479250020d049a1823d2b8ff5364cef0fed66b5d290505 network default NAD default NAD key default], result "{}", err I0504 21:00:05.222206 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.222249 3672 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 I0504 21:00:05.223628 3672 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76, ips: 10.129.0.42 I0504 21:00:05.223664 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:06.092330 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:06.092365 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 21:00:07.531689 3672 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 21:00:09.505310 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:00:19.214599 3672 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:19.215159 3672 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:20.104859 3672 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:20.104881 3672 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 21:00:34.159797 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 21:00:35.808028 3672 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:35.808575 3672 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:35.851294 3672 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:35.851322 3672 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:35.856733 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 21:00:35.856754 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 21:00:36.588989 3672 namespace.go:98] [build-service] adding namespace I0504 21:00:36.589704 3672 namespace.go:98] [image-controller] adding namespace I0504 21:00:36.590204 3672 namespace.go:102] [build-service] adding namespace took 1.189114ms I0504 21:00:36.591011 3672 namespace.go:102] [image-controller] adding namespace took 1.243683ms I0504 21:00:36.591042 3672 namespace.go:98] [default-tenant] adding namespace I0504 21:00:36.591632 3672 namespace.go:102] [default-tenant] adding namespace took 582.025µs I0504 21:00:36.594384 3672 namespace.go:98] [integration-service] adding namespace I0504 21:00:36.595074 3672 namespace.go:102] [integration-service] adding namespace took 670.514µs I0504 21:00:36.682315 3672 namespace.go:142] [build-service] updating namespace I0504 21:00:36.736448 3672 namespace.go:142] [build-service] updating namespace I0504 21:00:36.754400 3672 namespace.go:142] [image-controller] updating namespace I0504 21:00:36.863274 3672 namespace.go:142] [image-controller] updating namespace I0504 21:00:36.894587 3672 namespace.go:142] [default-tenant] updating namespace I0504 21:00:36.983502 3672 namespace.go:142] [default-tenant] updating namespace I0504 21:00:37.037009 3672 namespace.go:142] [build-service] updating namespace I0504 21:00:37.067211 3672 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.156536 3672 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.194450 3672 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.207260 3672 namespace.go:98] [release-service] adding namespace I0504 21:00:37.208216 3672 namespace.go:102] [release-service] adding namespace took 929.474µs I0504 21:00:37.441027 3672 namespace.go:142] [release-service] updating namespace I0504 21:00:37.525560 3672 namespace.go:142] [release-service] updating namespace I0504 21:00:37.525594 3672 namespace.go:142] [konflux-ui] updating namespace I0504 21:00:37.894300 3672 namespace.go:98] [konflux-info] adding namespace I0504 21:00:37.895158 3672 namespace.go:102] [konflux-info] adding namespace took 826.254µs I0504 21:00:38.038027 3672 namespace.go:98] [namespace-lister] adding namespace I0504 21:00:38.038956 3672 namespace.go:102] [namespace-lister] adding namespace took 906.88µs I0504 21:00:38.182504 3672 namespace.go:142] [konflux-info] updating namespace I0504 21:00:38.287710 3672 namespace.go:98] [enterprise-contract-service] adding namespace I0504 21:00:38.288654 3672 namespace.go:102] [enterprise-contract-service] adding namespace took 913.508µs I0504 21:00:38.316785 3672 namespace.go:142] [konflux-info] updating namespace I0504 21:00:38.361017 3672 namespace.go:142] [image-controller] updating namespace I0504 21:00:38.617353 3672 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:38.738484 3672 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:38.761464 3672 namespace.go:142] [default-tenant] updating namespace I0504 21:00:38.863208 3672 namespace.go:98] [segment-bridge] adding namespace I0504 21:00:38.866422 3672 namespace.go:102] [segment-bridge] adding namespace took 3.189241ms I0504 21:00:38.891801 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:39.074292 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:39.074430 3672 namespace.go:98] [konflux-cli] adding namespace I0504 21:00:39.075266 3672 namespace.go:102] [konflux-cli] adding namespace took 820.563µs I0504 21:00:39.209400 3672 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:39.242456 3672 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:39.338671 3672 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 21:00:39.339347 3672 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 21:00:39.339369 3672 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 21:00:39.342110 3672 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 21:00:39.371920 3672 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:39.463609 3672 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:39.553526 3672 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 21:00:39.553553 3672 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 21:00:39.554406 3672 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 21:00:40.817567 3672 namespace.go:142] [build-service] updating namespace I0504 21:00:40.927779 3672 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5579c65494-jplrh] creating logical port konflux-ui_proxy-5579c65494-jplrh for pod on switch ip-10-0-0-19.ec2.internal I0504 21:00:40.927927 3672 kube.go:256] Updating pod konflux-ui/proxy-5579c65494-jplrh I0504 21:00:41.095275 3672 pod.go:62] [konflux-ui/proxy-5579c65494-jplrh] pod update took 167.398087ms I0504 21:00:41.095305 3672 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5579c65494-jplrh] addLogicalPort annotation time took 167.434492ms I0504 21:00:41.096751 3672 pods.go:271] [konflux-ui/proxy-5579c65494-jplrh] addLogicalPort took 168.987286ms, libovsdb time 1.014396ms I0504 21:00:42.218791 3672 namespace.go:142] [default-tenant] updating namespace I0504 21:00:42.974555 3672 namespace.go:142] [enterprise-contract-service] updating namespace W0504 21:00:43.352809 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 21:00:43.372638 3672 namespace.go:142] [image-controller] updating namespace I0504 21:00:43.606384 3672 namespace.go:142] [integration-service] updating namespace I0504 21:00:43.811387 3672 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:44.001737 3672 namespace.go:142] [konflux-info] updating namespace I0504 21:00:44.209470 3672 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:44.393309 3672 namespace.go:142] [release-service] updating namespace I0504 21:00:44.602407 3672 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:44.716574 3672 namespace.go:142] [build-service] updating namespace I0504 21:00:44.742162 3672 namespace.go:142] [default-tenant] updating namespace I0504 21:00:44.761520 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:44.786624 3672 namespace.go:142] [image-controller] updating namespace I0504 21:00:44.796806 3672 namespace.go:142] [integration-service] updating namespace I0504 21:00:44.826766 3672 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:44.851658 3672 namespace.go:142] [konflux-info] updating namespace I0504 21:00:44.899632 3672 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:44.908782 3672 namespace.go:142] [release-service] updating namespace I0504 21:00:44.945891 3672 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:45.071762 3672 namespace.go:142] [build-service] updating namespace I0504 21:00:45.157463 3672 namespace.go:142] [default-tenant] updating namespace I0504 21:00:45.255418 3672 namespace.go:142] [enterprise-contract-service] updating namespace W0504 21:00:45.270484 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0504 21:00:45.359504 3672 namespace.go:142] [image-controller] updating namespace I0504 21:00:45.493190 3672 namespace.go:142] [integration-service] updating namespace I0504 21:00:45.539946 3672 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:45.711486 3672 namespace.go:142] [konflux-info] updating namespace I0504 21:00:45.802347 3672 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:45.890237 3672 namespace.go:142] [release-service] updating namespace I0504 21:00:46.018788 3672 namespace.go:142] [segment-bridge] updating namespace W0504 21:00:47.273076 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 21:00:49.955097 3672 cni.go:452] [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key ] I0504 21:00:49.964667 3672 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5579c65494-jplrh, hostIfaceName: 18f50fbad73d937, network: default, NAD default, SandboxID: "18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934", PCI device ID: , UID: "f473a488-7214-4082-b6ff-36379cb716bd", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0504 21:00:50.019214 3672 cni.go:473] [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:3f:d1:8e:25:6e\",\"name\":\"18f50fbad73d937\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b774cd85-2dda-4670-b6a2-80afcb06dcfd\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 21:00:55.369018 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:55.369035 3672 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.307815 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:00:56.311248 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:00:56.341181 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 21:00:56.341242 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 21:00:56.376648 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.376668 3672 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.404491 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:00:56.407657 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:00:57.350432 3672 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0504 21:01:00.513241 3672 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 21:01:07.723699 3672 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:07.724265 3672 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:08.413634 3672 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:01:08.413659 3672 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:01:08.421678 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t I0504 21:01:08.421704 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t W0504 21:01:31.413254 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 21:01:31.413276 3672 util.go:959] Failed to build node endpoints for node ip-10-0-0-19.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 21:02:06.197848 3672 cni.go:452] [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key ] I0504 21:02:06.279974 3672 cni.go:473] [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5579c65494-jplrh 18f50fbad73d937fb2604d72f09f9eb6d58f9591b043d00987ce6915d519f934 network default NAD default NAD key default], result "{}", err I0504 21:02:06.342834 3672 obj_retry.go:498] Detected object konflux-ui/proxy-5579c65494-jplrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:06.342881 3672 pods.go:176] Deleting pod: konflux-ui/proxy-5579c65494-jplrh I0504 21:02:06.344596 3672 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5579c65494-jplrh, ips: 10.129.0.43 I0504 21:02:06.344633 3672 obj_retry.go:498] Detected object konflux-ui/proxy-5579c65494-jplrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:06.755733 3672 obj_retry.go:492] Detected object konflux-ui/proxy-5579c65494-jplrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:06.755762 3672 obj_retry.go:492] Detected object konflux-ui/proxy-5579c65494-jplrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:06.763815 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5579c65494-jplrh I0504 21:02:06.763842 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5579c65494-jplrh I0504 21:02:08.402487 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 21:02:12.886139 3672 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:12.886724 3672 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:12.903635 3672 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:12.903652 3672 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:12.907985 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 21:02:12.908005 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 21:02:25.524808 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 21:02:37.412547 3672 namespace.go:98] [managed-tenant-mmrhm] adding namespace I0504 21:02:37.413482 3672 namespace.go:102] [managed-tenant-mmrhm] adding namespace took 912.638µs I0504 21:02:37.439852 3672 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:37.455514 3672 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.457402 3672 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.592328 3672 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.694075 3672 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:40.168760 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=621 I0504 21:02:49.127774 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170 I0504 21:03:10.191304 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11