+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-191.ec2.internal ++ [[ -n ip-10-0-2-191.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-191.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 19:00:36.597998934 - disable conntrack on geneve port' I0425 19:00:36.597998934 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 19:00:36.615722910 - starting ovnkube-node + echo 'I0425 19:00:36.615722910 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-191.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-191.ec2.internal --init-node ip-10-0-2-191.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-191.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 19:00:36.655059 3690 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 19:00:36.655119 3690 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5d4a611332.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 19:00:36.656638 3690 kube.go:431] Waiting for certificate I0425 19:00:36.656682 3690 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 19:00:36.656732 3690 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 19:00:36.657665 3690 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 19:00:36.689941 3690 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:36.689960 3690 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:36.692841 3690 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:36.692943 3690 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nsdkm" I0425 19:00:36.702677 3690 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nsdkm" I0425 19:00:36.702762 3690 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 19:00:37.657399 3690 kube.go:438] Certificate found I0425 19:00:37.658391 3690 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 19:00:37.659284 3690 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 19:00:37.705581 3690 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 18:55:36 +0000 UTC" deadline="2026-04-26 12:11:42.129994389 +0000 UTC" I0425 19:00:37.705638 3690 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h11m4.42436535s" I0425 19:00:37.723442 3690 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 19:00:37.743997 3690 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 19:00:37.744082 3690 server.go:101] MetricServer registers OVS metrics I0425 19:00:37.744363 3690 server.go:105] MetricServer registers OVN DB metrics I0425 19:00:37.744462 3690 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 19:00:37.744537 3690 factory.go:561] Starting watch factory I0425 19:00:37.744625 3690 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744632 3690 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744642 3690 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744651 3690 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744652 3690 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744666 3690 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744681 3690 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744695 3690 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744625 3690 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744770 3690 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.744782 3690 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.745143 3690 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.745733 3690 controller_manager.go:370] Starting the ovnkube controller I0425 19:00:37.745744 3690 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-191.ec2.internal I0425 19:00:37.745794 3690 controller_manager.go:395] NBDB zone sync took: 44.039µs I0425 19:00:37.745804 3690 factory.go:561] Starting watch factory I0425 19:00:37.749371 3690 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 19:00:37.749398 3690 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 19:00:37.763327 3690 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 19:00:37.763347 3690 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 19:00:37.764725 3690 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.765319 3690 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.766415 3690 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.766619 3690 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.769218 3690 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 19:00:37.769311 3690 server.go:109] MetricServer registers OVN Controller metrics I0425 19:00:37.771961 3690 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.774083 3690 server.go:113] MetricServer registers OVN Northd metrics I0425 19:00:37.776036 3690 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 19:00:37.779012 3690 metrics.go:519] OVN Metrics Server starts to run ... I0425 19:00:37.850336 3690 factory.go:1977] *v1.Node informer cache synced successfully I0425 19:00:37.850359 3690 factory.go:1977] *v1.Service informer cache synced successfully I0425 19:00:37.850363 3690 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 19:00:37.850372 3690 factory.go:1977] *v1.Pod informer cache synced successfully I0425 19:00:37.850374 3690 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 19:00:37.850377 3690 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 19:00:37.850496 3690 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:37.850540 3690 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:37.850543 3690 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:37.850734 3690 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:37.851231 3690 factory.go:1977] *v1.Pod informer cache synced successfully I0425 19:00:37.851246 3690 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 19:00:37.851250 3690 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 19:00:37.851254 3690 factory.go:1977] *v1.Node informer cache synced successfully I0425 19:00:37.851258 3690 factory.go:1977] *v1.Service informer cache synced successfully I0425 19:00:37.851264 3690 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 19:00:37.854569 3690 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:37.854582 3690 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 19:00:37.856463 3690 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 19:00:37.856478 3690 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 19:00:37.856501 3690 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 19:00:37.856513 3690 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 19:00:37.856569 3690 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.856594 3690 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.859710 3690 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.861748 3690 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 19:00:37.861804 3690 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.861817 3690 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.861849 3690 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 19:00:37.864789 3690 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.867712 3690 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 19:00:37.867727 3690 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 19:00:37.867777 3690 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.867793 3690 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.870807 3690 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.872780 3690 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 19:00:37.872841 3690 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.872854 3690 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.872926 3690 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 19:00:37.875747 3690 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.878389 3690 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 19:00:37.878438 3690 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.878458 3690 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.878468 3690 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 19:00:37.881577 3690 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.883545 3690 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 19:00:37.883558 3690 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 19:00:37.883705 3690 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 19:00:37.883718 3690 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 19:00:37.886734 3690 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 19:00:37.888712 3690 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 19:00:37.888728 3690 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 19:00:37.888817 3690 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.888839 3690 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.888861 3690 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.888873 3690 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.892061 3690 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.892118 3690 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 19:00:37.894141 3690 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 19:00:37.894151 3690 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 19:00:37.894157 3690 factory.go:680] Watch Factory start up complete, took: 149.64134ms I0425 19:00:37.894238 3690 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 19:00:37.894257 3690 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 19:00:37.894269 3690 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 19:00:37.894278 3690 factory.go:680] Watch Factory start up complete, took: 148.470877ms I0425 19:00:37.894285 3690 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-191.ec2.internal" zone I0425 19:00:37.942670 3690 default_node_network_controller.go:710] Initializing the default node network controller I0425 19:00:38.006556 3690 udn_isolation.go:101] Starting UDN host isolation manager I0425 19:00:38.013257 3690 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 19:00:38.073645 3690 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 19:00:38.073749 3690 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 19:00:38.073766 3690 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 19:00:38.110032 3690 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 19:00:38.110119 3690 default_node_network_controller.go:809] Node ip-10-0-2-191.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0425 19:00:38.115929 3690 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.191"] k8s.ovn.org/zone-name:ip-10-0-2-191.ec2.internal] on node ip-10-0-2-191.ec2.internal I0425 19:00:38.141542 3690 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 19:00:38.144745 3690 controller_manager.go:429] Waiting for node in zone sync took: 250.448315ms I0425 19:00:38.147808 3690 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 19:00:38.147933 3690 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0425 19:00:38.148046 3690 gateway_init.go:263] Preparing Gateway I0425 19:00:38.148057 3690 gateway_shared_intf.go:1687] Creating new gateway I0425 19:00:38.154192 3690 controller_manager.go:611] Switching to transit router for layer2 networks I0425 19:00:38.154206 3690 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-191.ec2.internal I0425 19:00:38.171712 3690 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 19:00:38.178010 3690 controller_manager.go:290] SCTP support detected in OVN I0425 19:00:38.178869 3690 services_controller.go:69] Creating services controller for network=default I0425 19:00:38.178967 3690 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 19:00:38.179062 3690 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 19:00:38.179143 3690 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 19:00:38.179186 3690 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 19:00:38.179222 3690 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 19:00:38.179475 3690 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 19:00:38.179504 3690 udn_enabled_svc.go:95] Performing full resync I0425 19:00:38.179567 3690 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 19:00:38.179621 3690 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.944µs I0425 19:00:38.179650 3690 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 69.943µs I0425 19:00:38.179661 3690 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.148µs I0425 19:00:38.179668 3690 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 19:00:38.179676 3690 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 19:00:38.179688 3690 default_network_controller.go:325] Starting the default network controller I0425 19:00:38.179768 3690 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.611µs I0425 19:00:38.179824 3690 udn_enabled_svc.go:99] Waiting for handler to sync I0425 19:00:38.179878 3690 udn_enabled_svc.go:104] Starting worker I0425 19:00:38.189920 3690 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 19:00:38.190001 3690 repair.go:33] Syncing exgw routes took 63.845µs I0425 19:00:38.190034 3690 default_network_controller.go:414] Starting all the Watchers... I0425 19:00:38.190202 3690 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 19:00:38.190297 3690 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 19:00:38.190298 3690 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 19:00:38.190215 3690 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 19:00:38.190314 3690 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 19:00:38.190232 3690 namespace.go:98] [kube-node-lease] adding namespace I0425 19:00:38.190233 3690 namespace.go:98] [dedicated-admin] adding namespace I0425 19:00:38.190233 3690 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 19:00:38.190238 3690 namespace.go:98] [openshift-authentication] adding namespace I0425 19:00:38.190244 3690 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 19:00:38.190321 3690 namespace.go:98] [openshift] adding namespace I0425 19:00:38.190326 3690 namespace.go:98] [openshift-operators] adding namespace I0425 19:00:38.190338 3690 namespace.go:98] [openshift-console-operator] adding namespace I0425 19:00:38.190208 3690 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 19:00:38.190331 3690 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 19:00:38.191031 3690 namespace.go:102] [openshift-backplane-srep] adding namespace took 776.654µs I0425 19:00:38.191055 3690 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 19:00:38.191858 3690 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 795.009µs I0425 19:00:38.191879 3690 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 19:00:38.192669 3690 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 782.056µs I0425 19:00:38.192690 3690 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 19:00:38.193352 3690 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.03198ms I0425 19:00:38.193376 3690 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 19:00:38.194036 3690 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.720511ms I0425 19:00:38.194053 3690 namespace.go:98] [openshift-config-operator] adding namespace I0425 19:00:38.194683 3690 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.363589ms I0425 19:00:38.194699 3690 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 19:00:38.195238 3690 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.916266ms I0425 19:00:38.195253 3690 namespace.go:98] [openshift-network-operator] adding namespace I0425 19:00:38.196301 3690 namespace.go:102] [kube-node-lease] adding namespace took 5.965801ms I0425 19:00:38.196321 3690 namespace.go:98] [openshift-config] adding namespace I0425 19:00:38.196859 3690 namespace.go:102] [dedicated-admin] adding namespace took 6.528775ms I0425 19:00:38.196878 3690 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 19:00:38.197357 3690 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.027068ms I0425 19:00:38.197369 3690 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 19:00:38.197956 3690 namespace.go:102] [openshift-authentication] adding namespace took 7.618406ms I0425 19:00:38.197978 3690 namespace.go:98] [openshift-controller-manager] adding namespace I0425 19:00:38.198595 3690 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.255063ms I0425 19:00:38.198610 3690 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 19:00:38.199418 3690 namespace.go:102] [openshift] adding namespace took 9.079262ms I0425 19:00:38.199431 3690 namespace.go:98] [openshift-network-console] adding namespace I0425 19:00:38.200120 3690 namespace.go:102] [openshift-operators] adding namespace took 9.778176ms I0425 19:00:38.200132 3690 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 19:00:38.200833 3690 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 10.484774ms I0425 19:00:38.200853 3690 namespace.go:98] [openshift-machine-api] adding namespace I0425 19:00:38.201474 3690 namespace.go:102] [openshift-console-operator] adding namespace took 11.127678ms I0425 19:00:38.201501 3690 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 19:00:38.202207 3690 namespace.go:102] [openshift-service-ca-operator] adding namespace took 11.855745ms I0425 19:00:38.202227 3690 namespace.go:98] [kube-public] adding namespace I0425 19:00:38.202812 3690 namespace.go:102] [openshift-backplane-mobb] adding namespace took 10.115965ms I0425 19:00:38.202826 3690 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 19:00:38.203562 3690 namespace.go:102] [openshift-customer-monitoring] adding namespace took 10.177037ms I0425 19:00:38.203580 3690 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 19:00:38.204245 3690 namespace.go:102] [openshift-config-operator] adding namespace took 10.18302ms I0425 19:00:38.204269 3690 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 19:00:38.204856 3690 namespace.go:102] [openshift-backplane-cee] adding namespace took 10.149876ms I0425 19:00:38.204870 3690 namespace.go:98] [openshift-multus] adding namespace I0425 19:00:38.205547 3690 namespace.go:102] [openshift-network-operator] adding namespace took 10.287677ms I0425 19:00:38.205564 3690 namespace.go:98] [openshift-etcd] adding namespace I0425 19:00:38.206031 3690 namespace.go:102] [openshift-config] adding namespace took 9.700994ms I0425 19:00:38.206052 3690 namespace.go:98] [openshift-monitoring] adding namespace I0425 19:00:38.206598 3690 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.713879ms I0425 19:00:38.206614 3690 namespace.go:98] [openshift-host-network] adding namespace I0425 19:00:38.207215 3690 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.837301ms I0425 19:00:38.207236 3690 namespace.go:98] [openshift-backplane] adding namespace I0425 19:00:38.207675 3690 namespace.go:102] [openshift-controller-manager] adding namespace took 9.690193ms I0425 19:00:38.207690 3690 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 19:00:38.208160 3690 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.545566ms I0425 19:00:38.208171 3690 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 19:00:38.208808 3690 namespace.go:102] [openshift-network-console] adding namespace took 9.370866ms I0425 19:00:38.208825 3690 namespace.go:98] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] adding namespace I0425 19:00:38.209401 3690 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.262036ms I0425 19:00:38.209418 3690 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 19:00:38.209857 3690 namespace.go:102] [openshift-machine-api] adding namespace took 8.996695ms I0425 19:00:38.209871 3690 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 19:00:38.210256 3690 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.748802ms I0425 19:00:38.210271 3690 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 19:00:38.210711 3690 namespace.go:102] [kube-public] adding namespace took 8.475278ms I0425 19:00:38.210729 3690 namespace.go:98] [openshift-logging] adding namespace I0425 19:00:38.211171 3690 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.338487ms I0425 19:00:38.211667 3690 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.078379ms I0425 19:00:38.211692 3690 namespace.go:98] [openshift-controller-manager-operator] adding namespace W0425 19:00:38.212383 3690 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rj8j4: pod openshift-multus/network-metrics-daemon-rj8j4: no pod IPs found I0425 19:00:38.212496 3690 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.219787ms I0425 19:00:38.212511 3690 namespace.go:98] [openshift-infra] adding namespace I0425 19:00:38.213184 3690 namespace.go:102] [openshift-multus] adding namespace took 8.306485ms I0425 19:00:38.213202 3690 namespace.go:98] [openshift-config-managed] adding namespace I0425 19:00:38.213756 3690 namespace.go:102] [openshift-etcd] adding namespace took 8.188319ms I0425 19:00:38.213769 3690 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 19:00:38.214151 3690 namespace.go:102] [openshift-monitoring] adding namespace took 8.094686ms I0425 19:00:38.214160 3690 namespace.go:98] [openshift-node] adding namespace I0425 19:00:38.214679 3690 namespace.go:102] [openshift-host-network] adding namespace took 8.058586ms I0425 19:00:38.214694 3690 namespace.go:98] [openshift-console] adding namespace W0425 19:00:38.215139 3690 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gwq25: pod openshift-network-diagnostics/network-check-target-gwq25: no pod IPs found I0425 19:00:38.215159 3690 namespace.go:102] [openshift-backplane] adding namespace took 7.918672ms I0425 19:00:38.215167 3690 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 19:00:38.215611 3690 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.914721ms I0425 19:00:38.215626 3690 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 19:00:38.216008 3690 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.831935ms I0425 19:00:38.216023 3690 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 19:00:38.216398 3690 namespace.go:102] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] adding namespace took 7.56857ms I0425 19:00:38.216408 3690 namespace.go:98] [openshift-ingress] adding namespace I0425 19:00:38.216861 3690 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.43954ms I0425 19:00:38.216873 3690 namespace.go:98] [kube-system] adding namespace I0425 19:00:38.217342 3690 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.464185ms I0425 19:00:38.217367 3690 namespace.go:98] [openshift-image-registry] adding namespace I0425 19:00:38.217788 3690 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.511965ms I0425 19:00:38.217800 3690 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 19:00:38.218165 3690 namespace.go:102] [openshift-logging] adding namespace took 7.431077ms I0425 19:00:38.218175 3690 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 19:00:38.218600 3690 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.902559ms I0425 19:00:38.218611 3690 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 19:00:38.218995 3690 namespace.go:102] [openshift-infra] adding namespace took 6.478032ms I0425 19:00:38.219011 3690 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 19:00:38.219376 3690 namespace.go:102] [openshift-config-managed] adding namespace took 6.169661ms I0425 19:00:38.219388 3690 namespace.go:98] [openshift-insights] adding namespace I0425 19:00:38.219825 3690 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.051176ms I0425 19:00:38.219839 3690 namespace.go:98] [openshift-dns] adding namespace I0425 19:00:38.220196 3690 namespace.go:102] [openshift-node] adding namespace took 6.031711ms I0425 19:00:38.220207 3690 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 19:00:38.220979 3690 namespace.go:102] [openshift-console] adding namespace took 6.280723ms I0425 19:00:38.220989 3690 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 19:00:38.221433 3690 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.262544ms I0425 19:00:38.221443 3690 namespace.go:98] [openshift-dns-operator] adding namespace I0425 19:00:38.221875 3690 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.240879ms I0425 19:00:38.221899 3690 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 19:00:38.222501 3690 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.470667ms I0425 19:00:38.222540 3690 namespace.go:98] [default] adding namespace I0425 19:00:38.223008 3690 namespace.go:102] [openshift-ingress] adding namespace took 6.593964ms I0425 19:00:38.223022 3690 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 19:00:38.223417 3690 namespace.go:102] [kube-system] adding namespace took 6.539807ms I0425 19:00:38.223428 3690 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 19:00:38.223984 3690 namespace.go:102] [openshift-image-registry] adding namespace took 6.611647ms I0425 19:00:38.224000 3690 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 19:00:38.224382 3690 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.575884ms I0425 19:00:38.224397 3690 namespace.go:98] [openshift-cluster-version] adding namespace I0425 19:00:38.224799 3690 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.618698ms I0425 19:00:38.224811 3690 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 19:00:38.225174 3690 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.558278ms I0425 19:00:38.225610 3690 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.593418ms I0425 19:00:38.226025 3690 namespace.go:102] [openshift-insights] adding namespace took 6.633335ms I0425 19:00:38.226444 3690 namespace.go:102] [openshift-dns] adding namespace took 6.60027ms I0425 19:00:38.226457 3690 namespace.go:98] [openshift-marketplace] adding namespace I0425 19:00:38.226826 3690 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.612875ms I0425 19:00:38.226840 3690 namespace.go:98] [openshift-apiserver] adding namespace I0425 19:00:38.227287 3690 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.293335ms I0425 19:00:38.227715 3690 namespace.go:102] [openshift-dns-operator] adding namespace took 6.266732ms I0425 19:00:38.227729 3690 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 19:00:38.228276 3690 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.368702ms I0425 19:00:38.228298 3690 namespace.go:98] [openshift-package-operator] adding namespace I0425 19:00:38.228837 3690 namespace.go:102] [default] adding namespace took 6.287333ms I0425 19:00:38.229311 3690 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.283256ms I0425 19:00:38.230070 3690 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.634994ms I0425 19:00:38.230793 3690 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.784908ms I0425 19:00:38.231339 3690 namespace.go:102] [openshift-cluster-version] adding namespace took 6.935209ms I0425 19:00:38.231751 3690 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.93395ms I0425 19:00:38.232337 3690 namespace.go:102] [openshift-marketplace] adding namespace took 5.874235ms I0425 19:00:38.232783 3690 namespace.go:102] [openshift-apiserver] adding namespace took 5.937738ms I0425 19:00:38.233278 3690 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.543629ms I0425 19:00:38.233667 3690 namespace.go:102] [openshift-package-operator] adding namespace took 5.362915ms W0425 19:00:38.233758 3690 master.go:458] Unable to parse local node ip-10-0-2-191.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 19:00:38.233769 3690 master.go:481] Removing stale chassis with ID/Name: ab6b8bd1-5ecc-46d7-965f-c6c113c02225, hostname: ip-10-0-2-191.ec2.internal I0425 19:00:38.234224 3690 master.go:548] Adding or Updating local node "ip-10-0-2-191.ec2.internal" for network "default" I0425 19:00:38.235679 3690 zone_ic_handler.go:195] Time taken to create transit switch: 484.301µs I0425 19:00:38.235692 3690 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-74.ec2.internal for the network default E0425 19:00:38.235712 3690 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-130.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-130.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-130.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00942b350 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3805149089}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 19:00:38.235782 3690 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-130.ec2.internal", UID:"d327b1ad-f10b-4ecf-9f99-16e3b73d52f6", APIVersion:"v1", ResourceVersion:"9031", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-130.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-130.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00942b350 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3805149089}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 19:00:38.236987 3690 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-74.ec2.internal" on network "default" took: 1.800304ms I0425 19:00:38.238742 3690 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-191.ec2.internal for the network default I0425 19:00:38.238921 3690 zone_ic_handler.go:195] Time taken to create transit switch: 164.588µs I0425 19:00:38.239693 3690 default_network_controller.go:823] Node add failed for ip-10-0-2-191.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal, error getting gateway config for node ip-10-0-2-191.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-191.ec2.internal", failed to update chassis to local for local node ip-10-0-2-191.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-191.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal] E0425 19:00:38.239741 3690 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-191.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal, error getting gateway config for node ip-10-0-2-191.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-191.ec2.internal", failed to update chassis to local for local node ip-10-0-2-191.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-191.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal] I0425 19:00:38.239784 3690 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 19:00:38.239805 3690 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 19:00:38.239820 3690 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 19:00:38.239843 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0425 19:00:38.239836 3690 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-191.ec2.internal", UID:"570f8912-520a-43fc-b135-432178048cb9", APIVersion:"v1", ResourceVersion:"9122", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal, error getting gateway config for node ip-10-0-2-191.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-191.ec2.internal", failed to update chassis to local for local node ip-10-0-2-191.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-191.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-191.ec2.internal] I0425 19:00:38.239895 3690 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:38.239911 3690 services_controller.go:574] Full service sync requested for network=default I0425 19:00:38.239922 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-130.ec2.internal in network "default" I0425 19:00:38.239943 3690 node_tracker.go:169] Node ip-10-0-1-130.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:38.239950 3690 services_controller.go:574] Full service sync requested for network=default I0425 19:00:38.239955 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:38.239963 3690 node_tracker.go:235] Node ip-10-0-2-191.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-191.ec2.internal" I0425 19:00:38.239969 3690 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:38.239973 3690 services_controller.go:574] Full service sync requested for network=default I0425 19:00:38.242392 3690 iptables.go:108] Creating table: filter chain: FORWARD I0425 19:00:38.249925 3690 iptables.go:108] Creating table: filter chain: OUTPUT I0425 19:00:38.257274 3690 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 19:00:38.257289 3690 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-191.ec2.internal","mac-address":"0e:0c:89:60:e8:ed","ip-addresses":["10.0.2.191/24"],"ip-address":"10.0.2.191/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ab6b8bd1-5ecc-46d7-965f-c6c113c02225 k8s.ovn.org/node-encap-ips:["10.0.2.191"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.191/24"} k8s.ovn.org/zone-name:ip-10-0-2-191.ec2.internal] on node ip-10-0-2-191.ec2.internal I0425 19:00:38.275417 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:38.275469 3690 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:38.275482 3690 services_controller.go:574] Full service sync requested for network=default I0425 19:00:38.275483 3690 master.go:548] Adding or Updating local node "ip-10-0-2-191.ec2.internal" for network "default" I0425 19:00:38.279541 3690 default_node_network_controller.go:519] Node connection status = connected W0425 19:00:38.279746 3690 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gwq25: pod openshift-network-diagnostics/network-check-target-gwq25: no pod IPs found W0425 19:00:38.279760 3690 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rj8j4: pod openshift-multus/network-metrics-daemon-rj8j4: no pod IPs found I0425 19:00:38.280758 3690 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-191.ec2.internal for the network default I0425 19:00:38.280944 3690 zone_ic_handler.go:195] Time taken to create transit switch: 174.576µs I0425 19:00:38.340192 3690 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 19:00:38.340211 3690 services_controller.go:208] Setting up event handlers for services for network=default I0425 19:00:38.340252 3690 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 19:00:38.340287 3690 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 19:00:38.340297 3690 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 19:00:38.440574 3690 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 19:00:38.440590 3690 repair.go:60] Starting repairing loop for services I0425 19:00:38.440673 3690 repair.go:131] Deleted 0 stale service LBs I0425 19:00:38.440691 3690 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 19:00:38.440706 3690 repair.go:62] Finished repairing loop for services: 117.534µs I0425 19:00:38.440731 3690 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 19:00:38.440741 3690 services_controller.go:254] Starting workers for network=default W0425 19:00:38.440852 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:38.441078 3690 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rj8j4] creating logical port openshift-multus_network-metrics-daemon-rj8j4 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:38.441145 3690 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gwq25] creating logical port openshift-network-diagnostics_network-check-target-gwq25 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:38.441186 3690 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rj8j4 I0425 19:00:38.441248 3690 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gwq25 W0425 19:00:38.444795 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:38.457763 3690 pod.go:62] [openshift-multus/network-metrics-daemon-rj8j4] pod update took 16.624102ms I0425 19:00:38.457781 3690 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-rj8j4] addLogicalPort annotation time took 16.644975ms I0425 19:00:38.458592 3690 pods.go:271] [openshift-multus/network-metrics-daemon-rj8j4] addLogicalPort took 17.525863ms, libovsdb time 611.195µs I0425 19:00:38.461750 3690 pod.go:62] [openshift-network-diagnostics/network-check-target-gwq25] pod update took 20.539033ms I0425 19:00:38.461770 3690 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gwq25] addLogicalPort annotation time took 20.557165ms I0425 19:00:38.462515 3690 pods.go:271] [openshift-network-diagnostics/network-check-target-gwq25] addLogicalPort took 21.376309ms, libovsdb time 561.717µs I0425 19:00:38.462860 3690 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 19:00:38.462880 3690 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 19:00:38.462892 3690 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 19:00:38.462899 3690 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 19:00:38.463095 3690 repair.go:29] Repairing admin network policies took 188.749µs I0425 19:00:38.463261 3690 repair.go:92] Repairing baseline admin network policies took 152.276µs I0425 19:00:38.463604 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 19:00:38.463622 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 19:00:38.465570 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 19:00:38.465589 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 19:00:38.465600 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 19:00:38.467476 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 19:00:38.467496 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 19:00:38.467507 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 19:00:38.468547 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 19:00:38.468566 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 19:00:38.468574 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 19:00:38.469948 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 19:00:38.469965 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 19:00:38.469972 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 19:00:38.470419 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 19:00:38.470436 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 19:00:38.470443 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 19:00:38.471565 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 19:00:38.471582 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 19:00:38.471591 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 19:00:38.472634 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 19:00:38.472650 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 19:00:38.472658 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 19:00:38.474016 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 19:00:38.474032 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 19:00:38.474040 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 19:00:38.474466 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 19:00:38.474484 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 19:00:38.474491 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 19:00:38.474927 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 19:00:38.474942 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 19:00:38.474950 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 19:00:38.476615 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 19:00:38.476637 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 19:00:38.476646 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 19:00:38.477508 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 19:00:38.477536 3690 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 19:00:38.477544 3690 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 19:00:38.478661 3690 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 19:00:38.478680 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 19:00:38.478688 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 19:00:38.479296 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 19:00:38.479313 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 19:00:38.479322 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 19:00:38.479798 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 19:00:38.479815 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 19:00:38.479822 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 19:00:38.480259 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 19:00:38.480277 3690 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 19:00:38.480286 3690 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 19:00:38.481294 3690 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 19:00:38.481312 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 19:00:38.481326 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 19:00:38.482490 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 19:00:38.482507 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 19:00:38.482513 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 19:00:38.482803 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 19:00:38.482820 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 19:00:38.482826 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 19:00:38.483082 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 19:00:38.483096 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 19:00:38.483102 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 19:00:38.483615 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 19:00:38.483637 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 19:00:38.484277 3690 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 19:00:38.484289 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 19:00:38.484896 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 19:00:38.484915 3690 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 19:00:38.484922 3690 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 19:00:38.485781 3690 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 19:00:38.485803 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 19:00:38.485814 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 19:00:38.486293 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 19:00:38.486311 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 19:00:38.486338 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 19:00:38.486978 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 19:00:38.486997 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 19:00:38.487004 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 19:00:38.487457 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 19:00:38.487474 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 19:00:38.487480 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 19:00:38.487739 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 19:00:38.487753 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 19:00:38.487760 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 19:00:38.489103 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 19:00:38.489118 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 19:00:38.489129 3690 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 19:00:38.490674 3690 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 19:00:38.496037 3690 egressfirewall.go:374] Starting EgressFirewall controller I0425 19:00:38.496064 3690 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 19:00:38.496073 3690 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 19:00:38.496086 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 19:00:38.496095 3690 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 19:00:38.496101 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 19:00:38.496109 3690 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 19:00:38.496397 3690 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 19:00:38.496412 3690 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 19:00:38.496417 3690 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 19:00:38.496429 3690 egressqos.go:193] Setting up event handlers for EgressQoS I0425 19:00:38.496436 3690 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0425 19:00:38.496447 3690 egressfirewall.go:723] Syncing node "ip-10-0-1-130.ec2.internal" for egress firewall I0425 19:00:38.496451 3690 egressfirewall.go:723] Syncing node "ip-10-0-2-191.ec2.internal" for egress firewall I0425 19:00:38.496570 3690 egressqos.go:245] Starting EgressQoS Controller I0425 19:00:38.496582 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 19:00:38.496590 3690 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 19:00:38.496597 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 19:00:38.496605 3690 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 19:00:38.496613 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 19:00:38.496621 3690 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 19:00:38.496626 3690 egressqos.go:259] Repairing EgressQoSes I0425 19:00:38.496632 3690 egressqos.go:399] Starting repairing loop for egressqos I0425 19:00:38.496713 3690 egressqos.go:401] Finished repairing loop for egressqos: 80.608µs I0425 19:00:38.496730 3690 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 19:00:38.496768 3690 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-191.ec2.internal I0425 19:00:38.496812 3690 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-191.ec2.internal : 45.087µs I0425 19:00:38.496916 3690 egressservice_zone.go:210] Starting Egress Services Controller I0425 19:00:38.496930 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 19:00:38.496938 3690 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 19:00:38.496944 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 19:00:38.496948 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 19:00:38.496954 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 19:00:38.496958 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 19:00:38.496964 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 19:00:38.496968 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 19:00:38.496972 3690 egressservice_zone.go:228] Repairing Egress Services I0425 19:00:38.497213 3690 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 19:00:38.497223 3690 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 19:00:38.497287 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-130.ec2.internal I0425 19:00:38.497300 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-130.ec2.internal: 15.6µs I0425 19:00:38.497310 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-191.ec2.internal I0425 19:00:38.497314 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-191.ec2.internal: 4.78µs I0425 19:00:38.497318 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0425 19:00:38.497322 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 3.623µs I0425 19:00:38.497388 3690 default_network_controller.go:585] Completing all the Watchers took 307.344498ms I0425 19:00:38.497402 3690 default_network_controller.go:589] Starting unidling controllers I0425 19:00:38.497413 3690 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 19:00:38.497421 3690 unidle.go:63] Populating Initial ContollerEvent events I0425 19:00:38.497432 3690 unidle.go:79] Setting up event handlers for services I0425 19:00:38.497492 3690 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 19:00:38.780450 3690 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:39.279779 3690 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:39.780227 3690 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:40.215850 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0425 19:00:40.215888 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 47.377µs I0425 19:00:40.280487 3690 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:40.663506 3690 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 19:00:40.780729 3690 default_node_network_controller.go:519] Node connection status = connected I0425 19:00:40.799669 3690 bridgeconfig.go:537] Gateway is ready I0425 19:00:40.799686 3690 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 19:00:40.811551 3690 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.191. Updating OVN encap IP. I0425 19:00:40.817470 3690 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.191 - it is already configured I0425 19:00:40.817483 3690 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.191/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 19:00:40.817701 3690 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.191/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-191.ec2.internal","mac-address":"0e:0c:89:60:e8:ed","ip-addresses":["10.0.2.191/24"],"ip-address":"10.0.2.191/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ab6b8bd1-5ecc-46d7-965f-c6c113c02225 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.191/24"}] on node ip-10-0-2-191.ec2.internal I0425 19:00:40.837736 3690 egressfirewall.go:723] Syncing node "ip-10-0-2-191.ec2.internal" for egress firewall I0425 19:00:40.837734 3690 master.go:548] Adding or Updating local node "ip-10-0-2-191.ec2.internal" for network "default" I0425 19:00:40.837769 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-191.ec2.internal in network "default" I0425 19:00:40.837779 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-191.ec2.internal I0425 19:00:40.837792 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-191.ec2.internal: 16.156µs I0425 19:00:40.837827 3690 node_tracker.go:169] Node ip-10-0-2-191.ec2.internal switch + router changed, syncing services in network "default" I0425 19:00:40.837847 3690 services_controller.go:574] Full service sync requested for network=default W0425 19:00:40.838299 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 19:00:40.838509 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:40.841240 3690 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.191 I0425 19:00:40.841317 3690 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-191.ec2.internal I0425 19:00:40.842695 3690 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-191.ec2.internal. Updating no re-route policies I0425 19:00:40.842784 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-wq5c5 I0425 19:00:40.842793 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rj8j4 I0425 19:00:40.842802 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-wq5c5 I0425 19:00:40.842808 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rj8j4 I0425 19:00:40.842812 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ld44f I0425 19:00:40.842827 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fdtvk I0425 19:00:40.842827 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-191.ec2.internal I0425 19:00:40.842839 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fdtvk I0425 19:00:40.842838 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gwq25 I0425 19:00:40.842843 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6lvwc I0425 19:00:40.842845 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-t8lwd I0425 19:00:40.842843 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t2l5h I0425 19:00:40.842851 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gwq25 I0425 19:00:40.842854 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6lvwc I0425 19:00:40.842855 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-t8lwd I0425 19:00:40.842859 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fdtvk after 0 failed attempt(s) I0425 19:00:40.842862 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t2l5h I0425 19:00:40.842859 3690 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5qgws I0425 19:00:40.842872 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6lvwc after 0 failed attempt(s) I0425 19:00:40.842878 3690 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5qgws I0425 19:00:40.842885 3690 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gwq25] creating logical port openshift-network-diagnostics_network-check-target-gwq25 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:40.842885 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t2l5h after 0 failed attempt(s) I0425 19:00:40.842901 3690 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5qgws after 0 failed attempt(s) I0425 19:00:40.842816 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hsqxw I0425 19:00:40.842920 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hsqxw I0425 19:00:40.842938 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hsqxw after 0 failed attempt(s) I0425 19:00:40.842878 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-t8lwd after 0 failed attempt(s) I0425 19:00:40.842804 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fh7mw I0425 19:00:40.842958 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fh7mw I0425 19:00:40.842976 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fh7mw after 0 failed attempt(s) I0425 19:00:40.842842 3690 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rj8j4] creating logical port openshift-multus_network-metrics-daemon-rj8j4 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:40.842827 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-wq5c5 after 0 failed attempt(s) I0425 19:00:40.842789 3690 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-191.ec2.internal I0425 19:00:40.843081 3690 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-191.ec2.internal I0425 19:00:40.843099 3690 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-191.ec2.internal after 0 failed attempt(s) I0425 19:00:40.842829 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ld44f I0425 19:00:40.843114 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ld44f after 0 failed attempt(s) I0425 19:00:40.842847 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-191.ec2.internal I0425 19:00:40.843137 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-191.ec2.internal after 0 failed attempt(s) I0425 19:00:40.843669 3690 pods.go:271] [openshift-network-diagnostics/network-check-target-gwq25] addLogicalPort took 792.075µs, libovsdb time 328.753µs I0425 19:00:40.843686 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gwq25 after 0 failed attempt(s) I0425 19:00:40.844092 3690 pods.go:271] [openshift-multus/network-metrics-daemon-rj8j4] addLogicalPort took 1.259231ms, libovsdb time 283.191µs I0425 19:00:40.844106 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rj8j4 after 0 failed attempt(s) I0425 19:00:40.861325 3690 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 19:00:40.874459 3690 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 19:00:40.878320 3690 iptables.go:108] Creating table: nat chain: OUTPUT I0425 19:00:40.909551 3690 iptables.go:108] Creating table: nat chain: PREROUTING I0425 19:00:40.954462 3690 iptables.go:108] Creating table: filter chain: FORWARD I0425 19:00:40.972897 3690 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 19:00:40.972987 3690 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 19:00:40.973032 3690 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 19:00:40.973098 3690 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 19:00:40.973146 3690 gateway_init.go:325] Gateway and management port readiness took 2.697852893s I0425 19:00:40.973174 3690 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 19:00:40.973216 3690 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 19:00:40.973229 3690 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 19:00:40.973238 3690 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 19:00:40.973295 3690 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 19:00:40.973425 3690 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 89.019µs I0425 19:00:40.973645 3690 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 19:00:40.973671 3690 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.505µs I0425 19:00:40.973678 3690 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.832µs I0425 19:00:40.973684 3690 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 19:00:40.973693 3690 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 19:00:40.973698 3690 default_node_network_controller.go:899] Starting the default node network controller I0425 19:00:40.973702 3690 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 19:00:40.973792 3690 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.41µs I0425 19:00:40.973894 3690 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 19:00:40.973904 3690 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 19:00:40.973928 3690 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b6e0 0xc00034a5b0 0xc00034a620 0xc00034a690 0xc00034a700 0xc00034a770 0xc00034a7e0 0xc000b21bd0 0xc00034a850 0xc00034a930 0xc000ab03c0 0xc0060f1ab0 0xc00034a9a0 map[0x2ff9080:0xc002c19da0 0x2ff95c0:0xc002c19f20 0x2ffa2e0:0xc002612720 0x2ffa580:0xc002c19d40 0x2ffad60:0xc002c19e00 0x2ffb000:0xc002c19e60 0x2ffb2a0:0xc002c19ec0 0x2ffba80:0xc006162300 0x2ffbd20:0xc006162360 0x3026980:0xc00073f500 0x3026d20:0xc00073f560 0x3027800:0xc000c6e180 0x3029160:0xc001cb4000 0x30298a0:0xc003117140 0x302a720:0xc001cb4060] 0xc000b22af0 0} I0425 19:00:40.973981 3690 gateway.go:151] Starting gateway service sync I0425 19:00:40.974398 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 19:00:40.976827 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 19:00:40.986998 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 19:00:40.988274 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 19:00:40.989497 3690 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 19:00:41.024361 3690 gateway.go:168] Gateway service sync done. Time taken: 50.366469ms I0425 19:00:41.024800 3690 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30525 I0425 19:00:41.025547 3690 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b6e0 0xc00034a5b0 0xc00034a620 0xc00034a690 0xc00034a700 0xc00034a770 0xc00034a7e0 0xc000b21bd0 0xc00034a850 0xc00034a930 0xc000ab03c0 0xc0060f1ab0 0xc00034a9a0 map[0x2ff9080:0xc002c19da0 0x2ff95c0:0xc002c19f20 0x2ffa2e0:0xc002612720 0x2ffa580:0xc002c19d40 0x2ffad60:0xc002c19e00 0x2ffb000:0xc002c19e60 0x2ffb2a0:0xc002c19ec0 0x2ffba80:0xc006162300 0x2ffbd20:0xc006162360 0x3026980:0xc00073f500 0x3026d20:0xc00073f560 0x3027800:0xc000c6e180 0x3029160:0xc001cb4000 0x30298a0:0xc003117140 0x302a720:0xc001cb4060] 0xc000b22af0 0} I0425 19:00:41.026345 3690 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b6e0 0xc00034a5b0 0xc00034a620 0xc00034a690 0xc00034a700 0xc00034a770 0xc00034a7e0 0xc000b21bd0 0xc00034a850 0xc00034a930 0xc000ab03c0 0xc0060f1ab0 0xc00034a9a0 map[0x2ff9080:0xc002c19da0 0x2ff95c0:0xc002c19f20 0x2ffa2e0:0xc002612720 0x2ffa580:0xc002c19d40 0x2ffad60:0xc002c19e00 0x2ffb000:0xc002c19e60 0x2ffb2a0:0xc002c19ec0 0x2ffba80:0xc006162300 0x2ffbd20:0xc006162360 0x3026980:0xc00073f500 0x3026d20:0xc00073f560 0x3027800:0xc000c6e180 0x3029160:0xc001cb4000 0x30298a0:0xc003117140 0x302a720:0xc001cb4060] 0xc000b22af0 0} I0425 19:00:41.026394 3690 gateway.go:532] Reconciling gateway with updates I0425 19:00:41.032097 3690 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 19:00:41.032176 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:41.032190 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 19:00:41.032198 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:41.032197 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:41.032204 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 19:00:41.032210 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:41.032217 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:41.032228 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:41.032237 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:41.032244 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:41.032197 3690 default_node_network_controller.go:944] Gateway and management port readiness took 58.286702ms I0425 19:00:41.032265 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:41.032273 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 19:00:41.032228 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:41.032289 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 19:00:41.032291 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:41.032298 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 19:00:41.032275 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 19:00:41.032306 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 19:00:41.032216 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:41.032320 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 19:00:41.032249 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:41.032323 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:41.032353 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 31078 is already open, no action needed I0425 19:00:41.032372 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 32489 is already open, no action needed I0425 19:00:41.032408 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 19:00:41.032460 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:41.032485 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:41.032499 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:41.032517 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:41.032486 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:41.032560 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:41.032596 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:41.032607 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:41.032661 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:41.032681 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:41.032692 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 19:00:41.032716 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:41.032731 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:41.032768 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:41.032779 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:41.032811 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:41.032819 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:41.032832 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:41.032847 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:41.032867 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:41.032883 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:41.032942 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:41.032963 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:41.033012 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:41.033024 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:41.033058 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:41.033065 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:41.033088 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:41.033102 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:41.033119 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:41.033134 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:41.033174 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:41.033191 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:41.033195 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:41.033207 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:41.033227 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:41.033240 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:41.033250 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 19:00:41.033266 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:41.033275 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:41.033285 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 19:00:41.033296 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 19:00:41.033303 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 19:00:41.033309 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 19:00:41.033318 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:41.033324 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:41.033328 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 19:00:41.033338 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:41.033355 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:41.033390 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:41.033398 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:41.033418 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 19:00:41.033427 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 19:00:41.033439 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:41.033454 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:41.033495 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:41.033509 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:41.033551 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:41.033563 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:41.033569 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:41.033577 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:41.033578 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 19:00:41.033570 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:41.033589 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 19:00:41.033583 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:41.033595 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:41.033607 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:41.033629 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:41.033639 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:41.033671 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:41.033678 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:41.033704 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:41.033711 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:41.033745 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:41.033755 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:41.033780 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:41.033790 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:41.033797 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 19:00:41.033810 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:41.033820 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:41.034037 3690 node_ip_handler_linux.go:160] Node IP manager is running W0425 19:00:41.076404 3690 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 19:00:41.076815 3690 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 19:00:41.076978 3690 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0425 19:00:41.087016 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 19:00:41.087027 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 19:00:41.087043 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 19:00:41.087050 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 19:00:41.087056 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 19:00:41.087061 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 19:00:41.087067 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 19:00:41.087073 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 19:00:41.087087 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 19:00:41.087095 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 19:00:41.087104 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 19:00:41.087141 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 19:00:41.087173 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 19:00:41.087212 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 19:00:41.087224 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 19:00:41.087240 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 19:00:41.087250 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 19:00:41.087258 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 19:00:41.087266 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 19:00:41.087275 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 19:00:41.087284 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 19:00:41.087293 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 19:00:41.134215 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 19:00:41.134288 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 19:00:41.134299 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 19:00:41.134305 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 19:00:41.134310 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 19:00:41.134317 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 19:00:41.134323 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 19:00:42.594203 3690 default_node_network_controller.go:1380] Starting node controller node sync W0425 19:00:42.594229 3690 egressip_healthcheck.go:76] Health checking using insecure connection I0425 19:00:42.594272 3690 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0425 19:00:42.605674 3690 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.449058ms I0425 19:00:42.605852 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 19:00:42.605869 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 10.0.0.74 to PMTUD blocking rules I0425 19:00:42.605881 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-130.ec2.internal", IP: 10.0.1.130 to PMTUD blocking rules I0425 19:00:42.605898 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-130.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 19:00:42.617588 3690 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 19:00:42.617853 3690 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 19:00:42.617965 3690 egressservice_node.go:183] Starting Egress Services Controller I0425 19:00:42.617981 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 19:00:42.617989 3690 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 19:00:42.617996 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 19:00:42.618001 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 19:00:42.618006 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 19:00:42.618011 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 19:00:42.618015 3690 egressservice_node.go:197] Repairing Egress Services I0425 19:00:42.628819 3690 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 19:00:42.628832 3690 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 19:00:42.629077 3690 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 19:00:42.629095 3690 link_network_manager.go:119] Link manager is running I0425 19:00:42.629106 3690 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 19:00:42.629302 3690 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 19:00:42.629666 3690 vrf_manager.go:128] VRF manager is running I0425 19:00:42.630044 3690 node_controller_manager.go:437] Removing flows to drop GARP I0425 19:00:42.630054 3690 gateway.go:532] Reconciling gateway with updates I0425 19:00:42.651493 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:42.651500 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 19:00:42.651533 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 19:00:42.651540 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:42.651541 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 19:00:42.651555 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 19:00:42.651559 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 19:00:42.651563 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 19:00:42.651574 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:42.651585 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 19:00:42.651594 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:42.651596 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:42.651608 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 19:00:42.651607 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:42.651611 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 19:00:42.651619 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:42.651622 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:42.651624 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 19:00:42.651627 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:42.651621 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 19:00:42.651631 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 19:00:42.651629 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:42.651642 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:42.651644 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 19:00:42.651643 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:42.651650 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 19:00:42.651630 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 19:00:42.651655 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 19:00:42.651650 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 31078 is already open, no action needed I0425 19:00:42.651651 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:42.651613 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:42.651666 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 32489 is already open, no action needed I0425 19:00:42.651662 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:42.651669 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:42.651674 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:42.651676 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:42.651682 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 19:00:42.651687 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 19:00:42.651685 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 19:00:42.651696 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 19:00:42.651696 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:42.651702 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:42.651706 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:42.651709 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:42.651713 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 19:00:42.651702 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:42.651637 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:42.651722 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:42.651697 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:42.651733 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 19:00:42.651736 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 19:00:42.651740 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 19:00:42.651737 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:42.651757 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 19:00:42.651756 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:42.651759 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:42.651756 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:42.651770 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 19:00:42.651771 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:00:42.651774 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 19:00:42.651730 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:42.651642 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:42.651717 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 19:00:42.651799 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 19:00:42.651741 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:42.651705 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:42.651814 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 19:00:42.651729 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 19:00:42.651824 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 19:00:42.651742 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 19:00:42.651829 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 19:00:42.651833 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 19:00:42.651708 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 19:00:42.651845 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 19:00:42.651668 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 19:00:42.651850 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:42.651653 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 19:00:42.651859 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 19:00:42.651866 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 19:00:42.651879 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 19:00:42.651642 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 19:00:42.651889 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 19:00:42.651675 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:42.651931 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 19:00:42.651937 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 19:00:42.651677 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 19:00:42.651993 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:42.651689 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 19:00:42.652006 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 19:00:42.652013 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 19:00:42.651706 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:42.652039 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 19:00:42.651718 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:42.652079 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 19:00:42.651720 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 19:00:42.651717 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:42.652143 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 19:00:42.651820 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 19:00:42.651632 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:42.652223 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 19:00:42.680357 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 19:00:42.680382 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 19:00:42.680396 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 19:00:42.680405 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 19:00:42.680414 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 19:00:42.680423 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 19:00:42.680430 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 19:00:42.680436 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 19:00:42.723719 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 19:00:42.723728 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 19:00:42.764282 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 19:00:42.764318 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764325 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 19:00:42.764331 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764337 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 19:00:42.764358 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 19:00:42.764366 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 19:00:42.764372 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764378 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 19:00:42.764383 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764389 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 19:00:42.764394 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 19:00:42.764413 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764427 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764437 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 19:00:42.764443 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 19:00:42.764447 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 19:00:42.764453 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 19:00:42.764458 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 19:00:42.764463 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 19:00:42.764468 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 19:00:42.764473 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 19:00:42.764479 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 19:00:42.764486 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 19:00:44.318985 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-191.ec2.internal I0425 19:00:44.319054 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-191.ec2.internal: 78.88µs I0425 19:00:44.347446 3690 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58fdcd69f-xbx2c] creating logical port openshift-image-registry_image-registry-58fdcd69f-xbx2c for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:44.347595 3690 kube.go:256] Updating pod openshift-image-registry/image-registry-58fdcd69f-xbx2c I0425 19:00:44.364632 3690 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-g9vj4] creating logical port openshift-dns_dns-default-g9vj4 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:44.364774 3690 kube.go:256] Updating pod openshift-dns/dns-default-g9vj4 I0425 19:00:44.375047 3690 pod.go:62] [openshift-image-registry/image-registry-58fdcd69f-xbx2c] pod update took 27.48113ms I0425 19:00:44.375067 3690 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58fdcd69f-xbx2c] addLogicalPort annotation time took 27.506676ms I0425 19:00:44.375353 3690 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-l6tb6] creating logical port openshift-ingress-canary_ingress-canary-l6tb6 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:00:44.375473 3690 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-l6tb6 I0425 19:00:44.376314 3690 pods.go:271] [openshift-image-registry/image-registry-58fdcd69f-xbx2c] addLogicalPort took 28.887911ms, libovsdb time 986.965µs I0425 19:00:44.381890 3690 pod.go:62] [openshift-dns/dns-default-g9vj4] pod update took 17.150271ms I0425 19:00:44.381911 3690 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-g9vj4] addLogicalPort annotation time took 17.173245ms I0425 19:00:44.382894 3690 pods.go:271] [openshift-dns/dns-default-g9vj4] addLogicalPort took 18.284864ms, libovsdb time 730.907µs I0425 19:00:44.392182 3690 pod.go:62] [openshift-ingress-canary/ingress-canary-l6tb6] pod update took 16.732534ms I0425 19:00:44.392204 3690 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-l6tb6] addLogicalPort annotation time took 16.757546ms I0425 19:00:44.393153 3690 pods.go:271] [openshift-ingress-canary/ingress-canary-l6tb6] addLogicalPort took 17.818134ms, libovsdb time 722.557µs I0425 19:00:44.735301 3690 cni.go:452] [openshift-ingress-canary/ingress-canary-l6tb6 ec2a0de1d5daa5e83a4beb14bd0de5b35ddc2d273efa5461720b441f7443d83e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-l6tb6 ec2a0de1d5daa5e83a4beb14bd0de5b35ddc2d273efa5461720b441f7443d83e network default NAD default NAD key ] I0425 19:00:44.754240 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-l6tb6, hostIfaceName: ec2a0de1d5daa5e, network: default, NAD default, SandboxID: "ec2a0de1d5daa5e83a4beb14bd0de5b35ddc2d273efa5461720b441f7443d83e", PCI device ID: , UID: "c392ad81-cf5f-4284-997c-24aa2c674fd4", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0425 19:00:44.802458 3690 cni.go:473] [openshift-ingress-canary/ingress-canary-l6tb6 ec2a0de1d5daa5e83a4beb14bd0de5b35ddc2d273efa5461720b441f7443d83e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-l6tb6 ec2a0de1d5daa5e83a4beb14bd0de5b35ddc2d273efa5461720b441f7443d83e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:62:74:1c:1d:7e\",\"name\":\"ec2a0de1d5daa5e\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f958956-44f2-40b3-961a-6def90707a9d\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:00:47.587109 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:48.508346 3690 cni.go:452] [openshift-network-diagnostics/network-check-target-gwq25 2505e418401d2efb793eb233c20c58debf533f5804aa0ab760354b2908d52304 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gwq25 2505e418401d2efb793eb233c20c58debf533f5804aa0ab760354b2908d52304 network default NAD default NAD key ] I0425 19:00:48.518461 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gwq25, hostIfaceName: 2505e418401d2ef, network: default, NAD default, SandboxID: "2505e418401d2efb793eb233c20c58debf533f5804aa0ab760354b2908d52304", PCI device ID: , UID: "360cc553-c60b-4458-a9f3-d118ee57c639", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0425 19:00:48.564630 3690 cni.go:473] [openshift-network-diagnostics/network-check-target-gwq25 2505e418401d2efb793eb233c20c58debf533f5804aa0ab760354b2908d52304 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gwq25 2505e418401d2efb793eb233c20c58debf533f5804aa0ab760354b2908d52304 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:07:b7:24:fb:ef\",\"name\":\"2505e418401d2ef\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a04b813a-26f6-4979-bee9-a0486e2d4fe5\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:00:52.681361 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:00:53.926724 3690 default_network_controller.go:1025] Node "ip-10-0-1-130.ec2.internal" in remote zone "ip-10-0-1-130.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 19:00:53.927497 3690 zone_ic_handler.go:195] Time taken to create transit switch: 279.47µs I0425 19:00:53.927510 3690 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-130.ec2.internal for the network default I0425 19:00:53.928483 3690 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-130.ec2.internal" on network "default" took: 1.278843ms W0425 19:01:02.783242 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:01:02.783271 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:01:18.599909 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:01:18.599940 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 19:01:23.685811 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 19:01:28.821330 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.821939 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.821969 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.821977 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 19:01:28.821988 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:01:28.821992 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 19:01:29.851003 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:29.851032 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:29.851051 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:29.851059 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7dgr6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:01:32.924425 3690 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 19:01:32.935649 3690 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 19:02:31.852626 3690 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-zkzc9 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:31.852683 3690 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-72rt9 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:31.852770 3690 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9 I0425 19:02:31.852780 3690 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9 I0425 19:02:31.885502 3690 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9] pod update took 32.742382ms I0425 19:02:31.885539 3690 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9] addLogicalPort annotation time took 32.767259ms I0425 19:02:31.886630 3690 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9] addLogicalPort took 33.962261ms, libovsdb time 828.528µs I0425 19:02:31.886711 3690 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9] pod update took 33.966145ms I0425 19:02:31.886730 3690 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9] addLogicalPort annotation time took 33.98908ms I0425 19:02:31.887798 3690 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9] addLogicalPort took 35.20311ms, libovsdb time 782.335µs I0425 19:02:31.947002 3690 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-5np6r for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:31.947088 3690 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r I0425 19:02:31.965592 3690 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r] pod update took 18.524094ms I0425 19:02:31.965615 3690 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r] addLogicalPort annotation time took 18.555143ms I0425 19:02:31.966679 3690 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r] addLogicalPort took 19.691529ms, libovsdb time 768.388µs I0425 19:02:32.060963 3690 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qlz9n for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:32.061103 3690 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n I0425 19:02:32.068608 3690 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-649b5796f-dw5c7] creating logical port openshift-ingress_router-default-649b5796f-dw5c7 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:32.068685 3690 kube.go:256] Updating pod openshift-ingress/router-default-649b5796f-dw5c7 I0425 19:02:32.083671 3690 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n] pod update took 22.602327ms I0425 19:02:32.083692 3690 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n] addLogicalPort annotation time took 22.628893ms I0425 19:02:32.084900 3690 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n] addLogicalPort took 23.957631ms, libovsdb time 956.146µs I0425 19:02:32.095725 3690 pod.go:62] [openshift-ingress/router-default-649b5796f-dw5c7] pod update took 27.063531ms I0425 19:02:32.095747 3690 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-649b5796f-dw5c7] addLogicalPort annotation time took 27.089011ms I0425 19:02:32.096764 3690 pods.go:271] [openshift-ingress/router-default-649b5796f-dw5c7] addLogicalPort took 28.168224ms, libovsdb time 720.456µs I0425 19:02:32.397015 3690 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-frsjr for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:32.397127 3690 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr I0425 19:02:32.417328 3690 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr] pod update took 20.219314ms I0425 19:02:32.417348 3690 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr] addLogicalPort annotation time took 20.24442ms I0425 19:02:32.418361 3690 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr] addLogicalPort took 21.361089ms, libovsdb time 732.639µs I0425 19:02:32.510207 3690 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9 4dbf42337fbf480ef2b6fc2af8cb2c24a8023db676b3cb86911a81f9460a5f9a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9 4dbf42337fbf480ef2b6fc2af8cb2c24a8023db676b3cb86911a81f9460a5f9a network default NAD default NAD key ] I0425 19:02:32.512908 3690 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9 1f75ed2ab16f75d57cb154ea5e1b33f5052cd7811bc9478beb99f577ba954447 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9 1f75ed2ab16f75d57cb154ea5e1b33f5052cd7811bc9478beb99f577ba954447 network default NAD default NAD key ] I0425 19:02:32.524983 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-zkzc9, hostIfaceName: 4dbf42337fbf480, network: default, NAD default, SandboxID: "4dbf42337fbf480ef2b6fc2af8cb2c24a8023db676b3cb86911a81f9460a5f9a", PCI device ID: , UID: "c1b0b590-444e-46fb-be65-ce81ade0569b", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0425 19:02:32.526038 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-72rt9, hostIfaceName: 1f75ed2ab16f75d, network: default, NAD default, SandboxID: "1f75ed2ab16f75d57cb154ea5e1b33f5052cd7811bc9478beb99f577ba954447", PCI device ID: , UID: "836c987b-075b-48a3-bf33-a35545bb3d21", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0425 19:02:32.572193 3690 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9 4dbf42337fbf480ef2b6fc2af8cb2c24a8023db676b3cb86911a81f9460a5f9a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-zkzc9 4dbf42337fbf480ef2b6fc2af8cb2c24a8023db676b3cb86911a81f9460a5f9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8a:be:31:c4:37\",\"name\":\"4dbf42337fbf480\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db7ba1a3-3f4b-4e3d-ac14-203b7d621879\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:02:32.586075 3690 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9 1f75ed2ab16f75d57cb154ea5e1b33f5052cd7811bc9478beb99f577ba954447 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-72rt9 1f75ed2ab16f75d57cb154ea5e1b33f5052cd7811bc9478beb99f577ba954447 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:56:ca:c1:d0:e0\",\"name\":\"1f75ed2ab16f75d\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4544d327-755b-4f6d-bb04-f059a1d78ba3\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:02:32.761167 3690 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr 196f29fb0e1f974d5c57562560049852714439e7a1623cc33c83759d985a6ce5 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr 196f29fb0e1f974d5c57562560049852714439e7a1623cc33c83759d985a6ce5 network default NAD default NAD key ] I0425 19:02:32.773184 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-frsjr, hostIfaceName: 196f29fb0e1f974, network: default, NAD default, SandboxID: "196f29fb0e1f974d5c57562560049852714439e7a1623cc33c83759d985a6ce5", PCI device ID: , UID: "5dd85fb6-b942-4680-a27a-c73ee74fe6ba", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0425 19:02:32.817603 3690 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr 196f29fb0e1f974d5c57562560049852714439e7a1623cc33c83759d985a6ce5 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-frsjr 196f29fb0e1f974d5c57562560049852714439e7a1623cc33c83759d985a6ce5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:5f:24:9e:a1:f9\",\"name\":\"196f29fb0e1f974\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d7d3e79-d93f-4372-a5f6-7d2aaabf9d87\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:02:35.882085 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 19:02:36.657715 3690 namespace.go:98] [openshift-service-ca] adding namespace I0425 19:02:36.658789 3690 namespace.go:102] [openshift-service-ca] adding namespace took 1.049473ms I0425 19:02:36.717201 3690 namespace.go:142] [openshift-service-ca] updating namespace I0425 19:02:37.297782 3690 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 19:02:37.299037 3690 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.232175ms I0425 19:02:37.332578 3690 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 19:02:37.447244 3690 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-55jlf for pod on switch ip-10-0-2-191.ec2.internal I0425 19:02:37.447340 3690 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf I0425 19:02:37.466288 3690 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf] pod update took 18.967828ms I0425 19:02:37.466319 3690 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf] addLogicalPort annotation time took 19.004214ms I0425 19:02:37.467647 3690 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf] addLogicalPort took 20.426575ms, libovsdb time 940.474µs I0425 19:02:37.802320 3690 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf e838dd6597ab9b344650d50e22ceb8b9cc1e6f237639d82629cf3fb69f90c794 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf e838dd6597ab9b344650d50e22ceb8b9cc1e6f237639d82629cf3fb69f90c794 network default NAD default NAD key ] I0425 19:02:37.812226 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-55jlf, hostIfaceName: e838dd6597ab9b3, network: default, NAD default, SandboxID: "e838dd6597ab9b344650d50e22ceb8b9cc1e6f237639d82629cf3fb69f90c794", PCI device ID: , UID: "62fcdc14-7545-4f0c-937d-1a29d0342e7a", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0425 19:02:37.858978 3690 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf e838dd6597ab9b344650d50e22ceb8b9cc1e6f237639d82629cf3fb69f90c794 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-55jlf e838dd6597ab9b344650d50e22ceb8b9cc1e6f237639d82629cf3fb69f90c794 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4f:c4:f9:d9:f2\",\"name\":\"e838dd6597ab9b3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f08c1971-5ab7-4037-8e9d-098b08e9f2f6\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:02:46.957148 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 19:02:47.900335 3690 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r ac060e3786fec6c886bf6249701ad9083956f62b9e84ccbc9fc77d777596a916 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r ac060e3786fec6c886bf6249701ad9083956f62b9e84ccbc9fc77d777596a916 network default NAD default NAD key ] I0425 19:02:47.909674 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-5np6r, hostIfaceName: ac060e3786fec6c, network: default, NAD default, SandboxID: "ac060e3786fec6c886bf6249701ad9083956f62b9e84ccbc9fc77d777596a916", PCI device ID: , UID: "80720c41-9aa1-44a2-90d8-245716ae8a5c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0425 19:02:47.957272 3690 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r ac060e3786fec6c886bf6249701ad9083956f62b9e84ccbc9fc77d777596a916 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5np6r ac060e3786fec6c886bf6249701ad9083956f62b9e84ccbc9fc77d777596a916 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:25:ba:64:ae:6b\",\"name\":\"ac060e3786fec6c\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7275ef09-4a84-44cb-bc76-f0d0baeaebd4\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:02:52.476929 3690 cni.go:452] [openshift-dns/dns-default-g9vj4 5c949259d4aefd28b85a916fd46edcdd82dc5c6d001897556859beef6e037931 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-g9vj4 5c949259d4aefd28b85a916fd46edcdd82dc5c6d001897556859beef6e037931 network default NAD default NAD key ] I0425 19:02:52.478920 3690 cni.go:452] [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key ] I0425 19:02:52.487242 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-g9vj4, hostIfaceName: 5c949259d4aefd2, network: default, NAD default, SandboxID: "5c949259d4aefd28b85a916fd46edcdd82dc5c6d001897556859beef6e037931", PCI device ID: , UID: "b922891d-e2bc-46b4-b65a-67b64d70e235", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0425 19:02:52.488346 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58fdcd69f-xbx2c, hostIfaceName: 8c7a42353afb22b, network: default, NAD default, SandboxID: "8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98", PCI device ID: , UID: "002af9a8-9dc8-4759-b1eb-6b6cdd427322", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0425 19:02:52.538130 3690 cni.go:473] [openshift-dns/dns-default-g9vj4 5c949259d4aefd28b85a916fd46edcdd82dc5c6d001897556859beef6e037931 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-g9vj4 5c949259d4aefd28b85a916fd46edcdd82dc5c6d001897556859beef6e037931 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:7b:11:42:75:fc\",\"name\":\"5c949259d4aefd2\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/327bcfb4-bfda-491b-9515-d10dd795ae13\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:02:52.553044 3690 cni.go:473] [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:b9:ef:02:38:5b\",\"name\":\"8c7a42353afb22b\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49467499-dcba-44fd-b89c-f5e3159c3a7d\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:03:03.607384 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 19:03:03.612096 3690 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:03.612112 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:03.612117 3690 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 19:03:03.643891 3690 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-m8dlw] creating logical port openshift-insights_insights-runtime-extractor-m8dlw for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:03.644027 3690 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-m8dlw I0425 19:03:03.662567 3690 pod.go:62] [openshift-insights/insights-runtime-extractor-m8dlw] pod update took 18.569477ms I0425 19:03:03.662589 3690 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-m8dlw] addLogicalPort annotation time took 18.595384ms I0425 19:03:03.663928 3690 pods.go:271] [openshift-insights/insights-runtime-extractor-m8dlw] addLogicalPort took 20.055327ms, libovsdb time 961.126µs W0425 19:03:03.693273 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 19:03:04.034555 3690 cni.go:452] [openshift-insights/insights-runtime-extractor-m8dlw 15d9c96008ad9749596a13b2cce0b802d9c01da73721178845f729d86d4e937a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-m8dlw 15d9c96008ad9749596a13b2cce0b802d9c01da73721178845f729d86d4e937a network default NAD default NAD key ] I0425 19:03:04.044203 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-m8dlw, hostIfaceName: 15d9c96008ad974, network: default, NAD default, SandboxID: "15d9c96008ad9749596a13b2cce0b802d9c01da73721178845f729d86d4e937a", PCI device ID: , UID: "63c029d3-31c9-4947-9d04-ada518c62ca4", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0425 19:03:04.093279 3690 cni.go:473] [openshift-insights/insights-runtime-extractor-m8dlw 15d9c96008ad9749596a13b2cce0b802d9c01da73721178845f729d86d4e937a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-m8dlw 15d9c96008ad9749596a13b2cce0b802d9c01da73721178845f729d86d4e937a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:91:98:a7:af:ef\",\"name\":\"15d9c96008ad974\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39029b8b-7ff2-48cd-9f1e-6542395ad2f8\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:03:04.248908 3690 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n 15e8174fd14d545053f5f5f400c5e8fc2d5ee52d0daff32f26c6b8cd40f191a9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n 15e8174fd14d545053f5f5f400c5e8fc2d5ee52d0daff32f26c6b8cd40f191a9 network default NAD default NAD key ] I0425 19:03:04.258709 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qlz9n, hostIfaceName: 15e8174fd14d545, network: default, NAD default, SandboxID: "15e8174fd14d545053f5f5f400c5e8fc2d5ee52d0daff32f26c6b8cd40f191a9", PCI device ID: , UID: "ab931abf-bdbb-46ae-9132-4201ee5ae9ad", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0425 19:03:04.289921 3690 cni.go:452] [openshift-ingress/router-default-649b5796f-dw5c7 c695d90c7067ade33e13a4da943125fd91eb88269b7f4f70779cb3341ed387da network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-649b5796f-dw5c7 c695d90c7067ade33e13a4da943125fd91eb88269b7f4f70779cb3341ed387da network default NAD default NAD key ] I0425 19:03:04.308038 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-649b5796f-dw5c7, hostIfaceName: c695d90c7067ade, network: default, NAD default, SandboxID: "c695d90c7067ade33e13a4da943125fd91eb88269b7f4f70779cb3341ed387da", PCI device ID: , UID: "cd4fc0c7-a685-4bea-af9c-f92cc89372b6", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0425 19:03:04.311742 3690 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n 15e8174fd14d545053f5f5f400c5e8fc2d5ee52d0daff32f26c6b8cd40f191a9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qlz9n 15e8174fd14d545053f5f5f400c5e8fc2d5ee52d0daff32f26c6b8cd40f191a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c0:9a:4c:9c:16\",\"name\":\"15e8174fd14d545\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fd7917a-0d9b-41ee-9ee6-6473ac8bf23b\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:03:04.354956 3690 cni.go:473] [openshift-ingress/router-default-649b5796f-dw5c7 c695d90c7067ade33e13a4da943125fd91eb88269b7f4f70779cb3341ed387da network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-649b5796f-dw5c7 c695d90c7067ade33e13a4da943125fd91eb88269b7f4f70779cb3341ed387da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f2:2b:a3:12:c3\",\"name\":\"c695d90c7067ade\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e68a9383-648d-4cbb-afe9-5c8778f6b120\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:03:04.980910 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:04.980934 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:04.980942 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:04.982895 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:04.982919 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.004077 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.004092 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.007972 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.007986 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.007991 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.008912 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.008928 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.008934 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 19:03:05.049988 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.050009 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.050014 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:05.053016 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:05.053034 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0425 19:03:05.144807 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:05.145365 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:05.164167 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:05.164183 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-25zkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:05.172153 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c56ffbfbd-25zkt I0425 19:03:05.172177 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c56ffbfbd-25zkt W0425 19:03:06.015653 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.015677 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.015761 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.015777 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.015790 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.015794 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.018621 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.018636 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.018641 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.018652 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.018658 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.018665 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.054092 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 19:03:06.054119 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0425 19:03:06.147713 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 19:03:06.154674 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 19:03:06.162384 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.162407 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 19:03:06.162414 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 19:03:07.569995 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-zs8ng for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:07.570073 3690 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng I0425 19:03:07.586074 3690 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng] pod update took 16.020614ms I0425 19:03:07.586095 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng] addLogicalPort annotation time took 16.047274ms I0425 19:03:07.587465 3690 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng] addLogicalPort took 17.482287ms, libovsdb time 1.020947ms I0425 19:03:07.926155 3690 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng 940e6cbe0f06f2eb6c5a7194c9ee41b9367df0ab5dcac362d7ed1a52daf963a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng 940e6cbe0f06f2eb6c5a7194c9ee41b9367df0ab5dcac362d7ed1a52daf963a2 network default NAD default NAD key ] I0425 19:03:07.935832 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-zs8ng, hostIfaceName: 940e6cbe0f06f2e, network: default, NAD default, SandboxID: "940e6cbe0f06f2eb6c5a7194c9ee41b9367df0ab5dcac362d7ed1a52daf963a2", PCI device ID: , UID: "565a09da-4750-4d2b-9806-34a47edef798", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0425 19:03:07.983756 3690 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng 940e6cbe0f06f2eb6c5a7194c9ee41b9367df0ab5dcac362d7ed1a52daf963a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zs8ng 940e6cbe0f06f2eb6c5a7194c9ee41b9367df0ab5dcac362d7ed1a52daf963a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b1:d7:5b:cd:4c\",\"name\":\"940e6cbe0f06f2e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f5f20bd-7df6-4806-be5a-b7ff6187f1f2\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:03:10.041744 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 19:03:10.070919 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 19:03:13.720576 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 19:03:17.623949 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:17.624080 3690 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 19:03:17.650285 3690 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.239802ms I0425 19:03:17.650314 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.274253ms I0425 19:03:17.651591 3690 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.663682ms, libovsdb time 886.503µs I0425 19:03:18.584046 3690 cni.go:452] [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key ] I0425 19:03:18.593390 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e04fc8557673380, network: default, NAD default, SandboxID: "e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320", PCI device ID: , UID: "1610f93a-4c9f-4d88-adbb-e50c18672dc5", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0425 19:03:18.646081 3690 cni.go:473] [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d5:74:55:4c:b0\",\"name\":\"e04fc8557673380\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd6efbbe-27d5-427d-9e4c-cfe14196b04a\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:03:19.621044 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv] creating logical port openshift-monitoring_thanos-querier-d7f9bf64c-vm4bv for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:19.621178 3690 kube.go:256] Updating pod openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv I0425 19:03:19.648947 3690 pod.go:62] [openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv] pod update took 27.798417ms I0425 19:03:19.648972 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv] addLogicalPort annotation time took 27.83204ms I0425 19:03:19.650320 3690 pods.go:271] [openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv] addLogicalPort took 29.322801ms, libovsdb time 943.993µs I0425 19:03:19.979325 3690 cni.go:452] [openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv 4b8e3787bda23425217383cec9b009140d5991375af14b99eb46e7b02aa7d0c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv 4b8e3787bda23425217383cec9b009140d5991375af14b99eb46e7b02aa7d0c5 network default NAD default NAD key ] I0425 19:03:19.988818 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d7f9bf64c-vm4bv, hostIfaceName: 4b8e3787bda2342, network: default, NAD default, SandboxID: "4b8e3787bda23425217383cec9b009140d5991375af14b99eb46e7b02aa7d0c5", PCI device ID: , UID: "0af342e0-c04c-47ed-88a8-e1a24e80af36", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0425 19:03:20.040132 3690 cni.go:473] [openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv 4b8e3787bda23425217383cec9b009140d5991375af14b99eb46e7b02aa7d0c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-d7f9bf64c-vm4bv 4b8e3787bda23425217383cec9b009140d5991375af14b99eb46e7b02aa7d0c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:fb:b6:7d:8a:06\",\"name\":\"4b8e3787bda2342\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fe603b1-7906-4fc5-8a49-40ac91cbb52a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:03:20.096676 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:20.096695 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:20.096701 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:21.109323 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:21.109349 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:21.109357 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 19:03:21.405472 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-599696498d-4gnkm] creating logical port openshift-monitoring_metrics-server-599696498d-4gnkm for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:21.405656 3690 kube.go:256] Updating pod openshift-monitoring/metrics-server-599696498d-4gnkm I0425 19:03:21.424819 3690 pod.go:62] [openshift-monitoring/metrics-server-599696498d-4gnkm] pod update took 19.202823ms I0425 19:03:21.424843 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-599696498d-4gnkm] addLogicalPort annotation time took 19.233974ms I0425 19:03:21.426117 3690 pods.go:271] [openshift-monitoring/metrics-server-599696498d-4gnkm] addLogicalPort took 20.676551ms, libovsdb time 911.134µs I0425 19:03:21.974808 3690 cni.go:452] [openshift-monitoring/metrics-server-599696498d-4gnkm adeb8f943b63a8821d46c5dde28cd78a48170a5c3e7865d879bf10c2f1f3c043 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-599696498d-4gnkm adeb8f943b63a8821d46c5dde28cd78a48170a5c3e7865d879bf10c2f1f3c043 network default NAD default NAD key ] I0425 19:03:21.984165 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-599696498d-4gnkm, hostIfaceName: adeb8f943b63a88, network: default, NAD default, SandboxID: "adeb8f943b63a8821d46c5dde28cd78a48170a5c3e7865d879bf10c2f1f3c043", PCI device ID: , UID: "e988613c-9d3a-4fb1-813e-3c8732e77e4c", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0425 19:03:22.040223 3690 cni.go:473] [openshift-monitoring/metrics-server-599696498d-4gnkm adeb8f943b63a8821d46c5dde28cd78a48170a5c3e7865d879bf10c2f1f3c043 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-599696498d-4gnkm adeb8f943b63a8821d46c5dde28cd78a48170a5c3e7865d879bf10c2f1f3c043 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:92:20:13:79:69\",\"name\":\"adeb8f943b63a88\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3afad999-c72d-46fa-a2c8-f84e5705321e\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:03:23.253392 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:23.253417 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:23.253424 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:23.253430 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.074404 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:24.112002 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:24.149083 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.149100 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.149107 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:24.149113 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:25.108646 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:03:25.108663 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:03:26.271337 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 19:03:26.271359 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 19:03:27.307560 3690 base_network_controller_pods.go:487] [default/openshift-console/console-6bdc46c845-667hj] creating logical port openshift-console_console-6bdc46c845-667hj for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:27.307655 3690 kube.go:256] Updating pod openshift-console/console-6bdc46c845-667hj I0425 19:03:27.329631 3690 pod.go:62] [openshift-console/console-6bdc46c845-667hj] pod update took 22.004063ms I0425 19:03:27.329657 3690 base_network_controller_pods.go:951] [default/openshift-console/console-6bdc46c845-667hj] addLogicalPort annotation time took 22.031708ms I0425 19:03:27.330715 3690 pods.go:271] [openshift-console/console-6bdc46c845-667hj] addLogicalPort took 23.169481ms, libovsdb time 765.103µs I0425 19:03:27.667501 3690 cni.go:452] [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key ] I0425 19:03:27.677056 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bdc46c845-667hj, hostIfaceName: dbe7b7b308eaaf5, network: default, NAD default, SandboxID: "dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411", PCI device ID: , UID: "4b9d2b97-ff31-423c-869a-58493ff15d48", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0425 19:03:27.727202 3690 cni.go:473] [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:47:ce:3a:77:bb\",\"name\":\"dbe7b7b308eaaf5\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d83c06d-86b9-483b-aa25-682ff257c1fa\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:03:28.845238 3690 cni.go:452] [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key ] I0425 19:03:28.927075 3690 cni.go:473] [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-58fdcd69f-xbx2c 8c7a42353afb22b158089906593208bbcc478d6fd661023aa7e49288537cea98 network default NAD default NAD key default], result "{}", err I0425 19:03:28.985148 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:28.985192 3690 pods.go:176] Deleting pod: openshift-image-registry/image-registry-58fdcd69f-xbx2c I0425 19:03:28.986652 3690 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-58fdcd69f-xbx2c, ips: 10.130.0.5 I0425 19:03:28.986679 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:28.998148 3690 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7dd54dd4f9-4864l] creating logical port openshift-image-registry_image-registry-7dd54dd4f9-4864l for pod on switch ip-10-0-2-191.ec2.internal I0425 19:03:28.998232 3690 kube.go:256] Updating pod openshift-image-registry/image-registry-7dd54dd4f9-4864l I0425 19:03:29.017516 3690 pod.go:62] [openshift-image-registry/image-registry-7dd54dd4f9-4864l] pod update took 19.308687ms I0425 19:03:29.017562 3690 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7dd54dd4f9-4864l] addLogicalPort annotation time took 19.358556ms I0425 19:03:29.018863 3690 pods.go:271] [openshift-image-registry/image-registry-7dd54dd4f9-4864l] addLogicalPort took 20.729644ms, libovsdb time 970.032µs I0425 19:03:29.131986 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:29.132012 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fdcd69f-xbx2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:29.141092 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fdcd69f-xbx2c I0425 19:03:29.141182 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fdcd69f-xbx2c W0425 19:03:29.255032 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255051 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255057 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255062 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255077 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255081 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255086 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:29.255092 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 19:03:29.359862 3690 cni.go:452] [openshift-image-registry/image-registry-7dd54dd4f9-4864l cc64eb4ea43cd99458e1b7d046c80f003f477df3795c9f5a9ed535d723e5a362 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7dd54dd4f9-4864l cc64eb4ea43cd99458e1b7d046c80f003f477df3795c9f5a9ed535d723e5a362 network default NAD default NAD key ] I0425 19:03:29.371129 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7dd54dd4f9-4864l, hostIfaceName: cc64eb4ea43cd99, network: default, NAD default, SandboxID: "cc64eb4ea43cd99458e1b7d046c80f003f477df3795c9f5a9ed535d723e5a362", PCI device ID: , UID: "f5b37d0a-58c3-40d2-8c8f-b5a62a47dd58", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0425 19:03:29.419451 3690 cni.go:473] [openshift-image-registry/image-registry-7dd54dd4f9-4864l cc64eb4ea43cd99458e1b7d046c80f003f477df3795c9f5a9ed535d723e5a362 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7dd54dd4f9-4864l cc64eb4ea43cd99458e1b7d046c80f003f477df3795c9f5a9ed535d723e5a362 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:12:1a:45:51:a6\",\"name\":\"cc64eb4ea43cd99\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5f2114a-f5c5-4875-835e-4edb98258d88\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:03:29.870901 3690 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0425 19:03:30.140494 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:30.140513 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:30.140532 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:30.140539 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 19:03:31.186067 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 19:03:38.184044 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 19:03:45.093362 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:45.093390 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:45.125257 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 19:03:48.652673 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.652697 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:48.652705 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:03:52.163134 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 19:03:52.550405 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:52.551006 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:03:53.204846 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:53.204871 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c56ffbfbd-gbppw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:03:53.213429 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c56ffbfbd-gbppw I0425 19:03:53.213452 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c56ffbfbd-gbppw W0425 19:03:56.244968 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 19:03:56.244989 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 19:03:56.245034 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 19:03:57.252934 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 19:03:57.252965 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 19:03:57.253023 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 19:03:57.288109 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 19:03:58.264607 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 19:04:02.251503 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0425 19:04:03.460179 3690 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:03.460806 3690 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:04.276910 3690 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:04.276932 3690 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-lpzv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:04.285630 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc46c845-lpzv8 I0425 19:04:04.285656 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc46c845-lpzv8 I0425 19:04:11.555696 3690 cni.go:452] [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key ] I0425 19:04:11.641618 3690 cni.go:473] [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bdc46c845-667hj dbe7b7b308eaaf594f0d8946aa488603bdd4c0ca211181c88642aa6d422a2411 network default NAD default NAD key default], result "{}", err I0425 19:04:11.692663 3690 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-667hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:11.692701 3690 pods.go:176] Deleting pod: openshift-console/console-6bdc46c845-667hj I0425 19:04:11.694111 3690 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bdc46c845-667hj, ips: 10.130.0.20 I0425 19:04:11.694136 3690 obj_retry.go:498] Detected object openshift-console/console-6bdc46c845-667hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:12.311302 3690 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-667hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:12.311322 3690 obj_retry.go:492] Detected object openshift-console/console-6bdc46c845-667hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:12.321307 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc46c845-667hj I0425 19:04:12.321337 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc46c845-667hj I0425 19:04:21.396302 3690 obj_retry.go:498] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:21.396902 3690 obj_retry.go:498] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:22.338469 3690 obj_retry.go:492] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:22.338493 3690 obj_retry.go:492] Detected object openshift-ingress/router-default-547f6f8bcf-5p7w6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:22.348948 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:04:22.348971 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-547f6f8bcf-5p7w6 I0425 19:04:26.558424 3690 cni.go:452] [openshift-multus/network-metrics-daemon-rj8j4 98c89b17b6641a33615823995b51e49298090e51d06a6536fcff613fbe92c2b2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-rj8j4 98c89b17b6641a33615823995b51e49298090e51d06a6536fcff613fbe92c2b2 network default NAD default NAD key ] I0425 19:04:26.567790 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rj8j4, hostIfaceName: 98c89b17b6641a3, network: default, NAD default, SandboxID: "98c89b17b6641a33615823995b51e49298090e51d06a6536fcff613fbe92c2b2", PCI device ID: , UID: "8b69caf7-e294-45c6-ae08-bc952e16313d", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0425 19:04:26.616278 3690 cni.go:473] [openshift-multus/network-metrics-daemon-rj8j4 98c89b17b6641a33615823995b51e49298090e51d06a6536fcff613fbe92c2b2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rj8j4 98c89b17b6641a33615823995b51e49298090e51d06a6536fcff613fbe92c2b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:26:0e:d9:e0:8c\",\"name\":\"98c89b17b6641a3\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66e43cbc-234b-4798-9e7f-386979c775c1\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:04:39.057301 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:39.057876 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:39.408905 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:39.408930 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:39.418160 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 19:04:39.418187 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 19:04:41.869098 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-768bcfcd94-hpk87] creating logical port openshift-monitoring_telemeter-client-768bcfcd94-hpk87 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:04:41.869198 3690 kube.go:256] Updating pod openshift-monitoring/telemeter-client-768bcfcd94-hpk87 I0425 19:04:41.890187 3690 pod.go:62] [openshift-monitoring/telemeter-client-768bcfcd94-hpk87] pod update took 21.016932ms I0425 19:04:41.890213 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-768bcfcd94-hpk87] addLogicalPort annotation time took 21.046244ms I0425 19:04:41.891632 3690 pods.go:271] [openshift-monitoring/telemeter-client-768bcfcd94-hpk87] addLogicalPort took 22.553127ms, libovsdb time 962.522µs I0425 19:04:42.230487 3690 cni.go:452] [openshift-monitoring/telemeter-client-768bcfcd94-hpk87 d54575003d5f41f08fc22a1c174e0289579c901a467051618dee3b5f3f82c0ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-768bcfcd94-hpk87 d54575003d5f41f08fc22a1c174e0289579c901a467051618dee3b5f3f82c0ae network default NAD default NAD key ] I0425 19:04:42.240364 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-768bcfcd94-hpk87, hostIfaceName: d54575003d5f41f, network: default, NAD default, SandboxID: "d54575003d5f41f08fc22a1c174e0289579c901a467051618dee3b5f3f82c0ae", PCI device ID: , UID: "f8270fb3-dcdf-4529-9247-f0654853f95c", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0425 19:04:42.292627 3690 cni.go:473] [openshift-monitoring/telemeter-client-768bcfcd94-hpk87 d54575003d5f41f08fc22a1c174e0289579c901a467051618dee3b5f3f82c0ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-768bcfcd94-hpk87 d54575003d5f41f08fc22a1c174e0289579c901a467051618dee3b5f3f82c0ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c2:77:05:97:99\",\"name\":\"d54575003d5f41f\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ec97215-ea7f-4383-8bf1-12bdefa593e7\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:04:43.533926 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:43.534484 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:04:43.876065 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:43.876086 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:04:43.893184 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 19:04:43.893213 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 19:04:45.730478 3690 base_network_controller_pods.go:487] [default/openshift-console/console-85f9696b7-4gd5b] creating logical port openshift-console_console-85f9696b7-4gd5b for pod on switch ip-10-0-2-191.ec2.internal I0425 19:04:45.730637 3690 kube.go:256] Updating pod openshift-console/console-85f9696b7-4gd5b I0425 19:04:45.757132 3690 pod.go:62] [openshift-console/console-85f9696b7-4gd5b] pod update took 26.520874ms I0425 19:04:45.757155 3690 base_network_controller_pods.go:951] [default/openshift-console/console-85f9696b7-4gd5b] addLogicalPort annotation time took 26.549411ms I0425 19:04:45.758332 3690 pods.go:271] [openshift-console/console-85f9696b7-4gd5b] addLogicalPort took 27.871478ms, libovsdb time 853.247µs I0425 19:04:46.091211 3690 cni.go:452] [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key ] I0425 19:04:46.100657 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85f9696b7-4gd5b, hostIfaceName: c33c31497b418da, network: default, NAD default, SandboxID: "c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978", PCI device ID: , UID: "49e7bf04-6ffb-40aa-846a-f30b3b11ccf8", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0425 19:04:46.151598 3690 cni.go:473] [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:62:94:7e:7e:b5\",\"name\":\"c33c31497b418da\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3397ec2d-b01f-4b34-942b-4d82b1c7dec9\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:04:56.506963 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 19:05:11.052454 3690 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-nlptr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.052996 3690 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-nlptr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.071428 3690 cni.go:452] [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key ] I0425 19:05:11.169652 3690 cni.go:473] [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 e04fc8557673380859b2abe52e7831d94da3b28c3e1254c9d86f8286f7f2f320 network default NAD default NAD key default], result "{}", err I0425 19:05:11.242263 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.242309 3690 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0425 19:05:11.243922 3690 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.17 I0425 19:05:11.243958 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:11.534751 3690 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-nlptr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.534806 3690 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-nlptr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.539301 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b6878fd46-nlptr I0425 19:05:11.539323 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b6878fd46-nlptr I0425 19:05:11.565208 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.565233 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:11.580559 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 19:05:11.580587 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 19:05:11.624300 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:05:11.624427 3690 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 19:05:11.647225 3690 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.8366ms I0425 19:05:11.647251 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.86619ms I0425 19:05:11.648581 3690 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.294315ms, libovsdb time 932.12µs I0425 19:05:11.983310 3690 cni.go:452] [openshift-monitoring/alertmanager-main-0 5155e54b3a0229ae4712cf00c7d98058bf773aeffff2ebabc489cce846da16b1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5155e54b3a0229ae4712cf00c7d98058bf773aeffff2ebabc489cce846da16b1 network default NAD default NAD key ] I0425 19:05:11.992834 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5155e54b3a0229a, network: default, NAD default, SandboxID: "5155e54b3a0229ae4712cf00c7d98058bf773aeffff2ebabc489cce846da16b1", PCI device ID: , UID: "41786aef-a87c-45f1-8027-00aa478c0608", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0425 19:05:12.042317 3690 cni.go:473] [openshift-monitoring/alertmanager-main-0 5155e54b3a0229ae4712cf00c7d98058bf773aeffff2ebabc489cce846da16b1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5155e54b3a0229ae4712cf00c7d98058bf773aeffff2ebabc489cce846da16b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5d:08:a1:07:d6\",\"name\":\"5155e54b3a0229a\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e8601cd-d1f7-4f1a-9252-d37daeb9f1db\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:05:21.844971 3690 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-8ftsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:21.845580 3690 obj_retry.go:498] Detected object openshift-console/console-b6878fd46-8ftsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:22.743550 3690 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-8ftsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:22.743575 3690 obj_retry.go:492] Detected object openshift-console/console-b6878fd46-8ftsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:22.752705 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b6878fd46-8ftsx I0425 19:05:22.752719 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b6878fd46-8ftsx W0425 19:05:42.045813 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:05:42.045837 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 19:05:42.045845 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 19:05:46.169343 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:46.169903 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:05:46.678908 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:46.678952 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:05:46.687967 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 19:05:46.687998 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 19:05:49.879733 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 19:06:04.895914 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 19:06:08.041650 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:06:08.042233 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:06:09.064905 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:06:09.064932 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619060-6l2v9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:06:34.403397 3690 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-pwjhf for pod on switch ip-10-0-2-191.ec2.internal I0425 19:06:34.403536 3690 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf I0425 19:06:34.428082 3690 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf] pod update took 24.587614ms I0425 19:06:34.428106 3690 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf] addLogicalPort annotation time took 24.61524ms I0425 19:06:34.429294 3690 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf] addLogicalPort took 25.914429ms, libovsdb time 852.463µs I0425 19:06:34.764500 3690 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf 2a0cb149faf84b78580cc4b4ac374a4768efe9658ec927c9302aaf0db0ac6daa network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf 2a0cb149faf84b78580cc4b4ac374a4768efe9658ec927c9302aaf0db0ac6daa network default NAD default NAD key ] I0425 19:06:34.774180 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-pwjhf, hostIfaceName: 2a0cb149faf84b7, network: default, NAD default, SandboxID: "2a0cb149faf84b78580cc4b4ac374a4768efe9658ec927c9302aaf0db0ac6daa", PCI device ID: , UID: "74eb494a-6855-4ab9-9741-b07e24796e2f", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0425 19:06:34.824384 3690 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf 2a0cb149faf84b78580cc4b4ac374a4768efe9658ec927c9302aaf0db0ac6daa network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pwjhf 2a0cb149faf84b78580cc4b4ac374a4768efe9658ec927c9302aaf0db0ac6daa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c2:d1:f1:de:3c\",\"name\":\"2a0cb149faf84b7\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8de05da3-2fee-4279-a74d-4fa77eec3ead\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:06:37.906855 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:06:38.779827 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=537 W0425 19:06:48.911144 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 19:06:48.952227 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 19:06:48.952296 3690 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t67rv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-t67rv: no pod IPs found I0425 19:07:18.539874 3690 cni.go:452] [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key ] I0425 19:07:18.613548 3690 cni.go:473] [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85f9696b7-4gd5b c33c31497b418da35ae5cdbe956b5d1dd62aa2853c542706761e4a71186d6978 network default NAD default NAD key default], result "{}", err I0425 19:07:18.668794 3690 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-4gd5b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:18.668837 3690 pods.go:176] Deleting pod: openshift-console/console-85f9696b7-4gd5b I0425 19:07:18.670224 3690 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85f9696b7-4gd5b, ips: 10.130.0.23 I0425 19:07:18.670259 3690 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-4gd5b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:18.677951 3690 base_network_controller_pods.go:487] [default/openshift-console/console-74b869859f-wgzmc] creating logical port openshift-console_console-74b869859f-wgzmc for pod on switch ip-10-0-2-191.ec2.internal I0425 19:07:18.678101 3690 kube.go:256] Updating pod openshift-console/console-74b869859f-wgzmc I0425 19:07:18.699259 3690 pod.go:62] [openshift-console/console-74b869859f-wgzmc] pod update took 21.198678ms I0425 19:07:18.699283 3690 base_network_controller_pods.go:951] [default/openshift-console/console-74b869859f-wgzmc] addLogicalPort annotation time took 21.226856ms I0425 19:07:18.700412 3690 pods.go:271] [openshift-console/console-74b869859f-wgzmc] addLogicalPort took 22.477268ms, libovsdb time 776.301µs I0425 19:07:19.045660 3690 cni.go:452] [openshift-console/console-74b869859f-wgzmc bd412863e186b8b48e2f0d08b162b14d22f8967b5e79083c52ae39dd62f8923c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74b869859f-wgzmc bd412863e186b8b48e2f0d08b162b14d22f8967b5e79083c52ae39dd62f8923c network default NAD default NAD key ] I0425 19:07:19.055040 3690 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-4gd5b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:19.055108 3690 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-4gd5b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:19.055296 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74b869859f-wgzmc, hostIfaceName: bd412863e186b8b, network: default, NAD default, SandboxID: "bd412863e186b8b48e2f0d08b162b14d22f8967b5e79083c52ae39dd62f8923c", PCI device ID: , UID: "e979f8c4-2489-4078-b849-c87c808a7fd1", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0425 19:07:19.065910 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f9696b7-4gd5b I0425 19:07:19.066012 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f9696b7-4gd5b I0425 19:07:19.105706 3690 cni.go:473] [openshift-console/console-74b869859f-wgzmc bd412863e186b8b48e2f0d08b162b14d22f8967b5e79083c52ae39dd62f8923c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74b869859f-wgzmc bd412863e186b8b48e2f0d08b162b14d22f8967b5e79083c52ae39dd62f8923c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f9:17:5c:ec:7e\",\"name\":\"bd412863e186b8b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6357e9e-b788-4e02-99b3-2f700728fe79\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:07:27.775790 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 W0425 19:07:29.111145 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 19:07:29.474513 3690 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-lrnwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:29.475141 3690 obj_retry.go:498] Detected object openshift-console/console-85f9696b7-lrnwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:07:30.094983 3690 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-lrnwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:30.095007 3690 obj_retry.go:492] Detected object openshift-console/console-85f9696b7-lrnwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:07:30.103397 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f9696b7-lrnwk I0425 19:07:30.103424 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f9696b7-lrnwk I0425 19:07:30.868625 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 19:08:14.858570 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 19:08:21.770388 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0425 19:08:49.890328 3690 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 19:08:51.769593 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 I0425 19:08:53.768420 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0425 19:09:27.895845 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 19:09:32.770488 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 19:09:38.858558 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 19:10:03.941553 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:10:03.942124 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:10:04.841125 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:10:04.841153 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29619070-98v59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:10:15.862871 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 19:10:28.874654 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0425 19:10:32.884596 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 19:11:00.922341 3690 namespace.go:98] [tsf] adding namespace I0425 19:11:00.923331 3690 namespace.go:102] [tsf] adding namespace took 964.845µs I0425 19:11:00.947244 3690 namespace.go:142] [tsf] updating namespace I0425 19:11:00.958650 3690 namespace.go:142] [tsf] updating namespace I0425 19:11:04.992030 3690 namespace.go:98] [cert-manager-operator] adding namespace I0425 19:11:04.992082 3690 namespace.go:98] [rhtpa-operator] adding namespace I0425 19:11:04.992933 3690 namespace.go:102] [cert-manager-operator] adding namespace took 879.479µs I0425 19:11:04.993581 3690 namespace.go:102] [rhtpa-operator] adding namespace took 1.486601ms I0425 19:11:05.000315 3690 namespace.go:98] [konflux-operator] adding namespace I0425 19:11:05.000482 3690 namespace.go:98] [konflux-ui] adding namespace I0425 19:11:05.000972 3690 namespace.go:102] [konflux-operator] adding namespace took 645.06µs I0425 19:11:05.001572 3690 namespace.go:102] [konflux-ui] adding namespace took 1.075605ms I0425 19:11:05.002132 3690 namespace.go:98] [tsf-keycloak] adding namespace I0425 19:11:05.002657 3690 namespace.go:98] [tsf-tas] adding namespace I0425 19:11:05.002735 3690 namespace.go:102] [tsf-keycloak] adding namespace took 591.349µs I0425 19:11:05.002844 3690 namespace.go:98] [rhbk-operator] adding namespace I0425 19:11:05.003388 3690 namespace.go:102] [tsf-tas] adding namespace took 719.328µs I0425 19:11:05.003410 3690 namespace.go:98] [tsf-tpa] adding namespace I0425 19:11:05.003924 3690 namespace.go:102] [tsf-tpa] adding namespace took 509.459µs I0425 19:11:05.004480 3690 namespace.go:102] [rhbk-operator] adding namespace took 1.616275ms I0425 19:11:05.015247 3690 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:11:05.028571 3690 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:11:05.037232 3690 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:11:05.052923 3690 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:11:05.065330 3690 namespace.go:142] [konflux-operator] updating namespace I0425 19:11:05.065422 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:11:05.065474 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:05.080264 3690 namespace.go:142] [rhbk-operator] updating namespace I0425 19:11:05.080267 3690 namespace.go:142] [tsf-tas] updating namespace I0425 19:11:05.080404 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:05.086368 3690 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:11:05.086478 3690 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:11:05.141337 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:05.152166 3690 namespace.go:142] [tsf-tas] updating namespace I0425 19:11:05.158570 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:05.175123 3690 namespace.go:142] [tsf-tas] updating namespace I0425 19:11:05.177340 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:05.213798 3690 namespace.go:142] [rhbk-operator] updating namespace I0425 19:11:05.213852 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:05.233387 3690 namespace.go:142] [konflux-operator] updating namespace I0425 19:11:05.233427 3690 namespace.go:142] [rhbk-operator] updating namespace I0425 19:11:05.243374 3690 namespace.go:142] [konflux-operator] updating namespace I0425 19:11:05.411093 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:11:05.418488 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:11:06.383261 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:11:06.401020 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:11:15.179638 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.180261 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.180294 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.180305 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:15.180323 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:15.180334 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:16.226918 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:16.226943 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:16.226956 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:16.226967 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xd8vn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:18.075012 3690 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.075684 3690 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.075713 3690 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.075722 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:18.075736 3690 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:18.075742 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:19.104463 3690 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:19.104489 3690 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:19.104502 3690 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:19.104512 3690 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dssg8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:20.390154 3690 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.390698 3690 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.390722 3690 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.390729 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:20.390738 3690 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:20.390743 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.186239 3690 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.186811 3690 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.186837 3690 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.186845 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:21.186856 3690 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.186861 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.231897 3690 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.232357 3690 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.232382 3690 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.232392 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:21.232403 3690 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.232408 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.260794 3690 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.261240 3690 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.261265 3690 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.261272 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 19:11:21.261283 3690 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 19:11:21.261288 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 19:11:21.313736 3690 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.313755 3690 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.313765 3690 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.313776 3690 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tvtk6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417757 3690 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417784 3690 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417793 3690 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:21.417806 3690 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158ph59r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.043730 3690 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-79r9k] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-79r9k for pod on switch ip-10-0-2-191.ec2.internal I0425 19:11:22.043875 3690 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-79r9k I0425 19:11:22.061611 3690 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-79r9k] pod update took 17.773524ms I0425 19:11:22.061639 3690 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-79r9k] addLogicalPort annotation time took 17.807919ms I0425 19:11:22.062965 3690 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-79r9k] addLogicalPort took 19.253945ms, libovsdb time 968.344µs I0425 19:11:22.214983 3690 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.215007 3690 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.215018 3690 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.215027 3690 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hmzk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268656 3690 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268677 3690 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268689 3690 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.268700 3690 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d778vkb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:11:22.403609 3690 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-79r9k a9afb27952b083d1a4912cfe6faf083f740b1ec78ebdfff4f8f9d8cbcb3fa974 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-79r9k a9afb27952b083d1a4912cfe6faf083f740b1ec78ebdfff4f8f9d8cbcb3fa974 network default NAD default NAD key ] I0425 19:11:22.413553 3690 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-79r9k, hostIfaceName: a9afb27952b083d, network: default, NAD default, SandboxID: "a9afb27952b083d1a4912cfe6faf083f740b1ec78ebdfff4f8f9d8cbcb3fa974", PCI device ID: , UID: "60c4172b-9df5-4985-8e8b-2539c1a9e390", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0425 19:11:22.465453 3690 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-79r9k a9afb27952b083d1a4912cfe6faf083f740b1ec78ebdfff4f8f9d8cbcb3fa974 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-79r9k a9afb27952b083d1a4912cfe6faf083f740b1ec78ebdfff4f8f9d8cbcb3fa974 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:13:22:59:ec:99\",\"name\":\"a9afb27952b083d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c056e88-9480-4ae0-b75a-10a2b8a41ce8\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:11:37.706175 3690 namespace.go:98] [cert-manager] adding namespace I0425 19:11:37.707107 3690 namespace.go:102] [cert-manager] adding namespace took 907.648µs I0425 19:11:37.811205 3690 namespace.go:142] [cert-manager] updating namespace I0425 19:11:37.864302 3690 namespace.go:142] [cert-manager] updating namespace I0425 19:11:43.202219 3690 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-tfmgd for pod on switch ip-10-0-2-191.ec2.internal I0425 19:11:43.202320 3690 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd I0425 19:11:43.233332 3690 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd] pod update took 31.018591ms I0425 19:11:43.233358 3690 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd] addLogicalPort annotation time took 31.068779ms I0425 19:11:43.234536 3690 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd] addLogicalPort took 32.317343ms, libovsdb time 812.176µs W0425 19:11:43.271565 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 19:11:43.271587 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 19:11:43.614759 3690 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd 028d1b06362a7f4004f04722dd4194d74223c7969444d5bec9b8912b2d8bf589 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd 028d1b06362a7f4004f04722dd4194d74223c7969444d5bec9b8912b2d8bf589 network default NAD default NAD key ] I0425 19:11:43.624027 3690 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-tfmgd, hostIfaceName: 028d1b06362a7f4, network: default, NAD default, SandboxID: "028d1b06362a7f4004f04722dd4194d74223c7969444d5bec9b8912b2d8bf589", PCI device ID: , UID: "942c28a6-fec3-40d4-a0ee-9a418904b3b9", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0425 19:11:43.674621 3690 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd 028d1b06362a7f4004f04722dd4194d74223c7969444d5bec9b8912b2d8bf589 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-tfmgd 028d1b06362a7f4004f04722dd4194d74223c7969444d5bec9b8912b2d8bf589 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e0:66:fb:24:22\",\"name\":\"028d1b06362a7f4\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d0b854-bdd4-43f7-b3ef-0d65d9855e26\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:11:45.101475 3690 namespace.go:142] [openshift-operators] updating namespace I0425 19:11:45.119537 3690 namespace.go:142] [openshift-operators] updating namespace W0425 19:11:46.153050 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 19:11:47.816040 3690 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-n9hnj for pod on switch ip-10-0-2-191.ec2.internal I0425 19:11:47.816154 3690 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj I0425 19:11:47.835849 3690 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj] pod update took 19.721997ms I0425 19:11:47.835872 3690 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj] addLogicalPort annotation time took 19.750099ms I0425 19:11:47.837081 3690 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj] addLogicalPort took 21.056374ms, libovsdb time 881.043µs I0425 19:11:48.180438 3690 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj c0315278563619d3b0a9cd24738d0cff44896fde87b681c1777ebe7a4ba07ddc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj c0315278563619d3b0a9cd24738d0cff44896fde87b681c1777ebe7a4ba07ddc network default NAD default NAD key ] I0425 19:11:48.190660 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-n9hnj, hostIfaceName: c0315278563619d, network: default, NAD default, SandboxID: "c0315278563619d3b0a9cd24738d0cff44896fde87b681c1777ebe7a4ba07ddc", PCI device ID: , UID: "4e979c48-6fc2-4031-ad92-4b3340d82c1b", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0425 19:11:48.242040 3690 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj c0315278563619d3b0a9cd24738d0cff44896fde87b681c1777ebe7a4ba07ddc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-n9hnj c0315278563619d3b0a9cd24738d0cff44896fde87b681c1777ebe7a4ba07ddc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:20:25:dc:96:cb\",\"name\":\"c0315278563619d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b441eb70-f071-4c97-81c9-60e2c7703577\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:11:52.190416 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 19:11:53.467478 3690 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 19:11:53.468349 3690 namespace.go:102] [trusted-artifact-signer] adding namespace took 843.484µs I0425 19:11:53.497850 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:11:53.516149 3690 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 19:11:54.300758 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 19:11:54.569035 3690 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-lb4rv for pod on switch ip-10-0-2-191.ec2.internal I0425 19:11:54.569151 3690 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv I0425 19:11:54.583213 3690 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv] pod update took 14.082006ms I0425 19:11:54.583236 3690 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv] addLogicalPort annotation time took 14.107084ms I0425 19:11:54.584427 3690 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv] addLogicalPort took 15.406362ms, libovsdb time 807.182µs I0425 19:11:54.940197 3690 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv 9e7d47449603ef0a98138255dc33c8cbd044942f425504e9c822e7dc9ba5c7a9 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv 9e7d47449603ef0a98138255dc33c8cbd044942f425504e9c822e7dc9ba5c7a9 network default NAD default NAD key ] I0425 19:11:54.949562 3690 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-lb4rv, hostIfaceName: 9e7d47449603ef0, network: default, NAD default, SandboxID: "9e7d47449603ef0a98138255dc33c8cbd044942f425504e9c822e7dc9ba5c7a9", PCI device ID: , UID: "0340cdd8-5ee4-451f-a71f-3a266369ddb4", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0425 19:11:55.000170 3690 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv 9e7d47449603ef0a98138255dc33c8cbd044942f425504e9c822e7dc9ba5c7a9 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-lb4rv 9e7d47449603ef0a98138255dc33c8cbd044942f425504e9c822e7dc9ba5c7a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:69:dc:b5:31:e9\",\"name\":\"9e7d47449603ef0\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c6e70a5-844d-4c34-8b57-4a36a223dc3a\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:11:57.174813 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 19:11:58.726386 3690 namespace.go:142] [openshift-operators] updating namespace W0425 19:12:03.201605 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 19:12:15.247036 3690 namespace.go:98] [openshift-pipelines] adding namespace I0425 19:12:15.247964 3690 namespace.go:102] [openshift-pipelines] adding namespace took 906.333µs I0425 19:12:15.283314 3690 namespace.go:142] [openshift-pipelines] updating namespace I0425 19:12:16.050432 3690 namespace.go:142] [cert-manager] updating namespace I0425 19:12:16.248680 3690 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:12:16.651698 3690 namespace.go:142] [konflux-operator] updating namespace I0425 19:12:16.850843 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:12:17.053267 3690 namespace.go:142] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] updating namespace I0425 19:12:17.454022 3690 namespace.go:142] [rhbk-operator] updating namespace I0425 19:12:17.651892 3690 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:12:17.854783 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:12:18.056174 3690 namespace.go:142] [tsf] updating namespace I0425 19:12:18.258487 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:12:18.460612 3690 namespace.go:142] [tsf-tas] updating namespace I0425 19:12:18.661292 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:12:18.796590 3690 namespace.go:142] [cert-manager] updating namespace I0425 19:12:18.807659 3690 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:12:18.816767 3690 namespace.go:142] [default] updating namespace I0425 19:12:18.828062 3690 namespace.go:142] [konflux-operator] updating namespace I0425 19:12:18.840133 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:12:18.850303 3690 namespace.go:142] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] updating namespace I0425 19:12:18.860711 3690 namespace.go:142] [openshift] updating namespace I0425 19:12:18.871518 3690 namespace.go:142] [rhbk-operator] updating namespace I0425 19:12:18.884059 3690 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:12:18.895187 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:12:18.905195 3690 namespace.go:142] [tsf] updating namespace I0425 19:12:18.917579 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:12:18.928503 3690 namespace.go:142] [tsf-tas] updating namespace I0425 19:12:18.939604 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:12:19.042253 3690 namespace.go:142] [cert-manager] updating namespace I0425 19:12:19.146900 3690 namespace.go:142] [cert-manager-operator] updating namespace I0425 19:12:19.241876 3690 namespace.go:142] [default] updating namespace I0425 19:12:19.344782 3690 namespace.go:142] [konflux-operator] updating namespace I0425 19:12:19.449034 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:12:19.543264 3690 namespace.go:142] [open-cluster-management-2ptbrbue1ohsm606gsl9i41bgt475dp0] updating namespace I0425 19:12:19.641573 3690 namespace.go:142] [openshift] updating namespace I0425 19:12:19.738546 3690 namespace.go:142] [rhbk-operator] updating namespace I0425 19:12:19.841279 3690 namespace.go:142] [rhtpa-operator] updating namespace I0425 19:12:19.940101 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 19:12:20.038750 3690 namespace.go:142] [tsf] updating namespace I0425 19:12:20.141473 3690 namespace.go:142] [tsf-keycloak] updating namespace I0425 19:12:20.241198 3690 namespace.go:142] [tsf-tas] updating namespace I0425 19:12:20.339601 3690 namespace.go:142] [tsf-tpa] updating namespace I0425 19:12:20.639492 3690 namespace.go:142] [openshift-pipelines] updating namespace I0425 19:12:21.534813 3690 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:12:21.535341 3690 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:12:21.582273 3690 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:12:21.582305 3690 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:12:21.603064 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 19:12:21.603096 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 19:12:26.639277 3690 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-q6ccf for pod on switch ip-10-0-2-191.ec2.internal I0425 19:12:26.639406 3690 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf I0425 19:12:26.656599 3690 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf] pod update took 17.212904ms I0425 19:12:26.656630 3690 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf] addLogicalPort annotation time took 17.250792ms I0425 19:12:26.658290 3690 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf] addLogicalPort took 19.026205ms, libovsdb time 1.125715ms I0425 19:12:29.661244 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-tkdnn for pod on switch ip-10-0-2-191.ec2.internal I0425 19:12:29.661361 3690 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn I0425 19:12:29.678920 3690 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn] pod update took 17.594799ms I0425 19:12:29.678940 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn] addLogicalPort annotation time took 17.621278ms I0425 19:12:29.680229 3690 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn] addLogicalPort took 19.001948ms, libovsdb time 801.347µs I0425 19:12:29.756619 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-vlb6b for pod on switch ip-10-0-2-191.ec2.internal I0425 19:12:29.756703 3690 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b I0425 19:12:29.773459 3690 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b] pod update took 16.776936ms I0425 19:12:29.773479 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b] addLogicalPort annotation time took 16.802419ms I0425 19:12:29.774722 3690 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b] addLogicalPort took 18.117732ms, libovsdb time 826.597µs I0425 19:12:30.021828 3690 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn 7346c492552ae5c015fa609f9cfbf051809fedd9edb2acd20a62ccd778fe917e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn 7346c492552ae5c015fa609f9cfbf051809fedd9edb2acd20a62ccd778fe917e network default NAD default NAD key ] I0425 19:12:30.033000 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-tkdnn, hostIfaceName: 7346c492552ae5c, network: default, NAD default, SandboxID: "7346c492552ae5c015fa609f9cfbf051809fedd9edb2acd20a62ccd778fe917e", PCI device ID: , UID: "733469d0-64f6-4528-81b9-a5253e6805f6", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0425 19:12:30.085126 3690 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn 7346c492552ae5c015fa609f9cfbf051809fedd9edb2acd20a62ccd778fe917e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tkdnn 7346c492552ae5c015fa609f9cfbf051809fedd9edb2acd20a62ccd778fe917e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:1d:d5:3a:dc:31\",\"name\":\"7346c492552ae5c\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfff7c3d-169a-43c1-af96-a60eecb14848\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:12:30.118724 3690 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b aa6d2ab88a544f674a8c7941c2db74bc9d9b2f590e89c0bbd90a0e290ba2b1d7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b aa6d2ab88a544f674a8c7941c2db74bc9d9b2f590e89c0bbd90a0e290ba2b1d7 network default NAD default NAD key ] I0425 19:12:30.149097 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-vlb6b, hostIfaceName: aa6d2ab88a544f6, network: default, NAD default, SandboxID: "aa6d2ab88a544f674a8c7941c2db74bc9d9b2f590e89c0bbd90a0e290ba2b1d7", PCI device ID: , UID: "b3c09430-1e44-4979-b5b4-9f5b214884fb", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0425 19:12:30.199328 3690 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b aa6d2ab88a544f674a8c7941c2db74bc9d9b2f590e89c0bbd90a0e290ba2b1d7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vlb6b aa6d2ab88a544f674a8c7941c2db74bc9d9b2f590e89c0bbd90a0e290ba2b1d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0e:3d:24:b6:96\",\"name\":\"aa6d2ab88a544f6\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4ea47f5-7b44-45e6-a1e9-ce04b8923834\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:12:32.477917 3690 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 19:12:32.477938 3690 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 19:12:32.477943 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0425 19:12:33.841306 3690 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf 83329abd43ae19fca42a5ad6d5f76469afee7b8f5cc581c6a819da4651e1bda6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf 83329abd43ae19fca42a5ad6d5f76469afee7b8f5cc581c6a819da4651e1bda6 network default NAD default NAD key ] I0425 19:12:33.851042 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-q6ccf, hostIfaceName: 83329abd43ae19f, network: default, NAD default, SandboxID: "83329abd43ae19fca42a5ad6d5f76469afee7b8f5cc581c6a819da4651e1bda6", PCI device ID: , UID: "ad23bd5f-68fd-4388-9136-d5a85d17a94b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0425 19:12:33.904668 3690 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf 83329abd43ae19fca42a5ad6d5f76469afee7b8f5cc581c6a819da4651e1bda6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q6ccf 83329abd43ae19fca42a5ad6d5f76469afee7b8f5cc581c6a819da4651e1bda6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:a3:9a:d2:be:d7\",\"name\":\"83329abd43ae19f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52153388-7ab3-4e97-afc7-ea33ebf7af25\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:12:34.415301 3690 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.415322 3690 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.415327 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.415331 3690 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:34.484720 3690 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:34.484735 3690 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:34.484739 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 19:12:37.470417 3690 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 19:12:39.408488 3690 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0425 19:12:45.388280 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:45.388304 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:45.388310 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:45.388315 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 19:12:55.611861 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 19:13:00.417779 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 19:13:03.746891 3690 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:03.747425 3690 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:03.791668 3690 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:03.791692 3690 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:03.801429 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 19:13:03.801456 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 19:13:05.754089 3690 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 19:13:05.754737 3690 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 19:13:05.754755 3690 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 19:13:05.756701 3690 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 19:13:06.140410 3690 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:13:06.140571 3690 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0425 19:13:06.160010 3690 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.486534ms I0425 19:13:06.160032 3690 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.517544ms I0425 19:13:06.161315 3690 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.920621ms, libovsdb time 875.466µs I0425 19:13:06.512538 3690 cni.go:452] [tsf-keycloak/keycloak-0 a1b0091f030273f1db270839a806d2f9f57143ed078062f14a0cbb5bacc247ef network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 a1b0091f030273f1db270839a806d2f9f57143ed078062f14a0cbb5bacc247ef network default NAD default NAD key ] I0425 19:13:06.522051 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: a1b0091f030273f, network: default, NAD default, SandboxID: "a1b0091f030273f1db270839a806d2f9f57143ed078062f14a0cbb5bacc247ef", PCI device ID: , UID: "d449e983-d13b-4be2-b6d1-013af5c3052b", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0425 19:13:06.578233 3690 cni.go:473] [tsf-keycloak/keycloak-0 a1b0091f030273f1db270839a806d2f9f57143ed078062f14a0cbb5bacc247ef network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 a1b0091f030273f1db270839a806d2f9f57143ed078062f14a0cbb5bacc247ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e1:3a:7f:c6:c5\",\"name\":\"a1b0091f030273f\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63b69be8-1c56-4bc2-8e63-705551b9749d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:13:12.568035 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 19:13:12.568053 3690 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 19:13:12.568185 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 19:13:12.568201 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0425 19:13:12.636108 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 19:13:32.779023 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0425 19:13:32.808174 3690 namespace.go:142] [openshift-pipelines] updating namespace W0425 19:13:35.744248 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0425 19:13:35.744270 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0425 19:13:35.745177 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 19:13:35.745200 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0425 19:13:36.166145 3690 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-wqwmn] creating logical port tsf-keycloak_tsf-iam-wqwmn for pod on switch ip-10-0-2-191.ec2.internal I0425 19:13:36.166244 3690 kube.go:256] Updating pod tsf-keycloak/tsf-iam-wqwmn I0425 19:13:36.181535 3690 pod.go:62] [tsf-keycloak/tsf-iam-wqwmn] pod update took 15.301326ms I0425 19:13:36.181559 3690 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-wqwmn] addLogicalPort annotation time took 15.347636ms I0425 19:13:36.182895 3690 pods.go:271] [tsf-keycloak/tsf-iam-wqwmn] addLogicalPort took 16.765973ms, libovsdb time 869.056µs I0425 19:13:36.528969 3690 cni.go:452] [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key ] I0425 19:13:36.538313 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-wqwmn, hostIfaceName: f7d3c42326c4693, network: default, NAD default, SandboxID: "f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7", PCI device ID: , UID: "7f8324ea-cb2a-41ec-80f5-cbf792aebba3", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0425 19:13:36.592596 3690 cni.go:473] [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:83:75:00:73:50\",\"name\":\"f7d3c42326c4693\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28e0808d-7f84-46c4-baf3-891d1fa7769a\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:13:38.958954 3690 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:38.959621 3690 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:38.982063 3690 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:38.982093 3690 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:38.992545 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 19:13:38.992580 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0425 19:13:40.876449 3690 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:40.876583 3690 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:40.876602 3690 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 19:13:43.865007 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 19:13:43.865024 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 19:13:48.899440 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0425 19:13:49.870802 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 19:13:54.806346 3690 cni.go:452] [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key ] I0425 19:13:54.897404 3690 cni.go:473] [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-wqwmn f7d3c42326c469378ea59fb3056e4ac36bc2d004dc7cc6eb878046ff3e5ca2b7 network default NAD default NAD key default], result "{}", err I0425 19:13:54.954980 3690 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wqwmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:54.955013 3690 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-wqwmn I0425 19:13:54.956465 3690 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-wqwmn, ips: 10.130.0.35 I0425 19:13:54.956493 3690 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wqwmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:55.843049 3690 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wqwmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:13:55.843071 3690 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wqwmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:13:56.014403 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 19:13:56.910573 3690 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 19:13:59.094302 3690 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:13:59.094858 3690 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:00.123726 3690 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:00.123749 3690 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dnvcc-j2sv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:00.767990 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-hkfnz] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-hkfnz for pod on switch ip-10-0-2-191.ec2.internal I0425 19:14:00.768228 3690 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-hkfnz I0425 19:14:00.788390 3690 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-hkfnz] pod update took 20.193772ms I0425 19:14:00.788415 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-hkfnz] addLogicalPort annotation time took 20.224388ms I0425 19:14:00.789796 3690 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-hkfnz] addLogicalPort took 21.827353ms, libovsdb time 865.806µs I0425 19:14:01.126990 3690 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-hkfnz 606ab5e2063fa3ffe3c9a56af6a5048a37b009af1a6ea0e8ecc3f81b7c0a88bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hkfnz 606ab5e2063fa3ffe3c9a56af6a5048a37b009af1a6ea0e8ecc3f81b7c0a88bd network default NAD default NAD key ] I0425 19:14:01.137070 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-hkfnz, hostIfaceName: 606ab5e2063fa3f, network: default, NAD default, SandboxID: "606ab5e2063fa3ffe3c9a56af6a5048a37b009af1a6ea0e8ecc3f81b7c0a88bd", PCI device ID: , UID: "697c9d4e-abb2-42c5-8e51-58d7f5e17db4", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0425 19:14:01.190183 3690 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-hkfnz 606ab5e2063fa3ffe3c9a56af6a5048a37b009af1a6ea0e8ecc3f81b7c0a88bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hkfnz 606ab5e2063fa3ffe3c9a56af6a5048a37b009af1a6ea0e8ecc3f81b7c0a88bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6a:99:6d:62:2a\",\"name\":\"606ab5e2063fa3f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb712051-bacb-4195-b7ec-1bc28d3ae72e\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:14:17.862700 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 19:14:20.808662 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-z658x for pod on switch ip-10-0-2-191.ec2.internal I0425 19:14:20.808808 3690 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x I0425 19:14:20.823455 3690 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x] pod update took 14.676942ms I0425 19:14:20.823482 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x] addLogicalPort annotation time took 14.709116ms I0425 19:14:20.824773 3690 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x] addLogicalPort took 16.132637ms, libovsdb time 879.368µs I0425 19:14:21.169140 3690 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x d7ceee9fb785fa2a1f46fcbd16d35bb4f7b25c7e9acaec68e8adfe2686cb6299 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x d7ceee9fb785fa2a1f46fcbd16d35bb4f7b25c7e9acaec68e8adfe2686cb6299 network default NAD default NAD key ] I0425 19:14:21.178630 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-z658x, hostIfaceName: d7ceee9fb785fa2, network: default, NAD default, SandboxID: "d7ceee9fb785fa2a1f46fcbd16d35bb4f7b25c7e9acaec68e8adfe2686cb6299", PCI device ID: , UID: "c020730a-2caf-459e-b423-727e6f35540f", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0425 19:14:21.232176 3690 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x d7ceee9fb785fa2a1f46fcbd16d35bb4f7b25c7e9acaec68e8adfe2686cb6299 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-z658x d7ceee9fb785fa2a1f46fcbd16d35bb4f7b25c7e9acaec68e8adfe2686cb6299 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:29:92:f2:7a:dc\",\"name\":\"d7ceee9fb785fa2\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54a08325-5a7b-4627-a6d6-3c8b44238528\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:14:23.067427 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 19:14:24.111053 3690 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 19:14:24.111070 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0425 19:14:28.297967 3690 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:28.298582 3690 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:28.320131 3690 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:28.320151 3690 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:28.330108 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 19:14:28.330129 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 19:14:32.884253 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 19:14:37.332115 3690 obj_retry.go:498] Detected object tsf/patch-tekton-config-z8gt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:37.332738 3690 obj_retry.go:498] Detected object tsf/patch-tekton-config-z8gt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:38.358874 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:38.358897 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:40.298799 3690 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:40.299329 3690 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:41.187483 3690 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:41.187507 3690 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bv7bg-mrzmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:43.770023 3690 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-565854f79b-s2k4r] creating logical port tsf-tas_rekor-redis-565854f79b-s2k4r for pod on switch ip-10-0-2-191.ec2.internal I0425 19:14:43.770150 3690 kube.go:256] Updating pod tsf-tas/rekor-redis-565854f79b-s2k4r I0425 19:14:43.785984 3690 pod.go:62] [tsf-tas/rekor-redis-565854f79b-s2k4r] pod update took 15.861176ms I0425 19:14:43.786005 3690 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-565854f79b-s2k4r] addLogicalPort annotation time took 15.887247ms I0425 19:14:43.787272 3690 pods.go:271] [tsf-tas/rekor-redis-565854f79b-s2k4r] addLogicalPort took 17.264305ms, libovsdb time 900.637µs I0425 19:14:44.747952 3690 cni.go:452] [tsf-tas/rekor-redis-565854f79b-s2k4r fe5b44916a772fcaa169115929cf60b1980ba755f21e853c02d93691cd49d213 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-565854f79b-s2k4r fe5b44916a772fcaa169115929cf60b1980ba755f21e853c02d93691cd49d213 network default NAD default NAD key ] I0425 19:14:44.757554 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-565854f79b-s2k4r, hostIfaceName: fe5b44916a772fc, network: default, NAD default, SandboxID: "fe5b44916a772fcaa169115929cf60b1980ba755f21e853c02d93691cd49d213", PCI device ID: , UID: "5e9898a5-a87b-4df4-bd41-82c10e10ef27", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0425 19:14:44.810357 3690 cni.go:473] [tsf-tas/rekor-redis-565854f79b-s2k4r fe5b44916a772fcaa169115929cf60b1980ba755f21e853c02d93691cd49d213 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-565854f79b-s2k4r fe5b44916a772fcaa169115929cf60b1980ba755f21e853c02d93691cd49d213 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d2:77:7f:a2:fc\",\"name\":\"fe5b44916a772fc\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be11e583-6c45-478d-ba34-7ef5d90e320a\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:14:47.076140 3690 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 19:14:47.341180 3690 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:47.341769 3690 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:47.529497 3690 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pqxnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:47.530069 3690 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pqxnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:48.216080 3690 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.216105 3690 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4n7xg-f8kzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:14:48.267328 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 19:14:48.552701 3690 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pqxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.552722 3690 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pqxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.597491 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.597536 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-z8gt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:48.602672 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-z8gt6 I0425 19:14:48.602694 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-z8gt6 I0425 19:14:53.447958 3690 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:53.448596 3690 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:53.471258 3690 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:53.471282 3690 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:14:53.479906 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 19:14:53.479932 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0425 19:14:54.238399 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0425 19:14:55.245788 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0425 19:14:59.116785 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0425 19:14:59.496821 3690 obj_retry.go:498] Detected object tsf-tpa/create-db-t5sjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:59.497381 3690 obj_retry.go:498] Detected object tsf-tpa/create-db-t5sjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:14:59.773740 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=103 I0425 19:15:00.523003 3690 obj_retry.go:492] Detected object tsf-tpa/create-db-t5sjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:00.523030 3690 obj_retry.go:492] Detected object tsf-tpa/create-db-t5sjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:03.530822 3690 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wrg9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:03.531396 3690 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wrg9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:03.676266 3690 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wrg9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:03.676295 3690 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wrg9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:04.773762 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0425 19:15:04.862570 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 19:15:06.720985 3690 obj_retry.go:498] Detected object tsf-tpa/create-importers-qlhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:06.721595 3690 obj_retry.go:498] Detected object tsf-tpa/create-importers-qlhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:07.745308 3690 obj_retry.go:492] Detected object tsf-tpa/create-importers-qlhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:07.745330 3690 obj_retry.go:492] Detected object tsf-tpa/create-importers-qlhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:15:18.389133 3690 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 19:15:25.659638 3690 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:25.660171 3690 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:26.541570 3690 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:26.541595 3690 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gt9cx-nb9jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 19:15:33.571239 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 19:15:37.747319 3690 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:37.747840 3690 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:15:37.797498 3690 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:37.797534 3690 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:15:37.805320 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 19:15:37.805347 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 19:15:38.679000 3690 namespace.go:98] [default-tenant] adding namespace I0425 19:15:38.679965 3690 namespace.go:102] [default-tenant] adding namespace took 941.479µs I0425 19:15:38.683946 3690 namespace.go:98] [image-controller] adding namespace I0425 19:15:38.684705 3690 namespace.go:102] [image-controller] adding namespace took 738.856µs I0425 19:15:38.687761 3690 namespace.go:98] [build-service] adding namespace I0425 19:15:38.687807 3690 namespace.go:98] [integration-service] adding namespace I0425 19:15:38.688493 3690 namespace.go:102] [build-service] adding namespace took 706.288µs I0425 19:15:38.689155 3690 namespace.go:102] [integration-service] adding namespace took 1.33397ms I0425 19:15:38.733182 3690 namespace.go:142] [default-tenant] updating namespace I0425 19:15:38.758601 3690 namespace.go:142] [default-tenant] updating namespace I0425 19:15:38.764128 3690 namespace.go:142] [image-controller] updating namespace I0425 19:15:38.805377 3690 namespace.go:142] [build-service] updating namespace I0425 19:15:38.805426 3690 namespace.go:142] [image-controller] updating namespace I0425 19:15:38.832554 3690 namespace.go:142] [build-service] updating namespace I0425 19:15:38.847153 3690 namespace.go:142] [integration-service] updating namespace I0425 19:15:38.873374 3690 namespace.go:142] [integration-service] updating namespace I0425 19:15:38.980907 3690 namespace.go:142] [build-service] updating namespace I0425 19:15:38.997242 3690 namespace.go:142] [integration-service] updating namespace I0425 19:15:39.024272 3690 namespace.go:98] [release-service] adding namespace I0425 19:15:39.025092 3690 namespace.go:102] [release-service] adding namespace took 804.598µs I0425 19:15:39.057102 3690 namespace.go:142] [konflux-ui] updating namespace I0425 19:15:39.059859 3690 namespace.go:142] [release-service] updating namespace I0425 19:15:39.082574 3690 namespace.go:142] [release-service] updating namespace I0425 19:15:39.319131 3690 namespace.go:98] [konflux-info] adding namespace I0425 19:15:39.319238 3690 namespace.go:98] [namespace-lister] adding namespace I0425 19:15:39.319977 3690 namespace.go:102] [konflux-info] adding namespace took 825.878µs I0425 19:15:39.320820 3690 namespace.go:102] [namespace-lister] adding namespace took 1.565017ms I0425 19:15:39.377737 3690 namespace.go:142] [konflux-info] updating namespace I0425 19:15:39.420272 3690 namespace.go:142] [konflux-info] updating namespace I0425 19:15:39.420368 3690 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:39.448381 3690 namespace.go:98] [enterprise-contract-service] adding namespace I0425 19:15:39.449268 3690 namespace.go:102] [enterprise-contract-service] adding namespace took 865.983µs I0425 19:15:39.473627 3690 namespace.go:142] [image-controller] updating namespace I0425 19:15:39.473671 3690 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:39.485412 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:39.539413 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:39.697490 3690 namespace.go:142] [default-tenant] updating namespace I0425 19:15:39.834328 3690 namespace.go:98] [segment-bridge] adding namespace I0425 19:15:39.835166 3690 namespace.go:102] [segment-bridge] adding namespace took 817.835µs I0425 19:15:39.939778 3690 namespace.go:98] [konflux-cli] adding namespace I0425 19:15:39.940644 3690 namespace.go:102] [konflux-cli] adding namespace took 845.901µs I0425 19:15:40.020600 3690 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:40.114440 3690 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:40.114445 3690 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:40.135486 3690 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 19:15:40.136154 3690 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 19:15:40.136170 3690 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 19:15:40.138782 3690 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 19:15:40.275319 3690 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:40.435308 3690 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 19:15:40.435333 3690 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 19:15:40.436249 3690 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 19:15:41.589511 3690 namespace.go:142] [build-service] updating namespace I0425 19:15:41.611766 3690 base_network_controller_pods.go:487] [default/konflux-ui/proxy-54c7564696-lrfmv] creating logical port konflux-ui_proxy-54c7564696-lrfmv for pod on switch ip-10-0-2-191.ec2.internal I0425 19:15:41.611861 3690 kube.go:256] Updating pod konflux-ui/proxy-54c7564696-lrfmv I0425 19:15:41.684479 3690 kube.go:256] Updating pod konflux-ui/proxy-54c7564696-lrfmv I0425 19:15:41.725743 3690 pod.go:62] [konflux-ui/proxy-54c7564696-lrfmv] pod update took 113.914077ms I0425 19:15:41.725771 3690 base_network_controller_pods.go:951] [default/konflux-ui/proxy-54c7564696-lrfmv] addLogicalPort annotation time took 113.945765ms I0425 19:15:41.727015 3690 pods.go:271] [konflux-ui/proxy-54c7564696-lrfmv] addLogicalPort took 115.266177ms, libovsdb time 861.488µs I0425 19:15:42.121752 3690 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-k7nc8 for pod on switch ip-10-0-2-191.ec2.internal I0425 19:15:42.121872 3690 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 I0425 19:15:42.151919 3690 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8] pod update took 30.097881ms I0425 19:15:42.151951 3690 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8] addLogicalPort annotation time took 30.134728ms I0425 19:15:42.153328 3690 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8] addLogicalPort took 31.591916ms, libovsdb time 873.877µs I0425 19:15:42.169475 3690 namespace.go:142] [default-tenant] updating namespace I0425 19:15:42.558407 3690 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-c55ww] creating logical port build-service_build-service-controller-manager-7cbf488fcf-c55ww for pod on switch ip-10-0-2-191.ec2.internal I0425 19:15:42.558502 3690 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-c55ww I0425 19:15:42.596457 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:42.600441 3690 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-c55ww] pod update took 41.969867ms I0425 19:15:42.600462 3690 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-c55ww] addLogicalPort annotation time took 41.995269ms I0425 19:15:42.601658 3690 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-c55ww] addLogicalPort took 43.272205ms, libovsdb time 784.396µs I0425 19:15:42.873021 3690 namespace.go:142] [image-controller] updating namespace I0425 19:15:42.918329 3690 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-c55ww 98a7cd6b3861a48a9196461df26c2ad57926f934fa7a44c499f028bd4446caf7 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-c55ww 98a7cd6b3861a48a9196461df26c2ad57926f934fa7a44c499f028bd4446caf7 network default NAD default NAD key ] I0425 19:15:42.927794 3690 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-c55ww, hostIfaceName: 98a7cd6b3861a48, network: default, NAD default, SandboxID: "98a7cd6b3861a48a9196461df26c2ad57926f934fa7a44c499f028bd4446caf7", PCI device ID: , UID: "0383a376-c44c-43da-b64b-518cdbad4134", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0425 19:15:42.982762 3690 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-c55ww 98a7cd6b3861a48a9196461df26c2ad57926f934fa7a44c499f028bd4446caf7 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-c55ww 98a7cd6b3861a48a9196461df26c2ad57926f934fa7a44c499f028bd4446caf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:16:af:db:77:82\",\"name\":\"98a7cd6b3861a48\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0874f1a5-62ca-4f5d-bd89-e60049eaa682\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:15:43.150573 3690 namespace.go:142] [integration-service] updating namespace I0425 19:15:43.217820 3690 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-fx2wc for pod on switch ip-10-0-2-191.ec2.internal I0425 19:15:43.217909 3690 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc I0425 19:15:43.291449 3690 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc I0425 19:15:43.353557 3690 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc] pod update took 135.669727ms I0425 19:15:43.353580 3690 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc] addLogicalPort annotation time took 135.696709ms I0425 19:15:43.354828 3690 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc] addLogicalPort took 137.022654ms, libovsdb time 852.884µs I0425 19:15:43.540659 3690 namespace.go:142] [konflux-info] updating namespace I0425 19:15:43.792716 3690 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:44.001596 3690 namespace.go:142] [release-service] updating namespace I0425 19:15:44.154235 3690 namespace.go:142] [build-service] updating namespace I0425 19:15:44.207267 3690 namespace.go:142] [default-tenant] updating namespace I0425 19:15:44.260220 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:44.278827 3690 namespace.go:142] [image-controller] updating namespace I0425 19:15:44.301631 3690 namespace.go:142] [integration-service] updating namespace I0425 19:15:44.361301 3690 namespace.go:142] [konflux-info] updating namespace I0425 19:15:44.385453 3690 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:44.400815 3690 namespace.go:142] [release-service] updating namespace I0425 19:15:44.471795 3690 namespace.go:142] [build-service] updating namespace I0425 19:15:44.551778 3690 namespace.go:142] [default-tenant] updating namespace I0425 19:15:44.625189 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0425 19:15:44.684088 3690 namespace.go:142] [image-controller] updating namespace I0425 19:15:44.751261 3690 namespace.go:142] [integration-service] updating namespace I0425 19:15:44.830439 3690 namespace.go:142] [konflux-info] updating namespace I0425 19:15:44.948292 3690 namespace.go:142] [namespace-lister] updating namespace I0425 19:15:45.220821 3690 namespace.go:142] [release-service] updating namespace W0425 19:15:45.666717 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 19:15:46.371938 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 19:15:46.550920 3690 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:46.752043 3690 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:46.878328 3690 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:46.895453 3690 namespace.go:142] [segment-bridge] updating namespace I0425 19:15:47.007887 3690 namespace.go:142] [konflux-cli] updating namespace I0425 19:15:47.062440 3690 namespace.go:142] [segment-bridge] updating namespace W0425 19:15:48.749236 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0425 19:15:49.732392 3690 cni.go:452] [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key ] I0425 19:15:49.741968 3690 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-54c7564696-lrfmv, hostIfaceName: e3e38484d78487e, network: default, NAD default, SandboxID: "e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed", PCI device ID: , UID: "71d62fdc-a586-4e7e-ab2f-59526893b8a2", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0425 19:15:49.794806 3690 cni.go:473] [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:64:ae:04:9a:3e\",\"name\":\"e3e38484d78487e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a909c88-f4ed-4313-84f3-dae49340f0bb\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:15:49.985817 3690 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key ] I0425 19:15:49.996343 3690 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-k7nc8, hostIfaceName: b2b677bb46e0b85, network: default, NAD default, SandboxID: "b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9", PCI device ID: , UID: "501cbc91-5d64-4088-a86b-c4e611ab5176", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0425 19:15:50.048273 3690 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:80:bf:06:fa:82\",\"name\":\"b2b677bb46e0b85\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab725869-839e-48be-ae62-aa8d0fd3544a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 19:15:51.081234 3690 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc 7bce5d692e17c72cb44ee80cbc6ab58d28a35f0c3c83ef18e9bf289184c9c239 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc 7bce5d692e17c72cb44ee80cbc6ab58d28a35f0c3c83ef18e9bf289184c9c239 network default NAD default NAD key ] I0425 19:15:51.094085 3690 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-fx2wc, hostIfaceName: 7bce5d692e17c72, network: default, NAD default, SandboxID: "7bce5d692e17c72cb44ee80cbc6ab58d28a35f0c3c83ef18e9bf289184c9c239", PCI device ID: , UID: "ce623a2b-d5b1-487b-adee-5b972ccbd59a", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0425 19:15:51.168240 3690 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc 7bce5d692e17c72cb44ee80cbc6ab58d28a35f0c3c83ef18e9bf289184c9c239 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-fx2wc 7bce5d692e17c72cb44ee80cbc6ab58d28a35f0c3c83ef18e9bf289184c9c239 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:d9:6e:06:b7:05\",\"name\":\"7bce5d692e17c72\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0faff0df-942d-4059-91e9-05d16a45defd\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 19:15:51.715274 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:15:51.715338 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 19:15:52.722629 3690 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0425 19:15:53.872881 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0425 19:15:55.429589 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:15:55.433050 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 19:15:55.459040 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 19:15:55.459104 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 19:15:56.436790 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:56.436808 3690 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:56.761884 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:56.761902 3690 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 19:15:57.380700 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 19:16:02.731084 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:16:02.731206 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 19:16:02.731260 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 19:16:02.731273 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0425 19:16:02.915552 3690 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key ] I0425 19:16:02.991875 3690 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 b2b677bb46e0b853280308fafc28c9094a87c61693fdc4271938238e17e2acb9 network default NAD default NAD key default], result "{}", err I0425 19:16:03.039543 3690 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:16:03.039588 3690 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 I0425 19:16:03.041618 3690 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8, ips: 10.130.0.40 I0425 19:16:03.041653 3690 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:16:03.471103 3690 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:16:03.471128 3690 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:16:03.485665 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 I0425 19:16:03.485705 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-k7nc8 I0425 19:16:03.893737 3690 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0425 19:16:06.439901 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 19:16:06.440035 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0425 19:16:16.888230 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0425 19:16:31.814055 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 19:16:31.814075 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 19:16:31.814087 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 19:16:31.814093 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 19:16:33.783269 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=647 W0425 19:16:35.505851 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 19:16:35.505869 3690 util.go:959] Failed to build node endpoints for node ip-10-0-2-191.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0425 19:17:01.205445 3690 cni.go:452] [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key ] I0425 19:17:01.294859 3690 cni.go:473] [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-54c7564696-lrfmv e3e38484d78487ed8339cb1f0fe5aa08d7f3e8db6f00bf5c98f11c15632fc1ed network default NAD default NAD key default], result "{}", err I0425 19:17:01.362825 3690 obj_retry.go:498] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:01.362858 3690 pods.go:176] Deleting pod: konflux-ui/proxy-54c7564696-lrfmv I0425 19:17:01.364170 3690 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-54c7564696-lrfmv, ips: 10.130.0.39 I0425 19:17:01.364207 3690 obj_retry.go:498] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:01.785036 3690 obj_retry.go:492] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:01.785058 3690 obj_retry.go:492] Detected object konflux-ui/proxy-54c7564696-lrfmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:01.796176 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-54c7564696-lrfmv I0425 19:17:01.796201 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-54c7564696-lrfmv I0425 19:17:10.382345 3690 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:10.382929 3690 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 19:17:10.411150 3690 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:10.411168 3690 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 19:17:10.419372 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 19:17:10.419396 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 19:17:11.899423 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 19:17:30.774437 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0425 19:17:36.069340 3690 namespace.go:98] [default-managed-tenant-9emv9] adding namespace I0425 19:17:36.070265 3690 namespace.go:102] [default-managed-tenant-9emv9] adding namespace took 903.902µs I0425 19:17:36.116009 3690 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:36.133657 3690 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:37.122937 3690 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:37.253581 3690 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:37.353165 3690 namespace.go:142] [default-managed-tenant-9emv9] updating namespace I0425 19:17:44.772669 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0425 19:17:56.878423 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7