+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-115.ec2.internal ++ [[ -n ip-10-0-1-115.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-115.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0521 19:34:19.578006342 - disable conntrack on geneve port + echo 'I0521 19:34:19.578006342 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:34:19.616094035 - starting ovnkube-node' I0521 19:34:19.616094035 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-115.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-115.ec2.internal --init-node ip-10-0-1-115.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-115.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:34:19.668651 3798 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:34:19.668720 3798 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2576126ae3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:34:19.670558 3798 kube.go:431] Waiting for certificate I0521 19:34:19.670595 3798 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:34:19.670622 3798 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:34:19.671302 3798 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:34:19.702793 3798 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:19.702815 3798 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:19.705666 3798 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:19.705760 3798 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j9pwk" I0521 19:34:19.712717 3798 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j9pwk" I0521 19:34:19.712809 3798 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:20.671611 3798 kube.go:438] Certificate found I0521 19:34:20.672348 3798 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:34:20.673721 3798 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:34:20.720325 3798 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:29:19 +0000 UTC" deadline="2026-05-22 15:52:42.880268188 +0000 UTC" I0521 19:34:20.720389 3798 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h18m22.159892096s" I0521 19:34:20.740410 3798 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:34:20.757160 3798 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:34:20.757241 3798 factory.go:561] Starting watch factory I0521 19:34:20.757339 3798 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757406 3798 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757415 3798 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757426 3798 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757339 3798 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757463 3798 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:34:20.757466 3798 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757344 3798 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757687 3798 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757394 3798 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757820 3798 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757835 3798 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.757956 3798 server.go:101] MetricServer registers OVS metrics I0521 19:34:20.758281 3798 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.758573 3798 server.go:105] MetricServer registers OVN DB metrics I0521 19:34:20.761195 3798 controller_manager.go:370] Starting the ovnkube controller I0521 19:34:20.761205 3798 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-115.ec2.internal I0521 19:34:20.761253 3798 controller_manager.go:395] NBDB zone sync took: 40.026µs I0521 19:34:20.761265 3798 factory.go:561] Starting watch factory I0521 19:34:20.764572 3798 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:34:20.764595 3798 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:34:20.777846 3798 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.778494 3798 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.778968 3798 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.779178 3798 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.781741 3798 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:34:20.781770 3798 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:34:20.783992 3798 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.787318 3798 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:20.787415 3798 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:34:20.787454 3798 server.go:109] MetricServer registers OVN Controller metrics I0521 19:34:20.792485 3798 server.go:113] MetricServer registers OVN Northd metrics I0521 19:34:20.796844 3798 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:34:20.863648 3798 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:34:20.863669 3798 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:34:20.863673 3798 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:34:20.863677 3798 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:34:20.863680 3798 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:34:20.863683 3798 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:34:20.863766 3798 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:20.863791 3798 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:20.863795 3798 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:20.863811 3798 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:20.867574 3798 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:34:20.867592 3798 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:34:20.867595 3798 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:34:20.867598 3798 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:34:20.867602 3798 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:34:20.867604 3798 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:34:20.894610 3798 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:20.913869 3798 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:20.968992 3798 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:34:20.969010 3798 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:34:20.969128 3798 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:20.969165 3798 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:20.973208 3798 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:34:20.973224 3798 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:34:20.987039 3798 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.075191 3798 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:34:21.075392 3798 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.075416 3798 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.078596 3798 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:34:21.078579 3798 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.080456 3798 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:34:21.080529 3798 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.080546 3798 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.082806 3798 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.083745 3798 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:34:21.085571 3798 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:34:21.085656 3798 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.085671 3798 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.087511 3798 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.089207 3798 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:34:21.091365 3798 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:34:21.091435 3798 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.091448 3798 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.094588 3798 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:34:21.109380 3798 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.197646 3798 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:34:21.197872 3798 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:34:21.197887 3798 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:34:21.200590 3798 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:34:21.200843 3798 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:34:21.202772 3798 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:34:21.202865 3798 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.202867 3798 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.202889 3798 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.202895 3798 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.205429 3798 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.206307 3798 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:34:21.249684 3798 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:21.309498 3798 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:34:21.309517 3798 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:34:21.309525 3798 factory.go:680] Watch Factory start up complete, took: 552.288927ms I0521 19:34:21.309600 3798 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:34:21.311797 3798 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:34:21.311809 3798 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:34:21.311816 3798 factory.go:680] Watch Factory start up complete, took: 550.55113ms I0521 19:34:21.311824 3798 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-115.ec2.internal" zone I0521 19:34:21.357294 3798 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:34:21.445546 3798 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:34:21.451970 3798 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:34:21.523665 3798 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:34:21.523774 3798 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:34:21.523794 3798 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:34:21.561125 3798 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:34:21.561204 3798 default_node_network_controller.go:809] Node ip-10-0-1-115.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 19:34:21.566352 3798 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.115"] k8s.ovn.org/zone-name:ip-10-0-1-115.ec2.internal] on node ip-10-0-1-115.ec2.internal I0521 19:34:21.592128 3798 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:34:21.598878 3798 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:34:21.598991 3798 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 19:34:21.599159 3798 gateway_init.go:263] Preparing Gateway I0521 19:34:21.599173 3798 gateway_shared_intf.go:1687] Creating new gateway I0521 19:34:21.716985 3798 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:34:21.724128 3798 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:34:21.731166 3798 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:34:21.731182 3798 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-115.ec2.internal","mac-address":"0a:ff:c2:14:cd:f3","ip-addresses":["10.0.1.115/24"],"ip-address":"10.0.1.115/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f921ec0e-3c33-4014-978a-7da701e8dbb2 k8s.ovn.org/node-encap-ips:["10.0.1.115"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.115/24"} k8s.ovn.org/zone-name:ip-10-0-1-115.ec2.internal] on node ip-10-0-1-115.ec2.internal I0521 19:34:21.750730 3798 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:21.812602 3798 controller_manager.go:429] Waiting for node in zone sync took: 500.761091ms I0521 19:34:21.816466 3798 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:34:21.816486 3798 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-115.ec2.internal I0521 19:34:21.830589 3798 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:34:21.837729 3798 controller_manager.go:290] SCTP support detected in OVN I0521 19:34:21.838347 3798 services_controller.go:69] Creating services controller for network=default I0521 19:34:21.838476 3798 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:34:21.838516 3798 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:34:21.838558 3798 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:34:21.838577 3798 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:34:21.838589 3798 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:34:21.838822 3798 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:34:21.838902 3798 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.041µs I0521 19:34:21.838905 3798 udn_enabled_svc.go:95] Performing full resync I0521 19:34:21.838916 3798 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:34:21.838961 3798 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.816µs I0521 19:34:21.838974 3798 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 57.419µs I0521 19:34:21.838981 3798 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:34:21.838993 3798 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:34:21.839005 3798 default_network_controller.go:325] Starting the default network controller I0521 19:34:21.839083 3798 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.186µs I0521 19:34:21.839272 3798 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:34:21.839290 3798 udn_enabled_svc.go:104] Starting worker I0521 19:34:21.849315 3798 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:34:21.849374 3798 repair.go:33] Syncing exgw routes took 45.575µs I0521 19:34:21.849398 3798 default_network_controller.go:414] Starting all the Watchers... I0521 19:34:21.849536 3798 namespace.go:98] [openshift-backplane] adding namespace I0521 19:34:21.849547 3798 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:34:21.849549 3798 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:34:21.849573 3798 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:34:21.849582 3798 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:34:21.849583 3798 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:34:21.849582 3798 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:34:21.849599 3798 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:34:21.849599 3798 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:34:21.849605 3798 namespace.go:98] [openshift-insights] adding namespace I0521 19:34:21.849609 3798 namespace.go:98] [openshift-console] adding namespace I0521 19:34:21.849608 3798 namespace.go:98] [openshift-config] adding namespace I0521 19:34:21.849612 3798 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:34:21.849616 3798 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:34:21.849611 3798 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:34:21.850326 3798 namespace.go:102] [openshift-backplane] adding namespace took 776.833µs I0521 19:34:21.850342 3798 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:34:21.850859 3798 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 511.607µs I0521 19:34:21.850874 3798 namespace.go:98] [openshift-host-network] adding namespace W0521 19:34:21.851448 3798 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7w8xt: pod openshift-network-diagnostics/network-check-target-7w8xt: no pod IPs found W0521 19:34:21.851467 3798 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8bd9x: pod openshift-network-diagnostics/network-check-target-8bd9x: no pod IPs found I0521 19:34:21.851482 3798 namespace.go:102] [openshift-host-network] adding namespace took 602.472µs I0521 19:34:21.851497 3798 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:34:21.852059 3798 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.499451ms I0521 19:34:21.852080 3798 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:34:21.852649 3798 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.084382ms I0521 19:34:21.852668 3798 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:34:21.853169 3798 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.584439ms I0521 19:34:21.853184 3798 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:34:21.853770 3798 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.1803ms I0521 19:34:21.853786 3798 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:34:21.854345 3798 namespace.go:102] [openshift-machine-api] adding namespace took 4.750305ms I0521 19:34:21.854367 3798 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:34:21.855029 3798 namespace.go:102] [openshift-cluster-version] adding namespace took 5.431202ms I0521 19:34:21.855042 3798 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:34:21.855674 3798 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.068069ms I0521 19:34:21.855696 3798 namespace.go:98] [openshift-network-console] adding namespace I0521 19:34:21.856264 3798 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.650287ms I0521 19:34:21.856283 3798 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:34:21.856965 3798 namespace.go:102] [openshift-insights] adding namespace took 7.347379ms I0521 19:34:21.856984 3798 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:34:21.857650 3798 namespace.go:102] [openshift-console] adding namespace took 8.031379ms I0521 19:34:21.857666 3798 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:34:21.858244 3798 namespace.go:102] [openshift-marketplace] adding namespace took 8.614523ms I0521 19:34:21.858264 3798 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:34:21.858845 3798 namespace.go:102] [openshift-config] adding namespace took 9.220705ms I0521 19:34:21.858864 3798 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:34:21.859466 3798 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.841358ms I0521 19:34:21.859486 3798 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:34:21.860008 3798 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 10.380112ms I0521 19:34:21.860019 3798 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:34:21.860535 3798 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 9.031616ms I0521 19:34:21.860551 3798 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:34:21.860924 3798 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.837567ms I0521 19:34:21.860937 3798 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:34:21.861349 3798 namespace.go:102] [openshift-monitoring] adding namespace took 8.675229ms I0521 19:34:21.861360 3798 namespace.go:98] [openshift-authentication] adding namespace I0521 19:34:21.861812 3798 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.622044ms I0521 19:34:21.861827 3798 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:34:21.862219 3798 namespace.go:102] [openshift-network-operator] adding namespace took 8.42877ms I0521 19:34:21.862231 3798 namespace.go:98] [default] adding namespace I0521 19:34:21.862666 3798 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.293003ms I0521 19:34:21.862678 3798 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:34:21.863060 3798 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.012485ms I0521 19:34:21.863071 3798 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:34:21.863465 3798 namespace.go:102] [openshift-network-console] adding namespace took 7.763534ms I0521 19:34:21.863476 3798 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:34:21.863972 3798 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.683143ms I0521 19:34:21.863986 3798 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:34:21.864383 3798 namespace.go:102] [openshift-controller-manager] adding namespace took 7.391589ms I0521 19:34:21.864399 3798 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:34:21.864876 3798 namespace.go:102] [openshift-image-registry] adding namespace took 7.202995ms I0521 19:34:21.864893 3798 namespace.go:98] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] adding namespace I0521 19:34:21.865310 3798 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.040922ms I0521 19:34:21.865742 3798 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:34:21.865743 3798 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.873886ms I0521 19:34:21.865758 3798 namespace.go:98] [openshift] adding namespace I0521 19:34:21.866628 3798 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.135738ms I0521 19:34:21.866644 3798 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:34:21.867191 3798 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.165798ms I0521 19:34:21.867206 3798 namespace.go:98] [openshift-logging] adding namespace I0521 19:34:21.867762 3798 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.206697ms I0521 19:34:21.868137 3798 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.195119ms I0521 19:34:21.868166 3798 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:34:21.868746 3798 namespace.go:102] [openshift-authentication] adding namespace took 7.377302ms I0521 19:34:21.868764 3798 namespace.go:98] [kube-system] adding namespace I0521 19:34:21.869221 3798 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.388842ms I0521 19:34:21.869238 3798 namespace.go:98] [openshift-node] adding namespace I0521 19:34:21.869651 3798 namespace.go:102] [default] adding namespace took 7.414416ms I0521 19:34:21.869663 3798 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:34:21.870232 3798 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.547529ms I0521 19:34:21.870250 3798 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:34:21.870663 3798 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.586116ms I0521 19:34:21.870678 3798 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:34:21.871122 3798 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.640063ms I0521 19:34:21.871137 3798 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:34:21.871662 3798 namespace.go:102] [openshift-apiserver] adding namespace took 7.670931ms I0521 19:34:21.871679 3798 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:34:21.872177 3798 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.772755ms I0521 19:34:21.872190 3798 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:34:21.872671 3798 namespace.go:102] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] adding namespace took 7.770848ms I0521 19:34:21.872687 3798 namespace.go:98] [openshift-infra] adding namespace I0521 19:34:21.873174 3798 namespace.go:102] [openshift-package-operator] adding namespace took 7.420573ms I0521 19:34:21.873189 3798 namespace.go:98] [kube-node-lease] adding namespace I0521 19:34:21.873662 3798 namespace.go:102] [openshift] adding namespace took 7.898322ms I0521 19:34:21.873676 3798 namespace.go:98] [openshift-ingress] adding namespace I0521 19:34:21.874186 3798 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.535339ms I0521 19:34:21.874201 3798 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:34:21.874632 3798 namespace.go:102] [openshift-logging] adding namespace took 7.420116ms I0521 19:34:21.874648 3798 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:34:21.875010 3798 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.837439ms W0521 19:34:21.875014 3798 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8pws6: pod kube-system/global-pull-secret-syncer-8pws6: no pod IPs found I0521 19:34:21.875025 3798 namespace.go:98] [openshift-operators] adding namespace W0521 19:34:21.875026 3798 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-2tcw6: pod kube-system/global-pull-secret-syncer-2tcw6: no pod IPs found I0521 19:34:21.875547 3798 namespace.go:102] [kube-system] adding namespace took 6.773498ms I0521 19:34:21.875562 3798 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:34:21.875929 3798 namespace.go:102] [openshift-node] adding namespace took 6.684565ms I0521 19:34:21.875944 3798 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:34:21.876444 3798 namespace.go:102] [openshift-config-managed] adding namespace took 6.775513ms I0521 19:34:21.876461 3798 namespace.go:98] [kube-public] adding namespace I0521 19:34:21.876834 3798 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.57604ms I0521 19:34:21.876848 3798 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:34:21.877382 3798 namespace.go:102] [openshift-dns-operator] adding namespace took 6.698823ms I0521 19:34:21.877397 3798 namespace.go:98] [openshift-dns] adding namespace I0521 19:34:21.877794 3798 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.651011ms I0521 19:34:21.877809 3798 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:34:21.878359 3798 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.673428ms I0521 19:34:21.878374 3798 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:34:21.878898 3798 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.702774ms I0521 19:34:21.878913 3798 namespace.go:98] [openshift-multus] adding namespace I0521 19:34:21.879296 3798 namespace.go:102] [openshift-infra] adding namespace took 6.603629ms I0521 19:34:21.879787 3798 namespace.go:102] [kube-node-lease] adding namespace took 6.593238ms I0521 19:34:21.879801 3798 namespace.go:98] [dedicated-admin] adding namespace I0521 19:34:21.880349 3798 namespace.go:102] [openshift-ingress] adding namespace took 6.66674ms I0521 19:34:21.880364 3798 namespace.go:98] [openshift-etcd] adding namespace I0521 19:34:21.880785 3798 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.57885ms I0521 19:34:21.880798 3798 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:34:21.881245 3798 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.590735ms I0521 19:34:21.881258 3798 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:34:21.881702 3798 namespace.go:102] [openshift-operators] adding namespace took 6.671098ms I0521 19:34:21.881712 3798 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:34:21.882113 3798 namespace.go:102] [openshift-config-operator] adding namespace took 6.54571ms I0521 19:34:21.882127 3798 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:34:21.882555 3798 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.606346ms I0521 19:34:21.882979 3798 namespace.go:102] [kube-public] adding namespace took 6.511883ms I0521 19:34:21.883396 3798 namespace.go:102] [openshift-console-operator] adding namespace took 6.542777ms I0521 19:34:21.883408 3798 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:34:21.883843 3798 namespace.go:102] [openshift-dns] adding namespace took 6.439642ms I0521 19:34:21.883854 3798 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:34:21.884278 3798 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.464316ms W0521 19:34:21.884684 3798 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pp5gw: pod openshift-multus/network-metrics-daemon-pp5gw: no pod IPs found W0521 19:34:21.884695 3798 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vwjjk: pod openshift-multus/network-metrics-daemon-vwjjk: no pod IPs found I0521 19:34:21.884727 3798 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.347764ms I0521 19:34:21.884738 3798 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:34:21.885431 3798 namespace.go:102] [openshift-multus] adding namespace took 6.512694ms I0521 19:34:21.885965 3798 namespace.go:102] [dedicated-admin] adding namespace took 6.159801ms I0521 19:34:21.886484 3798 namespace.go:102] [openshift-etcd] adding namespace took 6.113014ms I0521 19:34:21.887380 3798 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.576363ms I0521 19:34:21.887939 3798 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.674207ms I0521 19:34:21.887958 3798 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:34:21.888432 3798 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.715109ms I0521 19:34:21.888988 3798 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.854148ms I0521 19:34:21.889493 3798 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.079612ms I0521 19:34:21.889967 3798 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.106847ms I0521 19:34:21.890489 3798 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.745891ms I0521 19:34:21.890844 3798 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.880731ms W0521 19:34:21.890930 3798 master.go:471] Unable to parse remote node ip-10-0-0-144.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:34:21.891031 3798 master.go:548] Adding or Updating local node "ip-10-0-1-115.ec2.internal" for network "default" I0521 19:34:21.891096 3798 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-144.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-144.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-144.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal W0521 19:34:21.898632 3798 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-2tcw6: pod kube-system/global-pull-secret-syncer-2tcw6: no pod IPs found W0521 19:34:21.898650 3798 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vwjjk: pod openshift-multus/network-metrics-daemon-vwjjk: no pod IPs found W0521 19:34:21.898663 3798 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7w8xt: pod openshift-network-diagnostics/network-check-target-7w8xt: no pod IPs found I0521 19:34:21.899643 3798 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-115.ec2.internal for the network default I0521 19:34:21.899988 3798 zone_ic_handler.go:195] Time taken to create transit switch: 330.898µs I0521 19:34:21.900760 3798 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:34:21.900793 3798 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:34:21.900807 3798 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:34:21.900824 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:21.900866 3798 node_tracker.go:235] Node ip-10-0-0-144.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-144.ec2.internal" I0521 19:34:21.900881 3798 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:21.900894 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:34:21.900903 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-115.ec2.internal in network "default" I0521 19:34:21.900938 3798 node_tracker.go:169] Node ip-10-0-1-115.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:21.900946 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:34:22.001084 3798 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:34:22.001112 3798 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:34:22.001190 3798 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:34:22.001229 3798 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:34:22.001241 3798 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:34:22.101488 3798 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:34:22.101521 3798 repair.go:60] Starting repairing loop for services I0521 19:34:22.101631 3798 repair.go:131] Deleted 0 stale service LBs I0521 19:34:22.101651 3798 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:34:22.101668 3798 repair.go:62] Finished repairing loop for services: 155.664µs I0521 19:34:22.101700 3798 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:34:22.101712 3798 services_controller.go:254] Starting workers for network=default I0521 19:34:22.101995 3798 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vwjjk] creating logical port openshift-multus_network-metrics-daemon-vwjjk for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:22.102063 3798 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8bd9x: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8bd9x: no pod IPs found I0521 19:34:22.102088 3798 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-2tcw6] creating logical port kube-system_global-pull-secret-syncer-2tcw6 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:22.102123 3798 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-pp5gw, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-pp5gw: suppressed error logged: pod openshift-multus/network-metrics-daemon-pp5gw: no pod IPs found I0521 19:34:22.102158 3798 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vwjjk I0521 19:34:22.102163 3798 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-8pws6, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-8pws6: suppressed error logged: pod kube-system/global-pull-secret-syncer-8pws6: no pod IPs found I0521 19:34:22.102093 3798 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7w8xt] creating logical port openshift-network-diagnostics_network-check-target-7w8xt for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:22.102221 3798 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-2tcw6 I0521 19:34:22.102264 3798 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7w8xt I0521 19:34:22.126392 3798 pod.go:62] [openshift-multus/network-metrics-daemon-vwjjk] pod update took 24.330005ms I0521 19:34:22.126412 3798 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vwjjk] addLogicalPort annotation time took 24.353654ms I0521 19:34:22.127272 3798 pods.go:271] [openshift-multus/network-metrics-daemon-vwjjk] addLogicalPort took 25.28064ms, libovsdb time 623.138µs I0521 19:34:22.129212 3798 pod.go:62] [kube-system/global-pull-secret-syncer-2tcw6] pod update took 27.031304ms I0521 19:34:22.129229 3798 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-2tcw6] addLogicalPort annotation time took 27.051591ms I0521 19:34:22.130051 3798 pod.go:62] [openshift-network-diagnostics/network-check-target-7w8xt] pod update took 27.78612ms I0521 19:34:22.130071 3798 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7w8xt] addLogicalPort annotation time took 27.831699ms I0521 19:34:22.130191 3798 pods.go:271] [kube-system/global-pull-secret-syncer-2tcw6] addLogicalPort took 28.111168ms, libovsdb time 766.229µs I0521 19:34:22.130924 3798 pods.go:271] [openshift-network-diagnostics/network-check-target-7w8xt] addLogicalPort took 28.835479ms, libovsdb time 551.225µs I0521 19:34:22.131333 3798 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:34:22.131356 3798 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:34:22.131369 3798 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:34:22.131373 3798 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:34:22.131568 3798 repair.go:29] Repairing admin network policies took 189.475µs I0521 19:34:22.131762 3798 repair.go:92] Repairing baseline admin network policies took 182.472µs I0521 19:34:22.132036 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:34:22.132054 3798 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:34:22.133635 3798 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:34:22.133654 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:34:22.133662 3798 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:34:22.134231 3798 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:34:22.134251 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:34:22.134260 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:34:22.135880 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:34:22.135898 3798 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:34:22.135905 3798 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:34:22.137271 3798 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:34:22.137292 3798 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:34:22.137303 3798 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:34:22.139684 3798 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:34:22.139704 3798 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:34:22.139712 3798 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:34:22.141855 3798 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:34:22.141872 3798 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:34:22.141883 3798 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:34:22.143062 3798 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:34:22.143082 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:34:22.143482 3798 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:34:22.143496 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:34:22.144210 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:34:22.144229 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:34:22.144239 3798 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:34:22.144919 3798 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:34:22.144933 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:34:22.144940 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:34:22.145464 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:34:22.145488 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:34:22.145519 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:34:22.147243 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:34:22.147270 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:34:22.147277 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:34:22.147580 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:34:22.147598 3798 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:34:22.147605 3798 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:34:22.148120 3798 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:34:22.148138 3798 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:34:22.148159 3798 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:34:22.148473 3798 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:34:22.148490 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:34:22.148499 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:34:22.149048 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:34:22.149065 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:34:22.149073 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:34:22.150492 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:34:22.150517 3798 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:34:22.150527 3798 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:34:22.151648 3798 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:34:22.151673 3798 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:34:22.151686 3798 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:34:22.153468 3798 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:34:22.153491 3798 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:34:22.153502 3798 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:34:22.154035 3798 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:34:22.154053 3798 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:34:22.154065 3798 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:34:22.155020 3798 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:34:22.155053 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:34:22.155063 3798 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:34:22.155568 3798 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:34:22.155584 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:34:22.155590 3798 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:34:22.155879 3798 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:34:22.155902 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:34:22.155912 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:34:22.156470 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:34:22.156486 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:34:22.156494 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:34:22.156971 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:34:22.156995 3798 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:34:22.157006 3798 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:34:22.158172 3798 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:34:22.158207 3798 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:34:22.158215 3798 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:34:22.159121 3798 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:34:22.159155 3798 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:34:22.159172 3798 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:34:22.160247 3798 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:34:22.160266 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:34:22.160274 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:34:22.160912 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:34:22.160929 3798 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:34:22.160939 3798 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:34:22.161502 3798 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:34:22.166780 3798 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:34:22.166820 3798 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:34:22.166860 3798 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:34:22.166877 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:34:22.166892 3798 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:34:22.166919 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:34:22.166931 3798 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:34:22.167239 3798 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:34:22.167253 3798 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:34:22.167258 3798 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:34:22.167266 3798 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:34:22.167273 3798 egressfirewall.go:723] Syncing node "ip-10-0-1-115.ec2.internal" for egress firewall I0521 19:34:22.167282 3798 egressfirewall.go:723] Syncing node "ip-10-0-0-144.ec2.internal" for egress firewall I0521 19:34:22.167487 3798 egressqos.go:245] Starting EgressQoS Controller I0521 19:34:22.167505 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:34:22.167515 3798 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:34:22.167523 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:34:22.167527 3798 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:34:22.167532 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:34:22.167544 3798 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:34:22.167548 3798 egressqos.go:259] Repairing EgressQoSes I0521 19:34:22.167552 3798 egressqos.go:399] Starting repairing loop for egressqos I0521 19:34:22.167647 3798 egressqos.go:401] Finished repairing loop for egressqos: 93.558µs I0521 19:34:22.167674 3798 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:34:22.167704 3798 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-115.ec2.internal I0521 19:34:22.167745 3798 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-115.ec2.internal : 41.936µs I0521 19:34:22.167876 3798 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:34:22.167890 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:34:22.167901 3798 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:34:22.167910 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:34:22.167917 3798 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:34:22.167925 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:34:22.167930 3798 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:34:22.167935 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:34:22.167940 3798 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:34:22.167953 3798 egressservice_zone.go:228] Repairing Egress Services I0521 19:34:22.168298 3798 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:34:22.168308 3798 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:34:22.168370 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:22.168380 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 13.046µs I0521 19:34:22.168386 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-115.ec2.internal I0521 19:34:22.168389 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-115.ec2.internal: 4.003µs I0521 19:34:22.168492 3798 default_network_controller.go:585] Completing all the Watchers took 319.074581ms I0521 19:34:22.168508 3798 default_network_controller.go:589] Starting unidling controllers I0521 19:34:22.168519 3798 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:34:22.168524 3798 unidle.go:63] Populating Initial ContollerEvent events I0521 19:34:22.168535 3798 unidle.go:79] Setting up event handlers for services I0521 19:34:22.168671 3798 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:34:22.250737 3798 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:22.751281 3798 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:23.251125 3798 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:23.484086 3798 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:34:23.751138 3798 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:23.768227 3798 bridgeconfig.go:537] Gateway is ready I0521 19:34:23.768246 3798 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:34:23.779558 3798 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.115. Updating OVN encap IP. I0521 19:34:23.784825 3798 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.115 - it is already configured I0521 19:34:23.784838 3798 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.115/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:34:23.785020 3798 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.115/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-115.ec2.internal","mac-address":"0a:ff:c2:14:cd:f3","ip-addresses":["10.0.1.115/24"],"ip-address":"10.0.1.115/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f921ec0e-3c33-4014-978a-7da701e8dbb2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.115/24"}] on node ip-10-0-1-115.ec2.internal I0521 19:34:23.799254 3798 egressfirewall.go:723] Syncing node "ip-10-0-1-115.ec2.internal" for egress firewall I0521 19:34:23.799266 3798 master.go:548] Adding or Updating local node "ip-10-0-1-115.ec2.internal" for network "default" I0521 19:34:23.799359 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-115.ec2.internal in network "default" I0521 19:34:23.799262 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-115.ec2.internal I0521 19:34:23.799391 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-115.ec2.internal: 130.12µs I0521 19:34:23.799413 3798 node_tracker.go:169] Node ip-10-0-1-115.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:23.799427 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:34:23.799544 3798 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.115 I0521 19:34:23.799642 3798 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-115.ec2.internal I0521 19:34:23.803769 3798 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-115.ec2.internal. Updating no re-route policies I0521 19:34:23.803836 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7w8xt I0521 19:34:23.803856 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7w8xt I0521 19:34:23.803856 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pp5gw I0521 19:34:23.803861 3798 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jg6p6 I0521 19:34:23.803866 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-m8hdt I0521 19:34:23.803872 3798 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jg6p6 I0521 19:34:23.803878 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-m8hdt I0521 19:34:23.803883 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vwjjk I0521 19:34:23.803890 3798 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jg6p6 after 0 failed attempt(s) I0521 19:34:23.803893 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-m8hdt after 0 failed attempt(s) I0521 19:34:23.803894 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vwjjk I0521 19:34:23.803870 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pp5gw I0521 19:34:23.803900 3798 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7w8xt] creating logical port openshift-network-diagnostics_network-check-target-7w8xt for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:23.803903 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x I0521 19:34:23.803904 3798 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8pws6 I0521 19:34:23.803905 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xsqsr I0521 19:34:23.803913 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x I0521 19:34:23.803919 3798 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8pws6 I0521 19:34:23.803922 3798 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vwjjk] creating logical port openshift-multus_network-metrics-daemon-vwjjk for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:23.803920 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xsqsr I0521 19:34:23.803924 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jh7bp I0521 19:34:23.803936 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jh7bp I0521 19:34:23.803939 3798 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-115.ec2.internal I0521 19:34:23.803925 3798 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-pp5gw, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-pp5gw: suppressed error logged: pod openshift-multus/network-metrics-daemon-pp5gw: no pod IPs found I0521 19:34:23.803941 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xsqsr after 0 failed attempt(s) I0521 19:34:23.803953 3798 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-115.ec2.internal I0521 19:34:23.803955 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jh7bp after 0 failed attempt(s) I0521 19:34:23.803955 3798 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8bd9x: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8bd9x: no pod IPs found I0521 19:34:23.803958 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-115.ec2.internal I0521 19:34:23.803881 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hdlfw I0521 19:34:23.803958 3798 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-8pws6, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-8pws6: suppressed error logged: pod kube-system/global-pull-secret-syncer-8pws6: no pod IPs found I0521 19:34:23.803965 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-sj74c I0521 19:34:23.803966 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jt9dd I0521 19:34:23.803970 3798 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-2tcw6 I0521 19:34:23.803972 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hdlfw I0521 19:34:23.803971 3798 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-115.ec2.internal after 0 failed attempt(s) I0521 19:34:23.803976 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9xfz2 I0521 19:34:23.803983 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jt9dd I0521 19:34:23.803975 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-sj74c I0521 19:34:23.803991 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hdlfw after 0 failed attempt(s) I0521 19:34:23.803995 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9xfz2 I0521 19:34:23.804001 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-sj74c after 0 failed attempt(s) I0521 19:34:23.803982 3798 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-2tcw6 I0521 19:34:23.804007 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jt9dd after 0 failed attempt(s) I0521 19:34:23.804020 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9xfz2 after 0 failed attempt(s) I0521 19:34:23.804027 3798 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-2tcw6] creating logical port kube-system_global-pull-secret-syncer-2tcw6 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:23.803893 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-x56cx I0521 19:34:23.804047 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-x56cx I0521 19:34:23.804097 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-x56cx after 0 failed attempt(s) I0521 19:34:23.803969 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-115.ec2.internal I0521 19:34:23.804171 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-115.ec2.internal after 0 failed attempt(s) I0521 19:34:23.804677 3798 pods.go:271] [openshift-network-diagnostics/network-check-target-7w8xt] addLogicalPort took 789.417µs, libovsdb time 230.013µs I0521 19:34:23.804687 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7w8xt after 0 failed attempt(s) I0521 19:34:23.804746 3798 pods.go:271] [openshift-multus/network-metrics-daemon-vwjjk] addLogicalPort took 831.732µs, libovsdb time 290.513µs I0521 19:34:23.804754 3798 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vwjjk after 0 failed attempt(s) I0521 19:34:23.805065 3798 pods.go:271] [kube-system/global-pull-secret-syncer-2tcw6] addLogicalPort took 1.044553ms, libovsdb time 488.453µs I0521 19:34:23.805078 3798 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-2tcw6 after 0 failed attempt(s) I0521 19:34:23.813279 3798 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:34:23.825819 3798 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:34:23.829271 3798 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:34:23.866412 3798 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:34:23.924868 3798 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:34:23.942885 3798 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:34:23.942991 3798 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:34:23.943066 3798 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:34:23.943168 3798 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:34:23.943239 3798 gateway_init.go:325] Gateway and management port readiness took 2.196979125s I0521 19:34:23.943286 3798 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:34:23.943321 3798 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:34:23.943332 3798 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:34:23.943340 3798 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:34:23.943416 3798 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:34:23.943501 3798 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.102µs I0521 19:34:23.943724 3798 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:34:23.943749 3798 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.406µs I0521 19:34:23.943757 3798 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.046µs I0521 19:34:23.943762 3798 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:34:23.943771 3798 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:34:23.943778 3798 default_node_network_controller.go:899] Starting the default node network controller I0521 19:34:23.943782 3798 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:34:23.943860 3798 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.104µs I0521 19:34:23.943929 3798 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:34:23.943938 3798 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:34:23.943967 3798 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f110 0xc0002efc00 0xc0002efc70 0xc0002efce0 0xc0002efdc0 0xc0002efe30 0xc0002eff10 0xc000b2d450 0xc0002f0070 0xc0002f00e0 0xc0007db950 0xc0060f9570 0xc0002f01c0 map[0x2ff9080:0xc002788f60 0x2ff95c0:0xc0027890e0 0x2ffa2e0:0xc002788ea0 0x2ffa580:0xc002788f00 0x2ffad60:0xc002788fc0 0x2ffb000:0xc002789020 0x2ffb2a0:0xc002789080 0x2ffba80:0xc002789140 0x2ffbd20:0xc002789320 0x3026980:0xc00128cba0 0x3026d20:0xc00128cc00 0x3027800:0xc000c81620 0x3029160:0xc001c02000 0x30298a0:0xc00128d020 0x302a720:0xc001c02060] 0xc000b223f0 0} I0521 19:34:23.944021 3798 gateway.go:151] Starting gateway service sync I0521 19:34:23.944439 3798 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:34:23.946804 3798 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:34:23.956599 3798 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:34:23.957838 3798 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:34:23.959027 3798 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:34:23.993240 3798 gateway.go:168] Gateway service sync done. Time taken: 49.204967ms I0521 19:34:23.993752 3798 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31741 I0521 19:34:23.994056 3798 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f110 0xc0002efc00 0xc0002efc70 0xc0002efce0 0xc0002efdc0 0xc0002efe30 0xc0002eff10 0xc000b2d450 0xc0002f0070 0xc0002f00e0 0xc0007db950 0xc0060f9570 0xc0002f01c0 map[0x2ff9080:0xc002788f60 0x2ff95c0:0xc0027890e0 0x2ffa2e0:0xc002788ea0 0x2ffa580:0xc002788f00 0x2ffad60:0xc002788fc0 0x2ffb000:0xc002789020 0x2ffb2a0:0xc002789080 0x2ffba80:0xc002789140 0x2ffbd20:0xc002789320 0x3026980:0xc00128cba0 0x3026d20:0xc00128cc00 0x3027800:0xc000c81620 0x3029160:0xc001c02000 0x30298a0:0xc00128d020 0x302a720:0xc001c02060] 0xc000b223f0 0} I0521 19:34:23.994897 3798 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f110 0xc0002efc00 0xc0002efc70 0xc0002efce0 0xc0002efdc0 0xc0002efe30 0xc0002eff10 0xc000b2d450 0xc0002f0070 0xc0002f00e0 0xc0007db950 0xc0060f9570 0xc0002f01c0 map[0x2ff9080:0xc002788f60 0x2ff95c0:0xc0027890e0 0x2ffa2e0:0xc002788ea0 0x2ffa580:0xc002788f00 0x2ffad60:0xc002788fc0 0x2ffb000:0xc002789020 0x2ffb2a0:0xc002789080 0x2ffba80:0xc002789140 0x2ffbd20:0xc002789320 0x3026980:0xc00128cba0 0x3026d20:0xc00128cc00 0x3027800:0xc000c81620 0x3029160:0xc001c02000 0x30298a0:0xc00128d020 0x302a720:0xc001c02060] 0xc000b223f0 0} I0521 19:34:23.994944 3798 gateway.go:532] Reconciling gateway with updates I0521 19:34:24.000322 3798 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:34:24.000403 3798 default_node_network_controller.go:944] Gateway and management port readiness took 56.457438ms I0521 19:34:24.000404 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:24.000429 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:24.000443 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:24.000454 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:24.000458 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:24.000407 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:24.000460 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:24.000469 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:24.000477 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:24.000493 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:24.000493 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:24.000507 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:24.000517 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:24.000525 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:24.000529 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:24.000426 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:34:24.000534 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:34:24.000542 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:34:24.000479 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:24.000555 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:24.000554 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:24.000563 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:24.000568 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:34:24.000573 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:24.000580 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:34:24.000470 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:24.000583 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:24.000581 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:24.000597 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:34:24.000600 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:24.000601 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:24.000605 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:34:24.000607 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:24.000614 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:24.000615 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:24.000616 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:24.000625 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:24.000625 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:24.000634 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:24.000634 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:24.000599 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:24.000649 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:24.000654 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:24.000655 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:24.000662 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:24.000667 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:24.000586 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:24.000675 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:24.000681 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:24.000684 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:24.000655 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:24.000693 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:24.000644 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:24.000703 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:24.000693 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:24.000712 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:24.000713 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:34:24.000633 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:24.000723 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:34:24.000723 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:24.000729 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:34:24.000647 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:34:24.000736 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:24.000726 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:24.000672 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:24.000744 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:24.000752 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:24.000751 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:24.000754 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:24.000756 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:24.000761 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:24.000762 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:24.000460 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:24.000769 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:24.000702 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:24.000781 3798 port_claim.go:71] Svc openshift-ingress/router-default: port 31801 is already open, no action needed I0521 19:34:24.000780 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:24.000788 3798 port_claim.go:71] Svc openshift-ingress/router-default: port 31403 is already open, no action needed I0521 19:34:24.000793 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:24.000800 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:34:24.000737 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:24.000713 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:24.000743 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:24.000853 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:24.000902 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:24.000918 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:24.000546 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:24.000966 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:24.000978 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:34:24.001087 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:24.001094 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:24.001092 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:24.001101 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:24.001102 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:24.001113 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:24.001114 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:24.001125 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:34:24.001099 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:24.001158 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:34:24.001825 3798 node_ip_handler_linux.go:160] Node IP manager is running I0521 19:34:24.020996 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:34:24.021062 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:34:24.021083 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:34:24.021090 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:34:24.021096 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:34:24.021101 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:34:24.021106 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) W0521 19:34:24.039571 3798 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:34:24.039757 3798 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:34:24.039960 3798 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 19:34:24.068210 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:34:24.068238 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:34:24.068245 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:34:24.068252 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:34:24.068257 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:34:24.068266 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:34:24.068270 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:34:24.068280 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:34:24.068287 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:34:24.068293 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:34:24.068299 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:34:24.068304 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:34:24.068310 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:34:24.068315 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:34:24.068341 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:34:24.068360 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:34:24.068366 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:34:24.107735 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:34:24.107742 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:34:24.107760 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:34:24.107767 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:34:24.107778 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:34:24.107786 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:34:24.107792 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:34:24.107799 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:34:24.107804 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:34:24.107810 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:34:24.107815 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:34:25.653107 3798 egressfirewall.go:723] Syncing node "ip-10-0-0-144.ec2.internal" for egress firewall I0521 19:34:25.653183 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:25.653202 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 74.873µs I0521 19:34:25.653203 3798 default_network_controller.go:1025] Node "ip-10-0-0-144.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:25.684431 3798 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:34:25.684486 3798 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:34:25.684533 3798 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 19:34:25.695976 3798 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.529329ms I0521 19:34:25.696132 3798 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:34:25.696395 3798 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:34:25.696579 3798 egressservice_node.go:183] Starting Egress Services Controller I0521 19:34:25.696596 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:34:25.696606 3798 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:34:25.696612 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:34:25.696619 3798 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:34:25.696625 3798 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:34:25.696629 3798 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:34:25.696636 3798 egressservice_node.go:197] Repairing Egress Services I0521 19:34:25.707486 3798 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:34:25.707498 3798 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:34:25.707622 3798 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:34:25.707634 3798 link_network_manager.go:119] Link manager is running I0521 19:34:25.707642 3798 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:34:25.707871 3798 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:34:25.707939 3798 vrf_manager.go:128] VRF manager is running I0521 19:34:25.708032 3798 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:34:25.708041 3798 gateway.go:532] Reconciling gateway with updates I0521 19:34:25.728093 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:25.728107 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:25.728109 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:25.728118 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:25.728123 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:25.728123 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:25.728133 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:25.728136 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:25.728154 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:25.728163 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:25.728137 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:25.728164 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:34:25.728170 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:25.728171 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:34:25.728177 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:25.728187 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:25.728198 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:25.728179 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:25.728200 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:25.728205 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:25.728214 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:25.728227 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:25.728239 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728245 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728249 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:25.728124 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:25.728259 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:25.728261 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:25.728261 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:25.728267 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:25.728273 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:25.728280 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:25.728280 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:25.728275 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:25.728285 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:25.728290 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:25.728293 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:25.728298 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:25.728298 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:25.728306 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:34:25.728188 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:25.728308 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:34:25.728313 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:25.728323 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:25.728312 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:25.728329 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:25.728332 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728335 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:25.728172 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:25.728346 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:25.728343 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:25.728259 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:34:25.728356 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728352 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:25.728110 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:34:25.728362 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:25.728369 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:34:25.728373 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:34:25.728370 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:25.728381 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:34:25.728386 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:25.728393 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:34:25.728263 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:25.728406 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:25.728411 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:34:25.728124 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:25.728438 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:25.728448 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:25.728449 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728281 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:25.728455 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:25.728467 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:25.728470 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728371 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:25.728477 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:34:25.728486 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728137 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:25.728532 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728231 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:34:25.728178 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:25.728557 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:25.728533 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:34:25.728293 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:25.728639 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:25.728660 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:25.728675 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:25.728685 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:25.728686 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:34:25.728693 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:25.728708 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:34:25.728714 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:25.728302 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:25.728736 3798 port_claim.go:71] Svc openshift-ingress/router-default: port 31801 is already open, no action needed I0521 19:34:25.728756 3798 port_claim.go:71] Svc openshift-ingress/router-default: port 31403 is already open, no action needed I0521 19:34:25.728097 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:25.728803 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:25.728113 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:25.728829 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:34:25.728093 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:25.728838 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:25.728126 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:34:25.728172 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:34:25.728243 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:25.728885 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:25.728890 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:34:25.728285 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:25.728283 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:34:25.728310 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:25.728324 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:34:25.728331 3798 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:25.728954 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:25.728348 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:25.728970 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:34:25.728351 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:34:25.728361 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:25.728361 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:34:25.728375 3798 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:25.768528 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:34:25.768552 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:34:25.768558 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:34:25.768563 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:34:25.768569 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:34:25.768575 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:34:25.768581 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:34:25.768588 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:34:25.808116 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:34:25.808126 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:34:25.808212 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:34:25.847197 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:34:25.847223 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:34:25.847232 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:34:25.847240 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:34:25.847247 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:34:25.847253 3798 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:34:27.599500 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-115.ec2.internal I0521 19:34:27.599541 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-115.ec2.internal: 42.781µs I0521 19:34:27.632070 3798 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6fd5c5d86c-njzlj] creating logical port openshift-image-registry_image-registry-6fd5c5d86c-njzlj for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.632228 3798 kube.go:256] Updating pod openshift-image-registry/image-registry-6fd5c5d86c-njzlj I0521 19:34:27.646974 3798 pod.go:62] [openshift-image-registry/image-registry-6fd5c5d86c-njzlj] pod update took 14.774312ms I0521 19:34:27.646993 3798 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6fd5c5d86c-njzlj] addLogicalPort annotation time took 14.798269ms I0521 19:34:27.648069 3798 pods.go:271] [openshift-image-registry/image-registry-6fd5c5d86c-njzlj] addLogicalPort took 16.015744ms, libovsdb time 808.15µs I0521 19:34:27.731515 3798 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65d6b54964-h22dv] creating logical port openshift-ingress_router-default-65d6b54964-h22dv for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.731670 3798 kube.go:256] Updating pod openshift-ingress/router-default-65d6b54964-h22dv I0521 19:34:27.732178 3798 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dtwc9] creating logical port openshift-dns_dns-default-dtwc9 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.732266 3798 kube.go:256] Updating pod openshift-dns/dns-default-dtwc9 I0521 19:34:27.735493 3798 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-whslr] creating logical port openshift-insights_insights-operator-6dbb575d6c-whslr for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.735611 3798 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-whslr I0521 19:34:27.738428 3798 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-htgq8 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.738514 3798 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8 I0521 19:34:27.740500 3798 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-ln4z2 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.740605 3798 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2 I0521 19:34:27.748358 3798 pod.go:62] [openshift-dns/dns-default-dtwc9] pod update took 16.112322ms I0521 19:34:27.748377 3798 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dtwc9] addLogicalPort annotation time took 16.138187ms I0521 19:34:27.749519 3798 pods.go:271] [openshift-dns/dns-default-dtwc9] addLogicalPort took 17.351258ms, libovsdb time 885.279µs I0521 19:34:27.752588 3798 pod.go:62] [openshift-ingress/router-default-65d6b54964-h22dv] pod update took 20.963306ms I0521 19:34:27.752608 3798 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65d6b54964-h22dv] addLogicalPort annotation time took 20.98615ms I0521 19:34:27.753556 3798 pods.go:271] [openshift-ingress/router-default-65d6b54964-h22dv] addLogicalPort took 22.06033ms, libovsdb time 723.573µs I0521 19:34:27.756185 3798 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-5k2s9 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.756288 3798 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8] pod update took 17.791565ms I0521 19:34:27.756297 3798 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9 I0521 19:34:27.756311 3798 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8] addLogicalPort annotation time took 17.816007ms I0521 19:34:27.756319 3798 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-whslr] pod update took 20.727972ms I0521 19:34:27.756334 3798 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-whslr] addLogicalPort annotation time took 20.744052ms I0521 19:34:27.756292 3798 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hsbfx for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.756591 3798 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx I0521 19:34:27.756671 3798 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2] pod update took 16.079363ms I0521 19:34:27.756697 3798 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2] addLogicalPort annotation time took 16.102901ms I0521 19:34:27.757424 3798 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-sw9d6 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.757497 3798 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6 I0521 19:34:27.757723 3798 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8] addLogicalPort took 19.291168ms, libovsdb time 979.833µs I0521 19:34:27.757768 3798 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-s9xt6 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.757817 3798 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6 I0521 19:34:27.758079 3798 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-b6qgr for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.758365 3798 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr I0521 19:34:27.758393 3798 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-whslr] addLogicalPort took 22.907504ms, libovsdb time 1.555716ms I0521 19:34:27.758607 3798 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2] addLogicalPort took 18.110068ms, libovsdb time 1.6349ms I0521 19:34:27.775443 3798 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx] pod update took 18.909761ms I0521 19:34:27.775449 3798 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9] pod update took 19.182441ms I0521 19:34:27.775468 3798 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9] addLogicalPort annotation time took 19.203085ms I0521 19:34:27.775468 3798 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx] addLogicalPort annotation time took 18.935432ms I0521 19:34:27.775471 3798 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr] pod update took 17.123583ms I0521 19:34:27.775486 3798 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr] addLogicalPort annotation time took 17.140981ms I0521 19:34:27.775500 3798 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6] pod update took 17.698964ms I0521 19:34:27.775516 3798 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6] addLogicalPort annotation time took 17.714698ms I0521 19:34:27.775446 3798 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6] pod update took 17.96524ms I0521 19:34:27.775590 3798 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6] addLogicalPort annotation time took 18.108082ms I0521 19:34:27.776501 3798 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9] addLogicalPort took 20.325901ms, libovsdb time 735.837µs I0521 19:34:27.776789 3798 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx] addLogicalPort took 20.507523ms, libovsdb time 981.837µs I0521 19:34:27.776835 3798 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8467cf5fc7-cdct5] creating logical port openshift-ingress_router-default-8467cf5fc7-cdct5 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.776893 3798 kube.go:256] Updating pod openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:34:27.776975 3798 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6] addLogicalPort took 19.559504ms, libovsdb time 1.160257ms I0521 19:34:27.777354 3798 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr] addLogicalPort took 19.28191ms, libovsdb time 1.171111ms I0521 19:34:27.777703 3798 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6] addLogicalPort took 19.940687ms, libovsdb time 1.490195ms I0521 19:34:27.794053 3798 pod.go:62] [openshift-ingress/router-default-8467cf5fc7-cdct5] pod update took 17.178047ms I0521 19:34:27.794077 3798 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8467cf5fc7-cdct5] addLogicalPort annotation time took 17.205715ms I0521 19:34:27.795087 3798 pods.go:271] [openshift-ingress/router-default-8467cf5fc7-cdct5] addLogicalPort took 18.256369ms, libovsdb time 707.773µs I0521 19:34:27.803224 3798 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-74x2w] creating logical port openshift-ingress-canary_ingress-canary-74x2w for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.803298 3798 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-74x2w I0521 19:34:27.806990 3798 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656530-qrshm for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.807104 3798 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 19:34:27.807174 3798 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-8nlwv for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.807232 3798 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv I0521 19:34:27.810726 3798 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-ffw8r for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.810932 3798 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r I0521 19:34:27.821903 3798 pod.go:62] [openshift-ingress-canary/ingress-canary-74x2w] pod update took 18.622915ms I0521 19:34:27.821930 3798 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-74x2w] addLogicalPort annotation time took 18.653652ms I0521 19:34:27.822055 3798 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm] pod update took 14.97084ms I0521 19:34:27.822077 3798 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm] addLogicalPort annotation time took 14.994446ms I0521 19:34:27.824965 3798 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm] addLogicalPort took 17.90347ms, libovsdb time 2.222417ms I0521 19:34:27.825077 3798 pods.go:271] [openshift-ingress-canary/ingress-canary-74x2w] addLogicalPort took 21.871698ms, libovsdb time 2.504996ms I0521 19:34:27.825094 3798 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv] pod update took 17.879902ms I0521 19:34:27.825197 3798 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv] addLogicalPort annotation time took 17.902033ms I0521 19:34:27.826293 3798 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r] pod update took 15.402487ms I0521 19:34:27.826366 3798 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r] addLogicalPort annotation time took 15.472169ms I0521 19:34:27.827570 3798 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv] addLogicalPort took 20.404158ms, libovsdb time 1.552288ms I0521 19:34:27.827635 3798 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bj48h] creating logical port openshift-console-operator_console-operator-66dbbb6468-bj48h for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:27.827722 3798 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bj48h I0521 19:34:27.828726 3798 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r] addLogicalPort took 18.018826ms, libovsdb time 1.50418ms I0521 19:34:27.843452 3798 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bj48h] pod update took 15.7624ms I0521 19:34:27.843471 3798 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bj48h] addLogicalPort annotation time took 15.787037ms I0521 19:34:27.844375 3798 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bj48h] addLogicalPort took 16.745009ms, libovsdb time 633.154µs I0521 19:34:28.227983 3798 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2 c6738b9b80e60359d3ff69f7905fe4573257f40d82421dd341f955dd9b08126d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2 c6738b9b80e60359d3ff69f7905fe4573257f40d82421dd341f955dd9b08126d network default NAD default NAD key ] I0521 19:34:28.249439 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-ln4z2, hostIfaceName: c6738b9b80e6035, network: default, NAD default, SandboxID: "c6738b9b80e60359d3ff69f7905fe4573257f40d82421dd341f955dd9b08126d", PCI device ID: , UID: "518747fd-157f-4c05-bfba-ceeeb6d83242", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 19:34:28.312480 3798 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2 c6738b9b80e60359d3ff69f7905fe4573257f40d82421dd341f955dd9b08126d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ln4z2 c6738b9b80e60359d3ff69f7905fe4573257f40d82421dd341f955dd9b08126d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fb:38:f6:1d:87\",\"name\":\"c6738b9b80e6035\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/979a2492-cb61-4d40-bfe0-27f6fa2fda04\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.336308 3798 cni.go:452] [openshift-ingress-canary/ingress-canary-74x2w db64d918d33489cb42a8957ac288eb46a5fd1c356c9ab67f6141d968f0f3028c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-74x2w db64d918d33489cb42a8957ac288eb46a5fd1c356c9ab67f6141d968f0f3028c network default NAD default NAD key ] I0521 19:34:28.346658 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-74x2w, hostIfaceName: db64d918d33489c, network: default, NAD default, SandboxID: "db64d918d33489cb42a8957ac288eb46a5fd1c356c9ab67f6141d968f0f3028c", PCI device ID: , UID: "e699f373-5a18-4ced-8372-f848a0bfdc25", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 19:34:28.387964 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key ] I0521 19:34:28.391766 3798 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv 6965b3db90d9b0ce2fafa3343d83c45806419a27fbc92d4a0339de624c9ce392 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv 6965b3db90d9b0ce2fafa3343d83c45806419a27fbc92d4a0339de624c9ce392 network default NAD default NAD key ] I0521 19:34:28.398667 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656530-qrshm, hostIfaceName: fa26766070f338b, network: default, NAD default, SandboxID: "fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709", PCI device ID: , UID: "0c94fd4b-9216-4466-bba2-84cf83593afb", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 19:34:28.403452 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-8nlwv, hostIfaceName: 6965b3db90d9b0c, network: default, NAD default, SandboxID: "6965b3db90d9b0ce2fafa3343d83c45806419a27fbc92d4a0339de624c9ce392", PCI device ID: , UID: "0801220e-1ae5-4a35-acdc-55e6415d3b7a", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 19:34:28.406517 3798 cni.go:473] [openshift-ingress-canary/ingress-canary-74x2w db64d918d33489cb42a8957ac288eb46a5fd1c356c9ab67f6141d968f0f3028c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-74x2w db64d918d33489cb42a8957ac288eb46a5fd1c356c9ab67f6141d968f0f3028c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:32:a9:22:dd:1f\",\"name\":\"db64d918d33489c\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d190e0a-976e-42bf-b788-a4c68ab344e8\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.415673 3798 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r 5d030bbeb6ecc78750b36b459441a436b018ee094e33b76c31783a796dd7baf2 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r 5d030bbeb6ecc78750b36b459441a436b018ee094e33b76c31783a796dd7baf2 network default NAD default NAD key ] I0521 19:34:28.426387 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-ffw8r, hostIfaceName: 5d030bbeb6ecc78, network: default, NAD default, SandboxID: "5d030bbeb6ecc78750b36b459441a436b018ee094e33b76c31783a796dd7baf2", PCI device ID: , UID: "1a128252-49c1-4709-b143-8ee1417b3ef2", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 19:34:28.432780 3798 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bj48h b22baef995caa028258221b36ab4577a067f9ca12597cd2ba0bd38c075bc299c network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bj48h b22baef995caa028258221b36ab4577a067f9ca12597cd2ba0bd38c075bc299c network default NAD default NAD key ] I0521 19:34:28.445460 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bj48h, hostIfaceName: b22baef995caa02, network: default, NAD default, SandboxID: "b22baef995caa028258221b36ab4577a067f9ca12597cd2ba0bd38c075bc299c", PCI device ID: , UID: "0e4af641-dcff-4424-8568-473b08bbc088", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 19:34:28.455380 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3a:84:2b:b8:29\",\"name\":\"fa26766070f338b\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25c5bb70-1d20-4532-891d-0d3baf00d26e\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.464485 3798 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv 6965b3db90d9b0ce2fafa3343d83c45806419a27fbc92d4a0339de624c9ce392 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-8nlwv 6965b3db90d9b0ce2fafa3343d83c45806419a27fbc92d4a0339de624c9ce392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:46:8e:3d:89:54\",\"name\":\"6965b3db90d9b0c\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/174402d4-f37f-4cdc-80bd-18e23e26af54\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.476069 3798 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-whslr d2fedb9e7d1e03693bbf65f3146eac0f5ec4e75a5e21f07519be4b6d7e731ef9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-whslr d2fedb9e7d1e03693bbf65f3146eac0f5ec4e75a5e21f07519be4b6d7e731ef9 network default NAD default NAD key ] I0521 19:34:28.484699 3798 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r 5d030bbeb6ecc78750b36b459441a436b018ee094e33b76c31783a796dd7baf2 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ffw8r 5d030bbeb6ecc78750b36b459441a436b018ee094e33b76c31783a796dd7baf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a5:5e:36:7e:3f\",\"name\":\"5d030bbeb6ecc78\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/405b4848-a087-46ff-b191-461b65e6625b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.488173 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-whslr, hostIfaceName: d2fedb9e7d1e036, network: default, NAD default, SandboxID: "d2fedb9e7d1e03693bbf65f3146eac0f5ec4e75a5e21f07519be4b6d7e731ef9", PCI device ID: , UID: "d3bb61d1-8d2d-4c3a-9a2b-8dfb5ca5284f", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 19:34:28.502948 3798 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bj48h b22baef995caa028258221b36ab4577a067f9ca12597cd2ba0bd38c075bc299c network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bj48h b22baef995caa028258221b36ab4577a067f9ca12597cd2ba0bd38c075bc299c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:eb:2c:1f:7f:13\",\"name\":\"b22baef995caa02\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6b1a13e-fde8-491b-a248-829f7fdf6807\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.504717 3798 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8 4bd0dc908e9fe1d06f8938ead7ffb88e9e238035d33cfb79f24eb1eed54bb01b network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8 4bd0dc908e9fe1d06f8938ead7ffb88e9e238035d33cfb79f24eb1eed54bb01b network default NAD default NAD key ] I0521 19:34:28.514113 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-htgq8, hostIfaceName: 4bd0dc908e9fe1d, network: default, NAD default, SandboxID: "4bd0dc908e9fe1d06f8938ead7ffb88e9e238035d33cfb79f24eb1eed54bb01b", PCI device ID: , UID: "a2705b30-a9fa-48b4-8874-20879e7a123d", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 19:34:28.539038 3798 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-whslr d2fedb9e7d1e03693bbf65f3146eac0f5ec4e75a5e21f07519be4b6d7e731ef9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-whslr d2fedb9e7d1e03693bbf65f3146eac0f5ec4e75a5e21f07519be4b6d7e731ef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:2b:a2:07:5b:e5\",\"name\":\"d2fedb9e7d1e036\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b65652e2-d8be-46ab-8605-885a9563180d\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.563377 3798 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8 4bd0dc908e9fe1d06f8938ead7ffb88e9e238035d33cfb79f24eb1eed54bb01b network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-htgq8 4bd0dc908e9fe1d06f8938ead7ffb88e9e238035d33cfb79f24eb1eed54bb01b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:51:5f:60:05:41\",\"name\":\"4bd0dc908e9fe1d\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d6bdef8-7621-4a25-ace0-83612186f730\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:28.580874 3798 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx ee188fc5a0abe2766c19ec9b0bb32e2b0b99799959e1795f1781fd245ede6ded network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx ee188fc5a0abe2766c19ec9b0bb32e2b0b99799959e1795f1781fd245ede6ded network default NAD default NAD key ] I0521 19:34:28.591816 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hsbfx, hostIfaceName: ee188fc5a0abe27, network: default, NAD default, SandboxID: "ee188fc5a0abe2766c19ec9b0bb32e2b0b99799959e1795f1781fd245ede6ded", PCI device ID: , UID: "145d2931-0e15-408c-883a-20078422a97d", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 19:34:28.639625 3798 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx ee188fc5a0abe2766c19ec9b0bb32e2b0b99799959e1795f1781fd245ede6ded network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbfx ee188fc5a0abe2766c19ec9b0bb32e2b0b99799959e1795f1781fd245ede6ded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a2:10:f4:e7:d0\",\"name\":\"ee188fc5a0abe27\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63ed2557-6c8e-408c-80e2-6a796080a1a6\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:29.249872 3798 cni.go:452] [openshift-network-diagnostics/network-check-target-7w8xt fbcab4d91744bad788c38313e9a8b842a06c150d33e5c03f2c6f6790bcfa44b5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7w8xt fbcab4d91744bad788c38313e9a8b842a06c150d33e5c03f2c6f6790bcfa44b5 network default NAD default NAD key ] I0521 19:34:29.261237 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7w8xt, hostIfaceName: fbcab4d91744bad, network: default, NAD default, SandboxID: "fbcab4d91744bad788c38313e9a8b842a06c150d33e5c03f2c6f6790bcfa44b5", PCI device ID: , UID: "c736821e-b31c-4861-bd04-cce689d3afdd", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 19:34:29.312835 3798 cni.go:473] [openshift-network-diagnostics/network-check-target-7w8xt fbcab4d91744bad788c38313e9a8b842a06c150d33e5c03f2c6f6790bcfa44b5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7w8xt fbcab4d91744bad788c38313e9a8b842a06c150d33e5c03f2c6f6790bcfa44b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:3b:ad:c5:d2:2a\",\"name\":\"fbcab4d91744bad\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30a2260d-6046-48ec-860a-1f2ec8d94519\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:30.961963 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:30.962081 3798 node_tracker.go:235] Node ip-10-0-0-144.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-144.ec2.internal" I0521 19:34:30.962101 3798 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:30.962115 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:34:30.961996 3798 default_network_controller.go:1025] Node "ip-10-0-0-144.ec2.internal" in remote zone "ip-10-0-0-144.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:31.024037 3798 default_network_controller.go:1025] Node "ip-10-0-0-144.ec2.internal" in remote zone "ip-10-0-0-144.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:31.089382 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:31.089530 3798 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:31.089449 3798 default_network_controller.go:1025] Node "ip-10-0-0-144.ec2.internal" in remote zone "ip-10-0-0-144.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:31.089555 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:34:31.090728 3798 zone_ic_handler.go:195] Time taken to create transit switch: 321.678µs I0521 19:34:31.090745 3798 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-144.ec2.internal for the network default I0521 19:34:31.092136 3798 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-144.ec2.internal" on network "default" took: 1.746638ms I0521 19:34:31.623119 3798 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall E0521 19:34:31.623209 3798 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:34:31.623294 3798 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-54.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-54.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-54.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-54.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-54.ec2.internal, error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0521 19:34:31.623211 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:34:31.623402 3798 node_tracker.go:220] Node ip-10-0-2-54.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:34:31.623210 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:31.623423 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 216.827µs E0521 19:34:31.637725 3798 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-54.ec2.internal annotation: unexpected end of JSON input E0521 19:34:31.637832 3798 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-54.ec2.internal annotation: unexpected end of JSON input I0521 19:34:31.637860 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:34:31.637927 3798 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-54.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-54.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:34:31.650482 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:34:31.650570 3798 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-54.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-54.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:34:31.671023 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:34:31.671098 3798 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-54.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-54.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:34:31.671108 3798 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:31.671168 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:31.671236 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 74.292µs I0521 19:34:31.689658 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0521 19:34:31.865123 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:31.865157 3798 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:31.865160 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:31.865310 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 168.166µs I0521 19:34:31.879398 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:32.171380 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:33.146078 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:33.146121 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-144.ec2.internal", IP: 10.0.0.144 to PMTUD blocking rules I0521 19:34:33.146135 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-144.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:34:33.146126 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:33.146169 3798 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:33.146139 3798 egressfirewall.go:723] Syncing node "ip-10-0-0-144.ec2.internal" for egress firewall I0521 19:34:33.146174 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 47.758µs I0521 19:34:33.146185 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:34:33.152855 3798 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-144.ec2.internal. Updating no re-route policies I0521 19:34:33.163172 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-144.ec2.internal", IP: 10.0.0.144 to PMTUD blocking rules I0521 19:34:33.163187 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-144.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:34:36.150808 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:34:36.504009 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:34:36.862617 3798 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:34:36.863508 3798 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 864.936µs I0521 19:34:36.889942 3798 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:34:37.003944 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:37.004040 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 104.87µs I0521 19:34:37.013499 3798 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-w2skc for pod on switch ip-10-0-1-115.ec2.internal I0521 19:34:37.013692 3798 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc I0521 19:34:37.026388 3798 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc] pod update took 12.766536ms I0521 19:34:37.026418 3798 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc] addLogicalPort annotation time took 12.799813ms I0521 19:34:37.027781 3798 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc] addLogicalPort took 14.30383ms, libovsdb time 930.425µs I0521 19:34:37.400413 3798 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc c3f68dff15315de878a5ff9745f1bb0a81dd5e1d707aee1f85a766013a918887 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc c3f68dff15315de878a5ff9745f1bb0a81dd5e1d707aee1f85a766013a918887 network default NAD default NAD key ] I0521 19:34:37.410426 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-w2skc, hostIfaceName: c3f68dff15315de, network: default, NAD default, SandboxID: "c3f68dff15315de878a5ff9745f1bb0a81dd5e1d707aee1f85a766013a918887", PCI device ID: , UID: "4ff33138-29ca-4065-bfbf-c8b90ed285f6", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 19:34:37.463415 3798 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc c3f68dff15315de878a5ff9745f1bb0a81dd5e1d707aee1f85a766013a918887 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w2skc c3f68dff15315de878a5ff9745f1bb0a81dd5e1d707aee1f85a766013a918887 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b2:d6:cb:cc:25\",\"name\":\"c3f68dff15315de\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d715e2e-595b-4240-8069-39d6685acdf4\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:34:37.500844 3798 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:34:37.534160 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:34:38.274354 3798 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:34:38.275305 3798 namespace.go:102] [openshift-service-ca] adding namespace took 922.191µs I0521 19:34:38.296254 3798 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:34:41.761519 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:34:45.858216 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:34:49.548953 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:49.548975 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 29.416µs I0521 19:34:49.549020 3798 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:49.549057 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:34:50.250577 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:34:51.901621 3798 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-54.ec2.internal I0521 19:34:51.901647 3798 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-54.ec2.internal I0521 19:34:51.901741 3798 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-54.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-54.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-54.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-54.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-54.ec2.internal I0521 19:34:53.805993 3798 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:34:53.806026 3798 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:34:53.806060 3798 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-nw4k2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-nw4k2: suppressed error logged: pod kube-system/global-pull-secret-syncer-nw4k2: no pod IPs found I0521 19:34:53.806069 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:34:53.806082 3798 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw I0521 19:34:53.806092 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:34:53.806096 3798 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw I0521 19:34:53.806124 3798 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vvrfm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vvrfm: suppressed error logged: pod openshift-multus/network-metrics-daemon-vvrfm: no pod IPs found I0521 19:34:53.806127 3798 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-bfqhw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-bfqhw: no pod IPs found I0521 19:34:59.812690 3798 cni.go:452] [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key ] I0521 19:34:59.821837 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6fd5c5d86c-njzlj, hostIfaceName: 392dbd7f73c72a7, network: default, NAD default, SandboxID: "392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d", PCI device ID: , UID: "2052e80d-e1b5-40b3-8319-ab0e16452d8e", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0521 19:34:59.872833 3798 cni.go:473] [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:16:8b:d7:f5:72\",\"name\":\"392dbd7f73c72a7\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/670c0abb-c987-4f05-ab51-5be45f428e76\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:34:59.927570 3798 cni.go:452] [openshift-ingress/router-default-65d6b54964-h22dv 7da3160fb4215f855e5b8a83d9fdfe3ce7777c589b540501053d3864ecf9ddde network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65d6b54964-h22dv 7da3160fb4215f855e5b8a83d9fdfe3ce7777c589b540501053d3864ecf9ddde network default NAD default NAD key ] I0521 19:34:59.937429 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65d6b54964-h22dv, hostIfaceName: 7da3160fb4215f8, network: default, NAD default, SandboxID: "7da3160fb4215f855e5b8a83d9fdfe3ce7777c589b540501053d3864ecf9ddde", PCI device ID: , UID: "2f068e3a-be57-4099-8b8f-6e600ee0012f", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 19:34:59.950405 3798 cni.go:452] [openshift-dns/dns-default-dtwc9 82d7072aebbe93dd2fcd7a2cc772457a7e79d50d072d5dcb996f24415d6f8318 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dtwc9 82d7072aebbe93dd2fcd7a2cc772457a7e79d50d072d5dcb996f24415d6f8318 network default NAD default NAD key ] I0521 19:34:59.959775 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dtwc9, hostIfaceName: 82d7072aebbe93d, network: default, NAD default, SandboxID: "82d7072aebbe93dd2fcd7a2cc772457a7e79d50d072d5dcb996f24415d6f8318", PCI device ID: , UID: "f6178c43-22bb-4df3-aaa3-7c583344be31", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 19:34:59.989200 3798 cni.go:473] [openshift-ingress/router-default-65d6b54964-h22dv 7da3160fb4215f855e5b8a83d9fdfe3ce7777c589b540501053d3864ecf9ddde network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65d6b54964-h22dv 7da3160fb4215f855e5b8a83d9fdfe3ce7777c589b540501053d3864ecf9ddde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:72:0e:d9:92:35\",\"name\":\"7da3160fb4215f8\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/442e3ba9-c66b-4cc0-a3ec-7b4f0a347ee2\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:00.008674 3798 cni.go:473] [openshift-dns/dns-default-dtwc9 82d7072aebbe93dd2fcd7a2cc772457a7e79d50d072d5dcb996f24415d6f8318 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dtwc9 82d7072aebbe93dd2fcd7a2cc772457a7e79d50d072d5dcb996f24415d6f8318 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:2b:3f:57:de:2f\",\"name\":\"82d7072aebbe93d\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/863f048c-92ba-4692-ad7d-7660df0c9b5c\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:00.039725 3798 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6 627cc9fae674218b7d96a19b238f2ae3d3828985a3d8eb469a4fb579e58f85f1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6 627cc9fae674218b7d96a19b238f2ae3d3828985a3d8eb469a4fb579e58f85f1 network default NAD default NAD key ] I0521 19:35:00.049699 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-s9xt6, hostIfaceName: 627cc9fae674218, network: default, NAD default, SandboxID: "627cc9fae674218b7d96a19b238f2ae3d3828985a3d8eb469a4fb579e58f85f1", PCI device ID: , UID: "3bebcf1b-7acf-416b-ab72-1b59dbaccacf", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 19:35:00.054699 3798 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9 d5438634daa322e03146b69201fa369ada6b8676aa55aa49da796b6557e361db network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9 d5438634daa322e03146b69201fa369ada6b8676aa55aa49da796b6557e361db network default NAD default NAD key ] I0521 19:35:00.065313 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-5k2s9, hostIfaceName: d5438634daa322e, network: default, NAD default, SandboxID: "d5438634daa322e03146b69201fa369ada6b8676aa55aa49da796b6557e361db", PCI device ID: , UID: "6009360b-f76b-4acb-9b40-4aaf67fdf6bf", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 19:35:00.104532 3798 cni.go:452] [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key ] I0521 19:35:00.108398 3798 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6 70dad0fbfd84e295a94a896c3e29977b9400aedf1bf1d16afd1cc15c7e9d3515 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6 70dad0fbfd84e295a94a896c3e29977b9400aedf1bf1d16afd1cc15c7e9d3515 network default NAD default NAD key ] I0521 19:35:00.111367 3798 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6 627cc9fae674218b7d96a19b238f2ae3d3828985a3d8eb469a4fb579e58f85f1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-s9xt6 627cc9fae674218b7d96a19b238f2ae3d3828985a3d8eb469a4fb579e58f85f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:90:d2:83:a2:87\",\"name\":\"627cc9fae674218\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d71f3efb-8eee-4623-b17c-faf4d0f15300\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:00.113041 3798 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr 10f452cd280c0476b174ee4860948c6699cdd5f1ca66ab108c1608d319bb4d06 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr 10f452cd280c0476b174ee4860948c6699cdd5f1ca66ab108c1608d319bb4d06 network default NAD default NAD key ] I0521 19:35:00.132622 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8467cf5fc7-cdct5, hostIfaceName: 7acf66466a38282, network: default, NAD default, SandboxID: "7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b", PCI device ID: , UID: "f94de1e4-f00c-4ee6-b7d1-2fc767ba907b", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 19:35:00.136596 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-b6qgr, hostIfaceName: 10f452cd280c047, network: default, NAD default, SandboxID: "10f452cd280c0476b174ee4860948c6699cdd5f1ca66ab108c1608d319bb4d06", PCI device ID: , UID: "99898360-c096-4bc0-bad6-3c8d2a95b283", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 19:35:00.143639 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-sw9d6, hostIfaceName: 70dad0fbfd84e29, network: default, NAD default, SandboxID: "70dad0fbfd84e295a94a896c3e29977b9400aedf1bf1d16afd1cc15c7e9d3515", PCI device ID: , UID: "e19722d2-9290-43ea-948f-f168a240fa48", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 19:35:00.144292 3798 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9 d5438634daa322e03146b69201fa369ada6b8676aa55aa49da796b6557e361db network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k2s9 d5438634daa322e03146b69201fa369ada6b8676aa55aa49da796b6557e361db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:91:a4:94:03:56\",\"name\":\"d5438634daa322e\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/167d776f-6c28-4794-93b8-19a391ff56d4\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:00.191191 3798 cni.go:473] [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:00:65:9e:10:6b\",\"name\":\"7acf66466a38282\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e83e8a-d928-4458-8a40-fb2c096af544\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:00.210054 3798 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr 10f452cd280c0476b174ee4860948c6699cdd5f1ca66ab108c1608d319bb4d06 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-b6qgr 10f452cd280c0476b174ee4860948c6699cdd5f1ca66ab108c1608d319bb4d06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:71:90:a2:0e:ac\",\"name\":\"10f452cd280c047\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/437897fd-2f50-46fb-a4ce-9a91e3181ad2\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:00.229668 3798 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6 70dad0fbfd84e295a94a896c3e29977b9400aedf1bf1d16afd1cc15c7e9d3515 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-sw9d6 70dad0fbfd84e295a94a896c3e29977b9400aedf1bf1d16afd1cc15c7e9d3515 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:58:e0:eb:5b:a7\",\"name\":\"70dad0fbfd84e29\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59775a27-995f-4f20-b960-9bdab6b571de\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:01.159107 3798 cni.go:452] [kube-system/global-pull-secret-syncer-2tcw6 24a4e402e73e765062f89ba3b2bb8cfd592cc79cc3037f6f77a26c2294cdaf3b network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-2tcw6 24a4e402e73e765062f89ba3b2bb8cfd592cc79cc3037f6f77a26c2294cdaf3b network default NAD default NAD key ] I0521 19:35:01.175096 3798 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-2tcw6, hostIfaceName: 24a4e402e73e765, network: default, NAD default, SandboxID: "24a4e402e73e765062f89ba3b2bb8cfd592cc79cc3037f6f77a26c2294cdaf3b", PCI device ID: , UID: "60c742ea-4672-409c-a6d8-c4b418e64522", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 19:35:01.176083 3798 cni.go:452] [openshift-multus/network-metrics-daemon-vwjjk a1c5c80bf1f29328a6ef42e7e393be703dfab2319719878d1e20e8a2a2b6e079 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vwjjk a1c5c80bf1f29328a6ef42e7e393be703dfab2319719878d1e20e8a2a2b6e079 network default NAD default NAD key ] I0521 19:35:01.200188 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vwjjk, hostIfaceName: a1c5c80bf1f2932, network: default, NAD default, SandboxID: "a1c5c80bf1f29328a6ef42e7e393be703dfab2319719878d1e20e8a2a2b6e079", PCI device ID: , UID: "aa218449-7d6f-4124-a6c8-879c7cd19a89", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 19:35:01.249428 3798 cni.go:473] [kube-system/global-pull-secret-syncer-2tcw6 24a4e402e73e765062f89ba3b2bb8cfd592cc79cc3037f6f77a26c2294cdaf3b network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-2tcw6 24a4e402e73e765062f89ba3b2bb8cfd592cc79cc3037f6f77a26c2294cdaf3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5a:14:62:04:7e\",\"name\":\"24a4e402e73e765\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6b5adf5-dcef-4ad8-9ca1-22c26f60c93a\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:01.270763 3798 cni.go:473] [openshift-multus/network-metrics-daemon-vwjjk a1c5c80bf1f29328a6ef42e7e393be703dfab2319719878d1e20e8a2a2b6e079 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vwjjk a1c5c80bf1f29328a6ef42e7e393be703dfab2319719878d1e20e8a2a2b6e079 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:4c:0c:11:3d:fe\",\"name\":\"a1c5c80bf1f2932\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3336783-1996-4973-be7a-b28571429c04\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:02.326422 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:35:05.873572 3798 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:05.894282 3798 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.894310 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.894318 3798 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:35:05.963636 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:05.965063 3798 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:35:05.978906 3798 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-68d5d for pod on switch ip-10-0-1-115.ec2.internal I0521 19:35:05.979008 3798 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d W0521 19:35:05.979702 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.979718 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.979729 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.979856 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:35:05.979976 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.979986 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.979990 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.980002 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.980006 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.980011 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:06.009056 3798 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:06.020545 3798 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d] pod update took 41.56755ms I0521 19:35:06.020570 3798 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d] addLogicalPort annotation time took 41.598796ms I0521 19:35:06.021960 3798 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d] addLogicalPort took 43.069617ms, libovsdb time 989.384µs W0521 19:35:06.022048 3798 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-844576ff7b-wlzpc IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-844576ff7b-wlzpc: no pod IPs found I0521 19:35:06.076810 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:06.096537 3798 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rxpdv] creating logical port openshift-insights_insights-runtime-extractor-rxpdv for pod on switch ip-10-0-1-115.ec2.internal I0521 19:35:06.096664 3798 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rxpdv I0521 19:35:06.122386 3798 pod.go:62] [openshift-insights/insights-runtime-extractor-rxpdv] pod update took 25.753872ms I0521 19:35:06.122409 3798 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rxpdv] addLogicalPort annotation time took 25.782133ms I0521 19:35:06.123851 3798 pods.go:271] [openshift-insights/insights-runtime-extractor-rxpdv] addLogicalPort took 27.327306ms, libovsdb time 1.026258ms I0521 19:35:06.380054 3798 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d 0101822a97a1598d5fe44fb2efd735d2d12b5cb658f2bdacfc5556310b6f1774 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d 0101822a97a1598d5fe44fb2efd735d2d12b5cb658f2bdacfc5556310b6f1774 network default NAD default NAD key ] I0521 19:35:06.389975 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-68d5d, hostIfaceName: 0101822a97a1598, network: default, NAD default, SandboxID: "0101822a97a1598d5fe44fb2efd735d2d12b5cb658f2bdacfc5556310b6f1774", PCI device ID: , UID: "49eea6e3-ddc8-498b-91aa-ebc4cf605b57", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 19:35:06.441805 3798 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d 0101822a97a1598d5fe44fb2efd735d2d12b5cb658f2bdacfc5556310b6f1774 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-68d5d 0101822a97a1598d5fe44fb2efd735d2d12b5cb658f2bdacfc5556310b6f1774 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:c0:82:a6:5c:11\",\"name\":\"0101822a97a1598\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82dc09a3-38dc-406f-a35d-4c756f4a0180\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:06.486736 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:06.486777 3798 node_tracker.go:235] Node ip-10-0-2-54.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:35:06.486793 3798 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.486803 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:35:06.486864 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "ip-10-0-2-54.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:35:06.486968 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:35:06.487247 3798 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:06.487307 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:35:06.655955 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:06.656021 3798 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.656034 3798 services_controller.go:574] Full service sync requested for network=default I0521 19:35:06.656031 3798 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "ip-10-0-2-54.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:35:06.656128 3798 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:06.656333 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:06.656478 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:35:06.656989 3798 zone_ic_handler.go:195] Time taken to create transit switch: 281.797µs I0521 19:35:06.657004 3798 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-54.ec2.internal for the network default I0521 19:35:06.658029 3798 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-54.ec2.internal" on network "default" took: 1.332014ms I0521 19:35:06.814733 3798 cni.go:452] [openshift-insights/insights-runtime-extractor-rxpdv ccb36bf56f47ba65c03b034ec7085015e84dd72094fbc338a165da123e998a59 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rxpdv ccb36bf56f47ba65c03b034ec7085015e84dd72094fbc338a165da123e998a59 network default NAD default NAD key ] I0521 19:35:06.825188 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rxpdv, hostIfaceName: ccb36bf56f47ba6, network: default, NAD default, SandboxID: "ccb36bf56f47ba65c03b034ec7085015e84dd72094fbc338a165da123e998a59", PCI device ID: , UID: "a495f638-7c2e-4eb8-9014-014f5989692b", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 19:35:06.878277 3798 cni.go:473] [openshift-insights/insights-runtime-extractor-rxpdv ccb36bf56f47ba65c03b034ec7085015e84dd72094fbc338a165da123e998a59 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rxpdv ccb36bf56f47ba65c03b034ec7085015e84dd72094fbc338a165da123e998a59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ac:e6:20:4e:b7\",\"name\":\"ccb36bf56f47ba6\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ba7a9f3-ca51-467c-8cb1-ba4e84122336\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:07.238331 3798 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:07.238356 3798 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:35:07.238379 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:07.238390 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 15.882µs I0521 19:35:07.238395 3798 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:07.238399 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 10.0.2.54 to PMTUD blocking rules I0521 19:35:07.238410 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:35:07.238414 3798 services_controller.go:574] Full service sync requested for network=default W0521 19:35:07.238562 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:35:07.238877 3798 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:07.238977 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:35:07.244971 3798 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-54.ec2.internal. Updating no re-route policies I0521 19:35:07.277697 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 10.0.2.54 to PMTUD blocking rules I0521 19:35:07.277723 3798 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0521 19:35:08.507746 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:08.648651 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:08.908803 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:08.935611 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:08.935634 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:09.659478 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:10.926965 3798 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:10.926993 3798 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 34.039µs W0521 19:35:12.712474 3798 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:13.130190 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:35:14.636836 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:14.636859 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:14.636868 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:14.874261 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:14.874290 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:21.085532 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.085549 3798 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.085558 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794043 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794062 3798 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794068 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.995772 3798 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.995794 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.995800 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.995806 3798 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:30.049344 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:35:30.090630 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:30.189205 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.189226 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:35:30.427224 3798 base_network_controller_pods.go:487] [default/openshift-console/console-5f44f5dcd9-54hld] creating logical port openshift-console_console-5f44f5dcd9-54hld for pod on switch ip-10-0-1-115.ec2.internal I0521 19:35:30.427321 3798 kube.go:256] Updating pod openshift-console/console-5f44f5dcd9-54hld I0521 19:35:30.443671 3798 pod.go:62] [openshift-console/console-5f44f5dcd9-54hld] pod update took 16.376832ms I0521 19:35:30.443693 3798 base_network_controller_pods.go:951] [default/openshift-console/console-5f44f5dcd9-54hld] addLogicalPort annotation time took 16.404062ms I0521 19:35:30.444909 3798 pods.go:271] [openshift-console/console-5f44f5dcd9-54hld] addLogicalPort took 17.701359ms, libovsdb time 868.375µs I0521 19:35:30.788904 3798 cni.go:452] [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key ] I0521 19:35:30.798346 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f44f5dcd9-54hld, hostIfaceName: ae204c3b99a00c6, network: default, NAD default, SandboxID: "ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf", PCI device ID: , UID: "a35cbc11-20db-45e5-b5e6-84fad43f5a73", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 19:35:30.853282 3798 cni.go:473] [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:22:47:16:d4:a5\",\"name\":\"ae204c3b99a00c6\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/381b4176-769a-493e-b851-d2d7e1ecaf17\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:35:30.872613 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:30.955357 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.955375 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.974298 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:35:31.181758 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:35:31.184659 3798 cni.go:452] [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key ] I0521 19:35:31.205505 3798 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:35:31.253967 3798 cni.go:473] [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6fd5c5d86c-njzlj 392dbd7f73c72a72315957fc91170bdd71ec9f478fb58a91333e5e353d0a8d0d network default NAD default NAD key default], result "{}", err I0521 19:35:31.311994 3798 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:31.312030 3798 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6fd5c5d86c-njzlj I0521 19:35:31.313518 3798 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6fd5c5d86c-njzlj, ips: 10.128.0.6 I0521 19:35:31.313553 3798 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:31.331426 3798 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68cb566775-hnbk5] creating logical port openshift-image-registry_image-registry-68cb566775-hnbk5 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:35:31.331534 3798 kube.go:256] Updating pod openshift-image-registry/image-registry-68cb566775-hnbk5 I0521 19:35:31.351695 3798 pod.go:62] [openshift-image-registry/image-registry-68cb566775-hnbk5] pod update took 20.196325ms I0521 19:35:31.351722 3798 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-68cb566775-hnbk5] addLogicalPort annotation time took 20.226341ms I0521 19:35:31.353066 3798 pods.go:271] [openshift-image-registry/image-registry-68cb566775-hnbk5] addLogicalPort took 21.654641ms, libovsdb time 927.261µs I0521 19:35:31.697884 3798 cni.go:452] [openshift-image-registry/image-registry-68cb566775-hnbk5 02433a0f019ea2783f8905e7840185dbdffe07780f07f1811d0c7143d026fd02 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-68cb566775-hnbk5 02433a0f019ea2783f8905e7840185dbdffe07780f07f1811d0c7143d026fd02 network default NAD default NAD key ] I0521 19:35:31.710478 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68cb566775-hnbk5, hostIfaceName: 02433a0f019ea27, network: default, NAD default, SandboxID: "02433a0f019ea2783f8905e7840185dbdffe07780f07f1811d0c7143d026fd02", PCI device ID: , UID: "0caf5c4e-c9fa-499d-a992-f0543c4aaa7f", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 19:35:31.759431 3798 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:31.759455 3798 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:31.766767 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fd5c5d86c-njzlj I0521 19:35:31.766844 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fd5c5d86c-njzlj I0521 19:35:31.767698 3798 cni.go:473] [openshift-image-registry/image-registry-68cb566775-hnbk5 02433a0f019ea2783f8905e7840185dbdffe07780f07f1811d0c7143d026fd02 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-68cb566775-hnbk5 02433a0f019ea2783f8905e7840185dbdffe07780f07f1811d0c7143d026fd02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ff:1b:d9:1a:72\",\"name\":\"02433a0f019ea27\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ef09e1a-db9d-4b18-aaa1-a2c65c118509\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:35:33.730010 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:33.730043 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:33.768831 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:33.768860 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:33.780048 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:34.850421 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:35.114815 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:40.803600 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:35:46.820671 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:35:46.820724 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:35:46.820743 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:35:47.824990 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:35:51.847406 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:35:51.847459 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:35:51.847467 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:35:52.854728 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:35:53.802446 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:59.112599 3798 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:59.113130 3798 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:59.467708 3798 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:59.467740 3798 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:59.475747 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:35:59.475768 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:36:00.381289 3798 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-q7slb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:00.381800 3798 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-q7slb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:01.194985 3798 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-q7slb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:01.195012 3798 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-q7slb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:01.198083 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674dd677d7-q7slb I0521 19:36:01.198106 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674dd677d7-q7slb I0521 19:36:06.159681 3798 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-rj6sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:06.160316 3798 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-rj6sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:07.004858 3798 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-rj6sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:07.004891 3798 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-rj6sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:07.010628 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674dd677d7-rj6sg I0521 19:36:07.010666 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674dd677d7-rj6sg W0521 19:36:07.911171 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:36:07.911328 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:36:07.911458 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:36:08.916361 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:36:17.240063 3798 cni.go:452] [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key ] I0521 19:36:17.317747 3798 cni.go:473] [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-8467cf5fc7-cdct5 7acf66466a38282dd07ec25d0f65063893544d2d7fc5db85534817cb90b7094b network default NAD default NAD key default], result "{}", err I0521 19:36:17.364884 3798 obj_retry.go:498] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:17.364926 3798 pods.go:176] Deleting pod: openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:36:17.366382 3798 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-8467cf5fc7-cdct5, ips: 10.128.0.17 I0521 19:36:17.366424 3798 obj_retry.go:498] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:17.947737 3798 obj_retry.go:492] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:17.947769 3798 obj_retry.go:492] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:17.951085 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:36:17.951111 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:36:38.013488 3798 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:38.014061 3798 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:38.337739 3798 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:38.337762 3798 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:38.343935 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:36:38.343960 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:36:42.529488 3798 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:42.530026 3798 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:43.389482 3798 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:43.389506 3798 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:43.396168 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:36:43.396189 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:36:53.552253 3798 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.552840 3798 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.552875 3798 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.552883 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:36:53.552896 3798 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.552900 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:36:54.198405 3798 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:36:54.579583 3798 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579608 3798 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579627 3798 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579635 3798 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.962609 3798 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:36:54.971644 3798 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:37:10.102608 3798 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:10.103242 3798 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:10.575719 3798 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:10.575745 3798 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:10.582838 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:37:10.582869 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:37:18.997440 3798 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:18.997972 3798 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:19.531805 3798 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:19.531835 3798 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:19.538023 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f44f5dcd9-vs9sv I0521 19:37:19.538042 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f44f5dcd9-vs9sv I0521 19:37:29.458512 3798 cni.go:452] [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key ] I0521 19:37:29.554354 3798 cni.go:473] [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5f44f5dcd9-54hld ae204c3b99a00c65f0fec0988524e0f34798a4a1b900a9a3a6242a5aecac78bf network default NAD default NAD key default], result "{}", err I0521 19:37:29.602964 3798 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-54hld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:29.603002 3798 pods.go:176] Deleting pod: openshift-console/console-5f44f5dcd9-54hld I0521 19:37:29.604269 3798 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5f44f5dcd9-54hld, ips: 10.128.0.26 I0521 19:37:29.604295 3798 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-54hld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:30.231879 3798 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-54hld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:30.231911 3798 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-54hld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:30.241271 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f44f5dcd9-54hld I0521 19:37:30.241300 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f44f5dcd9-54hld I0521 19:37:33.256053 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key ] I0521 19:37:33.342798 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm fa26766070f338b3dda25790738511eb9ef629b37d8be31898076ae86fa67709 network default NAD default NAD key default], result "{}", err I0521 19:37:33.385382 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:33.385423 3798 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 19:37:33.386691 3798 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm, ips: 10.128.0.19 I0521 19:37:33.386719 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:34.267557 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:34.267579 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:45.984742 3798 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:45.985342 3798 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:46.432353 3798 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:46.432379 3798 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:46.439567 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:37:46.439588 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:39:13.350239 3798 base_network_controller_pods.go:487] [default/openshift-console/console-759b77f79c-rmz5v] creating logical port openshift-console_console-759b77f79c-rmz5v for pod on switch ip-10-0-1-115.ec2.internal I0521 19:39:13.350375 3798 kube.go:256] Updating pod openshift-console/console-759b77f79c-rmz5v I0521 19:39:13.371065 3798 pod.go:62] [openshift-console/console-759b77f79c-rmz5v] pod update took 20.715173ms I0521 19:39:13.371089 3798 base_network_controller_pods.go:951] [default/openshift-console/console-759b77f79c-rmz5v] addLogicalPort annotation time took 20.745229ms I0521 19:39:13.372575 3798 pods.go:271] [openshift-console/console-759b77f79c-rmz5v] addLogicalPort took 22.353868ms, libovsdb time 1.028393ms I0521 19:39:13.716318 3798 cni.go:452] [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key ] I0521 19:39:13.725820 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-759b77f79c-rmz5v, hostIfaceName: 02db69d059d8cef, network: default, NAD default, SandboxID: "02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505", PCI device ID: , UID: "1a106189-1c55-40f9-94d8-a1d35a274783", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 19:39:13.779486 3798 cni.go:473] [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ab:a0:b2:74:38\",\"name\":\"02db69d059d8cef\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b527184c-c13f-417c-a0b9-e8b509aa5b09\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:39:21.897855 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=4 I0521 19:39:22.916617 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=4 W0521 19:39:24.685989 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:39:29.783180 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 I0521 19:39:32.112181 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0521 19:39:38.638632 3798 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:38.639277 3798 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:39.080818 3798 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:39.080846 3798 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:39.087324 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d58f4f79c-q9zjw I0521 19:39:39.087357 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d58f4f79c-q9zjw I0521 19:39:50.010733 3798 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.011339 3798 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.928179 3798 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.928225 3798 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.933903 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:39:50.933924 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:40:00.178075 3798 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-znt6w for pod on switch ip-10-0-1-115.ec2.internal I0521 19:40:00.178211 3798 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w I0521 19:40:00.192047 3798 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w] pod update took 13.85869ms I0521 19:40:00.192071 3798 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w] addLogicalPort annotation time took 13.887992ms I0521 19:40:00.193372 3798 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w] addLogicalPort took 15.315118ms, libovsdb time 899.265µs I0521 19:40:00.546351 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key ] I0521 19:40:00.556506 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-znt6w, hostIfaceName: 96f68f5008f79f5, network: default, NAD default, SandboxID: "96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce", PCI device ID: , UID: "835a500d-d3b0-4dec-a007-3ef478682063", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 19:40:00.609406 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:4a:ff:30:60:5f\",\"name\":\"96f68f5008f79f5\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdd0568a-90e0-41ff-b602-d1187f4894dc\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:03.831114 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key ] I0521 19:40:03.910096 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w 96f68f5008f79f58f7f857ff59d814ad0f614541aca0d6811f21e692960f6fce network default NAD default NAD key default], result "{}", err I0521 19:40:03.952087 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:03.952121 3798 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w I0521 19:40:03.953418 3798 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w, ips: 10.128.0.29 I0521 19:40:03.953456 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.843876 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:04.843899 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:08.990669 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0521 19:40:10.081850 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:40:12.790487 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=670 I0521 19:40:18.090468 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0521 19:40:29.780778 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0521 19:40:55.638083 3798 namespace.go:98] [tsf] adding namespace I0521 19:40:55.639005 3798 namespace.go:102] [tsf] adding namespace took 895.955µs I0521 19:40:55.666640 3798 namespace.go:142] [tsf] updating namespace I0521 19:40:55.682112 3798 namespace.go:142] [tsf] updating namespace I0521 19:41:00.029637 3798 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:00.029754 3798 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:00.030567 3798 namespace.go:102] [cert-manager-operator] adding namespace took 908.933µs I0521 19:41:00.031113 3798 namespace.go:102] [konflux-operator] adding namespace took 1.340847ms I0521 19:41:00.031515 3798 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:00.032070 3798 namespace.go:102] [tsf-tpa] adding namespace took 543.642µs I0521 19:41:00.034609 3798 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:00.034759 3798 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:00.034855 3798 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:00.035232 3798 namespace.go:102] [rhbk-operator] adding namespace took 606.825µs I0521 19:41:00.035810 3798 namespace.go:102] [rhtpa-operator] adding namespace took 1.032742ms I0521 19:41:00.036374 3798 namespace.go:102] [konflux-ui] adding namespace took 1.503717ms I0521 19:41:00.036588 3798 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:00.037063 3798 namespace.go:102] [tsf-tas] adding namespace took 461.113µs I0521 19:41:00.042468 3798 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:00.042982 3798 namespace.go:102] [tsf-keycloak] adding namespace took 499.685µs I0521 19:41:00.055423 3798 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.066485 3798 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.078012 3798 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.130288 3798 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.172976 3798 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.190713 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.201791 3798 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:00.213053 3798 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.227384 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.230238 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.230992 3798 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.238744 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.271838 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.272164 3798 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.394956 3798 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.439184 3798 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.488501 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.566660 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.598424 3798 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.618190 3798 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.630872 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.690480 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.706648 3798 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:00.721402 3798 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:01.676250 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:01.688740 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:07.577603 3798 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.578120 3798 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.578172 3798 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.578184 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:07.578203 3798 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.578209 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:08.605977 3798 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.606003 3798 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.606016 3798 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.606030 3798 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.606647 3798 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.607132 3798 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.607166 3798 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.607175 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:08.607184 3798 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.607188 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:09.633715 3798 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.633737 3798 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.633749 3798 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.633763 3798 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.717056 3798 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.717649 3798 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.717676 3798 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.717684 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:09.717697 3798 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.717701 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:10.740649 3798 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.740676 3798 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.740688 3798 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.740699 3798 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:12.629835 3798 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630384 3798 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630418 3798 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630427 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.630443 3798 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.630452 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:13.639510 3798 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.640098 3798 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.640124 3798 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.640131 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:13.640164 3798 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.640171 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:13.655996 3798 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.656022 3798 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.656038 3798 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.656058 3798 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.786436 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0521 19:41:14.639135 3798 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639654 3798 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639682 3798 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639692 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:14.639709 3798 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.639718 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:14.667718 3798 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.667749 3798 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.667765 3798 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.667777 3798 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.429464 3798 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-h9xss for pod on switch ip-10-0-1-115.ec2.internal I0521 19:41:15.429573 3798 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss I0521 19:41:15.443709 3798 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss] pod update took 14.162602ms I0521 19:41:15.443751 3798 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss] addLogicalPort annotation time took 14.205648ms I0521 19:41:15.444947 3798 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss] addLogicalPort took 15.502681ms, libovsdb time 819.143µs I0521 19:41:15.666477 3798 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.666497 3798 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.666509 3798 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.666522 3798 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.788278 3798 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss 88bbbf6ae2f4e9b4025f7a2deee23de032749e7c90f71ab8940a2e936315f718 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss 88bbbf6ae2f4e9b4025f7a2deee23de032749e7c90f71ab8940a2e936315f718 network default NAD default NAD key ] I0521 19:41:15.797739 3798 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-h9xss, hostIfaceName: 88bbbf6ae2f4e9b, network: default, NAD default, SandboxID: "88bbbf6ae2f4e9b4025f7a2deee23de032749e7c90f71ab8940a2e936315f718", PCI device ID: , UID: "4626c74a-c70d-451a-b47a-d8c3f72a3c50", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 19:41:15.849128 3798 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss 88bbbf6ae2f4e9b4025f7a2deee23de032749e7c90f71ab8940a2e936315f718 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h9xss 88bbbf6ae2f4e9b4025f7a2deee23de032749e7c90f71ab8940a2e936315f718 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0a:bc:fb:b0:35\",\"name\":\"88bbbf6ae2f4e9b\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a77d7fac-939c-493d-a997-d704a18fd2b1\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:19.148724 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:22.781425 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:41:25.601672 3798 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-t6sml] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-t6sml for pod on switch ip-10-0-1-115.ec2.internal I0521 19:41:25.601785 3798 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-t6sml I0521 19:41:25.614498 3798 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-t6sml] pod update took 12.736066ms I0521 19:41:25.614522 3798 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-t6sml] addLogicalPort annotation time took 12.766531ms I0521 19:41:25.615785 3798 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-t6sml] addLogicalPort took 14.135398ms, libovsdb time 856.672µs I0521 19:41:25.961266 3798 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-t6sml b5d1eda88384a4e06865701fcdb90496edf1ca44565647977de20b149432cc62 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-t6sml b5d1eda88384a4e06865701fcdb90496edf1ca44565647977de20b149432cc62 network default NAD default NAD key ] I0521 19:41:25.970692 3798 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-t6sml, hostIfaceName: b5d1eda88384a4e, network: default, NAD default, SandboxID: "b5d1eda88384a4e06865701fcdb90496edf1ca44565647977de20b149432cc62", PCI device ID: , UID: "7442585a-3e34-4c1c-87de-eb1d72c6f185", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 19:41:26.022390 3798 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-t6sml b5d1eda88384a4e06865701fcdb90496edf1ca44565647977de20b149432cc62 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-t6sml b5d1eda88384a4e06865701fcdb90496edf1ca44565647977de20b149432cc62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:04:41:99:13:1e\",\"name\":\"b5d1eda88384a4e\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e286b020-df4c-4c3c-bdd5-117d7263c749\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:26.947735 3798 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:27.036369 3798 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:27.127428 3798 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-dkmvj for pod on switch ip-10-0-1-115.ec2.internal I0521 19:41:27.127555 3798 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj I0521 19:41:27.154311 3798 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj] pod update took 26.787939ms I0521 19:41:27.154335 3798 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj] addLogicalPort annotation time took 26.817239ms I0521 19:41:27.155664 3798 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj] addLogicalPort took 28.25413ms, libovsdb time 950.192µs I0521 19:41:27.504296 3798 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj 1929481b316bc960d318777e7757cfffe3f9350ce31c7b4b6a1eb085973692c6 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj 1929481b316bc960d318777e7757cfffe3f9350ce31c7b4b6a1eb085973692c6 network default NAD default NAD key ] I0521 19:41:27.515540 3798 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-dkmvj, hostIfaceName: 1929481b316bc96, network: default, NAD default, SandboxID: "1929481b316bc960d318777e7757cfffe3f9350ce31c7b4b6a1eb085973692c6", PCI device ID: , UID: "0ff7903a-3c57-4ea3-8360-f6092b0c7ac2", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 19:41:27.569769 3798 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj 1929481b316bc960d318777e7757cfffe3f9350ce31c7b4b6a1eb085973692c6 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-dkmvj 1929481b316bc960d318777e7757cfffe3f9350ce31c7b4b6a1eb085973692c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:07:06:e5:6a:52\",\"name\":\"1929481b316bc96\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2eb92595-3670-47c3-aed2-fc00204240d2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:29.019406 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:29.075653 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:30.195304 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:32.251587 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:34.378601 3798 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-4gbzl for pod on switch ip-10-0-1-115.ec2.internal I0521 19:41:34.378790 3798 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl I0521 19:41:34.396259 3798 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl] pod update took 17.496831ms I0521 19:41:34.396288 3798 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl] addLogicalPort annotation time took 17.53208ms I0521 19:41:34.397663 3798 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl] addLogicalPort took 19.079164ms, libovsdb time 964.601µs I0521 19:41:34.746298 3798 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl 4e5be9eaf36d1904d5cf61a7b8997a1896c4b39bb27de9806fc6c58b8097f6f4 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl 4e5be9eaf36d1904d5cf61a7b8997a1896c4b39bb27de9806fc6c58b8097f6f4 network default NAD default NAD key ] I0521 19:41:34.755759 3798 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-4gbzl, hostIfaceName: 4e5be9eaf36d190, network: default, NAD default, SandboxID: "4e5be9eaf36d1904d5cf61a7b8997a1896c4b39bb27de9806fc6c58b8097f6f4", PCI device ID: , UID: "c54992f2-709a-41ce-b4b5-85102ffd3867", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 19:41:34.809513 3798 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl 4e5be9eaf36d1904d5cf61a7b8997a1896c4b39bb27de9806fc6c58b8097f6f4 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4gbzl 4e5be9eaf36d1904d5cf61a7b8997a1896c4b39bb27de9806fc6c58b8097f6f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1f:4b:24:8b:37\",\"name\":\"4e5be9eaf36d190\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cc014a8-f25f-4d48-945c-955eb2a3f367\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:35.902078 3798 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:37.563219 3798 namespace.go:98] [cert-manager] adding namespace I0521 19:41:37.564095 3798 namespace.go:102] [cert-manager] adding namespace took 853.21µs I0521 19:41:37.612405 3798 namespace.go:142] [cert-manager] updating namespace I0521 19:41:37.620579 3798 namespace.go:142] [cert-manager] updating namespace W0521 19:41:38.133525 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.143713 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.167904 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.187250 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:42.725927 3798 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-2w96l for pod on switch ip-10-0-1-115.ec2.internal I0521 19:41:42.726098 3798 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l I0521 19:41:42.772916 3798 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l] pod update took 46.844929ms I0521 19:41:42.772939 3798 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l] addLogicalPort annotation time took 46.874082ms I0521 19:41:42.774175 3798 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l] addLogicalPort took 48.270863ms, libovsdb time 838.727µs I0521 19:41:43.083710 3798 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l b7027e7e920e087c72ca0bc8c2910b21a48e797d3f92998566b6d6b84ee22938 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l b7027e7e920e087c72ca0bc8c2910b21a48e797d3f92998566b6d6b84ee22938 network default NAD default NAD key ] I0521 19:41:43.093739 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-2w96l, hostIfaceName: b7027e7e920e087, network: default, NAD default, SandboxID: "b7027e7e920e087c72ca0bc8c2910b21a48e797d3f92998566b6d6b84ee22938", PCI device ID: , UID: "b9e9ef3f-a5d9-4e74-885a-70803834739f", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 19:41:43.146459 3798 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l b7027e7e920e087c72ca0bc8c2910b21a48e797d3f92998566b6d6b84ee22938 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-2w96l b7027e7e920e087c72ca0bc8c2910b21a48e797d3f92998566b6d6b84ee22938 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:5c:60:6c:36:f8\",\"name\":\"b7027e7e920e087\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/666b7fd7-b512-46dc-a7d7-e20b722874d4\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:43.208456 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:45.034457 3798 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:41:45.035403 3798 namespace.go:102] [trusted-artifact-signer] adding namespace took 921.01µs I0521 19:41:45.059758 3798 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:45.077136 3798 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:41:45.280018 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:41:45.730429 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:45.730450 3798 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:51.653506 3798 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:41:51.654349 3798 namespace.go:102] [openshift-pipelines] adding namespace took 818.298µs I0521 19:41:51.668592 3798 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:52.976997 3798 namespace.go:142] [cert-manager] updating namespace I0521 19:41:53.179898 3798 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:53.578075 3798 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:53.777461 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:53.981697 3798 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:54.401460 3798 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:54.585329 3798 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:54.791556 3798 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:54.998697 3798 namespace.go:142] [tsf] updating namespace I0521 19:41:55.209494 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:55.401187 3798 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:55.604897 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:55.728961 3798 namespace.go:142] [cert-manager] updating namespace I0521 19:41:55.739445 3798 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:55.748181 3798 namespace.go:142] [default] updating namespace I0521 19:41:55.760985 3798 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:55.773339 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:55.788759 3798 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:55.802427 3798 namespace.go:142] [openshift] updating namespace I0521 19:41:55.813085 3798 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:55.822321 3798 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:55.830914 3798 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:55.841345 3798 namespace.go:142] [tsf] updating namespace I0521 19:41:55.853641 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:55.865005 3798 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:55.891830 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:55.983880 3798 namespace.go:142] [cert-manager] updating namespace I0521 19:41:56.085570 3798 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:56.183387 3798 namespace.go:142] [default] updating namespace W0521 19:41:56.279204 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:41:56.286744 3798 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:56.390775 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:56.444608 3798 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-clkml for pod on switch ip-10-0-1-115.ec2.internal I0521 19:41:56.444709 3798 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml I0521 19:41:56.462216 3798 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml] pod update took 17.534617ms I0521 19:41:56.462243 3798 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml] addLogicalPort annotation time took 17.562044ms I0521 19:41:56.463472 3798 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml] addLogicalPort took 18.88384ms, libovsdb time 841.887µs I0521 19:41:56.487447 3798 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:56.585554 3798 namespace.go:142] [openshift] updating namespace I0521 19:41:56.684980 3798 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:56.787566 3798 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:56.805582 3798 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml 8381b241c823132e2746a3e3d870210c50356be450aa70da70f8ecbd33537f7f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml 8381b241c823132e2746a3e3d870210c50356be450aa70da70f8ecbd33537f7f network default NAD default NAD key ] I0521 19:41:56.814762 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-clkml, hostIfaceName: 8381b241c823132, network: default, NAD default, SandboxID: "8381b241c823132e2746a3e3d870210c50356be450aa70da70f8ecbd33537f7f", PCI device ID: , UID: "80e44664-ceec-46cf-976e-772b86cbc0bf", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 19:41:56.869766 3798 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml 8381b241c823132e2746a3e3d870210c50356be450aa70da70f8ecbd33537f7f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-clkml 8381b241c823132e2746a3e3d870210c50356be450aa70da70f8ecbd33537f7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ef:c6:4a:38:bf\",\"name\":\"8381b241c823132\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/832cb92a-ba58-4d2a-9ea1-6289a452e707\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:56.949619 3798 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:57.098220 3798 namespace.go:142] [tsf] updating namespace I0521 19:41:57.159675 3798 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:57.221974 3798 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:57.285287 3798 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:57.708113 3798 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:41:59.366753 3798 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:42:06.156933 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c for pod on switch ip-10-0-1-115.ec2.internal I0521 19:42:06.157082 3798 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c I0521 19:42:06.172657 3798 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c] pod update took 15.651766ms I0521 19:42:06.172686 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c] addLogicalPort annotation time took 15.683914ms I0521 19:42:06.174215 3798 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c] addLogicalPort took 17.290623ms, libovsdb time 946.1µs I0521 19:42:06.269425 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-xz5k4 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:42:06.269521 3798 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4 I0521 19:42:06.286228 3798 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4] pod update took 16.73516ms I0521 19:42:06.286251 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4] addLogicalPort annotation time took 16.766064ms I0521 19:42:06.287582 3798 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4] addLogicalPort took 18.172935ms, libovsdb time 930.447µs I0521 19:42:06.359239 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wgnpm for pod on switch ip-10-0-1-115.ec2.internal I0521 19:42:06.359328 3798 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm I0521 19:42:06.375429 3798 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm] pod update took 16.124153ms I0521 19:42:06.375452 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm] addLogicalPort annotation time took 16.151754ms I0521 19:42:06.376768 3798 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm] addLogicalPort took 17.547283ms, libovsdb time 870.511µs I0521 19:42:06.621207 3798 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c eb892663b431b3f51c6597bf44ac4a18b4c9746f5ae391fadeb8c4e6793482a9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c eb892663b431b3f51c6597bf44ac4a18b4c9746f5ae391fadeb8c4e6793482a9 network default NAD default NAD key ] I0521 19:42:06.631367 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c, hostIfaceName: eb892663b431b3f, network: default, NAD default, SandboxID: "eb892663b431b3f51c6597bf44ac4a18b4c9746f5ae391fadeb8c4e6793482a9", PCI device ID: , UID: "70d58822-11a1-4b5b-8acf-4ae69ae369ac", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 19:42:06.669950 3798 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4 26b5fe45702048d938d379909b16118a9573a0929f7f9be911363d19aa5aeeec network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4 26b5fe45702048d938d379909b16118a9573a0929f7f9be911363d19aa5aeeec network default NAD default NAD key ] I0521 19:42:06.680497 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-xz5k4, hostIfaceName: 26b5fe45702048d, network: default, NAD default, SandboxID: "26b5fe45702048d938d379909b16118a9573a0929f7f9be911363d19aa5aeeec", PCI device ID: , UID: "135b98e2-c7a1-4423-87db-9d1e5552cb4e", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 19:42:06.691178 3798 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c eb892663b431b3f51c6597bf44ac4a18b4c9746f5ae391fadeb8c4e6793482a9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rkh8c eb892663b431b3f51c6597bf44ac4a18b4c9746f5ae391fadeb8c4e6793482a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9f:f6:07:97:52\",\"name\":\"eb892663b431b3f\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7f840f1-fe1f-4bc6-bc9c-c64025080793\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:06.733273 3798 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4 26b5fe45702048d938d379909b16118a9573a0929f7f9be911363d19aa5aeeec network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xz5k4 26b5fe45702048d938d379909b16118a9573a0929f7f9be911363d19aa5aeeec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6d:17:31:03:12\",\"name\":\"26b5fe45702048d\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e39d9b8-a115-477f-8039-962d999c2289\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:06.766406 3798 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm 8b4eb8d901d6513c9de26179671f477dc7d9272e81e9cc07900708d36a61ead7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm 8b4eb8d901d6513c9de26179671f477dc7d9272e81e9cc07900708d36a61ead7 network default NAD default NAD key ] I0521 19:42:06.776645 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wgnpm, hostIfaceName: 8b4eb8d901d6513, network: default, NAD default, SandboxID: "8b4eb8d901d6513c9de26179671f477dc7d9272e81e9cc07900708d36a61ead7", PCI device ID: , UID: "1f37c2ed-3b57-4485-bcb6-ad7d34ee5ac8", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 19:42:06.832713 3798 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm 8b4eb8d901d6513c9de26179671f477dc7d9272e81e9cc07900708d36a61ead7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wgnpm 8b4eb8d901d6513c9de26179671f477dc7d9272e81e9cc07900708d36a61ead7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c4:c9:a6:6b:40\",\"name\":\"8b4eb8d901d6513\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5187aca8-38b3-4e5d-a5fa-49ccc2c745a6\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:10.354139 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:42:10.382813 3798 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:42:10.382889 3798 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-tfz6t IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-tfz6t: no pod IPs found W0521 19:42:10.546486 3798 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:10.546505 3798 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:10.546510 3798 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:12.430406 3798 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.430425 3798 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.430431 3798 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.430435 3798 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:42:15.687511 3798 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:15.688042 3798 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:15.714631 3798 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:15.714652 3798 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:15.719633 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:15.719656 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0521 19:42:23.406041 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:23.406060 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:23.406066 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:23.406071 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:23.907520 3798 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:23.907540 3798 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:23.907546 3798 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:31.650345 3798 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:33.642603 3798 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:42:41.660427 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-g99fj] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-g99fj for pod on switch ip-10-0-1-115.ec2.internal I0521 19:42:41.660515 3798 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-g99fj I0521 19:42:41.676428 3798 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-g99fj] pod update took 15.933867ms I0521 19:42:41.676455 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-g99fj] addLogicalPort annotation time took 15.966469ms I0521 19:42:41.677732 3798 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-g99fj] addLogicalPort took 17.322947ms, libovsdb time 872.635µs I0521 19:42:41.775262 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-mms6k for pod on switch ip-10-0-1-115.ec2.internal I0521 19:42:41.775368 3798 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k I0521 19:42:41.791957 3798 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k] pod update took 16.610934ms I0521 19:42:41.791979 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k] addLogicalPort annotation time took 16.637702ms I0521 19:42:41.793306 3798 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k] addLogicalPort took 18.062227ms, libovsdb time 876.448µs I0521 19:42:42.049325 3798 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-g99fj d33cbba0c2c0d16950f89095f3c5cbf14385c925f52324a288271830ce725ecb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-g99fj d33cbba0c2c0d16950f89095f3c5cbf14385c925f52324a288271830ce725ecb network default NAD default NAD key ] I0521 19:42:42.060268 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-g99fj, hostIfaceName: d33cbba0c2c0d16, network: default, NAD default, SandboxID: "d33cbba0c2c0d16950f89095f3c5cbf14385c925f52324a288271830ce725ecb", PCI device ID: , UID: "c3d1f653-be2d-47d3-88b9-885de3e4ffe0", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 19:42:42.116932 3798 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-g99fj d33cbba0c2c0d16950f89095f3c5cbf14385c925f52324a288271830ce725ecb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-g99fj d33cbba0c2c0d16950f89095f3c5cbf14385c925f52324a288271830ce725ecb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:bb:38:ef:1c:95\",\"name\":\"d33cbba0c2c0d16\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bfb4d85-f7d7-4429-8aed-b68add36f9ab\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:42.141672 3798 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k 851c55f6518b52536d3626d2f68d6bea782588723b97910f6ecd72267a166456 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k 851c55f6518b52536d3626d2f68d6bea782588723b97910f6ecd72267a166456 network default NAD default NAD key ] I0521 19:42:42.157628 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-mms6k, hostIfaceName: 851c55f6518b525, network: default, NAD default, SandboxID: "851c55f6518b52536d3626d2f68d6bea782588723b97910f6ecd72267a166456", PCI device ID: , UID: "cd2f337c-b181-4de7-bac4-b38618d9512d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 19:42:42.213975 3798 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k 851c55f6518b52536d3626d2f68d6bea782588723b97910f6ecd72267a166456 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-mms6k 851c55f6518b52536d3626d2f68d6bea782588723b97910f6ecd72267a166456 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:39:20:9e:2a:46\",\"name\":\"851c55f6518b525\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc520eaa-9ca6-4b20-b2c8-447c430a97dd\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:45.022024 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:42:46.252301 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:42:54.783108 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 I0521 19:42:56.884479 3798 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:56.885085 3798 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:56.930695 3798 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:56.930719 3798 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:56.936572 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:42:56.936598 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:42:58.891305 3798 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:42:58.892058 3798 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:42:58.892083 3798 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:42:58.894501 3798 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:42:59.250126 3798 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-115.ec2.internal I0521 19:42:59.250308 3798 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 19:42:59.267872 3798 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.601241ms I0521 19:42:59.267899 3798 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.63285ms I0521 19:42:59.269432 3798 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.32907ms, libovsdb time 1.076357ms I0521 19:42:59.612191 3798 cni.go:452] [tsf-keycloak/keycloak-0 fafa0b993a35b5a959d79f2f126723f0c6a57924d52e6f927ecfd6c58b72671a network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 fafa0b993a35b5a959d79f2f126723f0c6a57924d52e6f927ecfd6c58b72671a network default NAD default NAD key ] I0521 19:42:59.621611 3798 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: fafa0b993a35b5a, network: default, NAD default, SandboxID: "fafa0b993a35b5a959d79f2f126723f0c6a57924d52e6f927ecfd6c58b72671a", PCI device ID: , UID: "cf8ea41d-86b6-4360-ba00-813146c99f3f", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 19:42:59.676043 3798 cni.go:473] [tsf-keycloak/keycloak-0 fafa0b993a35b5a959d79f2f126723f0c6a57924d52e6f927ecfd6c58b72671a network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 fafa0b993a35b5a959d79f2f126723f0c6a57924d52e6f927ecfd6c58b72671a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f5:1b:88:bf:50\",\"name\":\"fafa0b993a35b5a\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2571e90-789d-4c82-b479-584b0830c037\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:43:02.658062 3798 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:43:06.671053 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:06.671083 3798 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:06.673831 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:06.673849 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:30.918731 3798 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:30.918761 3798 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:30.918769 3798 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:32.843552 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:32.843573 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:32.846497 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:32.846523 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:43:35.208342 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:43:39.321136 3798 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-mmw2x] creating logical port tsf-keycloak_tsf-iam-mmw2x for pod on switch ip-10-0-1-115.ec2.internal I0521 19:43:39.321242 3798 kube.go:256] Updating pod tsf-keycloak/tsf-iam-mmw2x I0521 19:43:39.335972 3798 pod.go:62] [tsf-keycloak/tsf-iam-mmw2x] pod update took 14.75308ms I0521 19:43:39.336000 3798 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-mmw2x] addLogicalPort annotation time took 14.785073ms I0521 19:43:39.337354 3798 pods.go:271] [tsf-keycloak/tsf-iam-mmw2x] addLogicalPort took 16.233006ms, libovsdb time 908.852µs I0521 19:43:39.689339 3798 cni.go:452] [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key ] I0521 19:43:39.698802 3798 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-mmw2x, hostIfaceName: 8bd12cb7ab1a6c6, network: default, NAD default, SandboxID: "8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e", PCI device ID: , UID: "186c7b33-f7a3-4ac6-b2df-be32fd90ebee", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 19:43:39.752366 3798 cni.go:473] [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6b:55:40:60:67\",\"name\":\"8bd12cb7ab1a6c6\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c316eaa-79fa-4ac9-98df-044580d21031\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:43:41.107720 3798 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:41.108338 3798 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:41.127023 3798 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:41.127085 3798 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:41.132909 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:43:41.132944 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:43:54.203909 3798 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 W0521 19:43:56.420159 3798 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:43:56.463174 3798 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:43:58.986043 3798 cni.go:452] [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key ] W0521 19:43:59.078961 3798 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:43:59.081057 3798 cni.go:473] [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-mmw2x 8bd12cb7ab1a6c69e90170f8719949150640052d0f9681dff2b72674ef4e8b9e network default NAD default NAD key default], result "{}", err I0521 19:43:59.138821 3798 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mmw2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:59.138861 3798 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-mmw2x I0521 19:43:59.140323 3798 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-mmw2x, ips: 10.128.0.42 I0521 19:43:59.140352 3798 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mmw2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:00.020664 3798 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mmw2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:00.020697 3798 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mmw2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:01.600475 3798 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:01.601054 3798 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:02.461223 3798 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:02.461243 3798 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:07.034670 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-lll8x for pod on switch ip-10-0-1-115.ec2.internal I0521 19:44:07.034776 3798 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x I0521 19:44:07.047938 3798 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x] pod update took 13.186837ms I0521 19:44:07.047961 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x] addLogicalPort annotation time took 13.216678ms I0521 19:44:07.049409 3798 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x] addLogicalPort took 14.764083ms, libovsdb time 987.701µs I0521 19:44:07.124733 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-hd67v for pod on switch ip-10-0-1-115.ec2.internal I0521 19:44:07.124821 3798 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v I0521 19:44:07.140128 3798 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v] pod update took 15.330225ms I0521 19:44:07.140170 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v] addLogicalPort annotation time took 15.375759ms I0521 19:44:07.141452 3798 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v] addLogicalPort took 16.736008ms, libovsdb time 864.248µs I0521 19:44:07.273139 3798 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-llnzg for pod on switch ip-10-0-1-115.ec2.internal I0521 19:44:07.273244 3798 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg I0521 19:44:07.287761 3798 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg] pod update took 14.53646ms I0521 19:44:07.287784 3798 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg] addLogicalPort annotation time took 14.56438ms I0521 19:44:07.289195 3798 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg] addLogicalPort took 16.071258ms, libovsdb time 885.172µs I0521 19:44:07.392118 3798 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x 0a3431438e4c5e23f34704834aa3ef5573d44486fc1877e9753d2b634e8bcc68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x 0a3431438e4c5e23f34704834aa3ef5573d44486fc1877e9753d2b634e8bcc68 network default NAD default NAD key ] I0521 19:44:07.402213 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-lll8x, hostIfaceName: 0a3431438e4c5e2, network: default, NAD default, SandboxID: "0a3431438e4c5e23f34704834aa3ef5573d44486fc1877e9753d2b634e8bcc68", PCI device ID: , UID: "316036fc-2733-4f25-ab51-70568369e176", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 19:44:07.460220 3798 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x 0a3431438e4c5e23f34704834aa3ef5573d44486fc1877e9753d2b634e8bcc68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lll8x 0a3431438e4c5e23f34704834aa3ef5573d44486fc1877e9753d2b634e8bcc68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b9:6b:0c:9f:e9\",\"name\":\"0a3431438e4c5e2\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2e2a954-c9cf-4689-b975-0a40d52dac39\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:44:07.494766 3798 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v b08f82ccc8156aae65e0ac676419bd446b967d425fca72d5091bbfee010105c0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v b08f82ccc8156aae65e0ac676419bd446b967d425fca72d5091bbfee010105c0 network default NAD default NAD key ] I0521 19:44:07.505615 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-hd67v, hostIfaceName: b08f82ccc8156aa, network: default, NAD default, SandboxID: "b08f82ccc8156aae65e0ac676419bd446b967d425fca72d5091bbfee010105c0", PCI device ID: , UID: "8a7735fc-b1c1-41ef-8f55-2fe92954348e", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 19:44:07.563470 3798 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v b08f82ccc8156aae65e0ac676419bd446b967d425fca72d5091bbfee010105c0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hd67v b08f82ccc8156aae65e0ac676419bd446b967d425fca72d5091bbfee010105c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:65:13:bc:08:7c\",\"name\":\"b08f82ccc8156aa\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7df41d9-89d7-4584-97c3-027f9918bcd6\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:44:07.633689 3798 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg a8b0960cc0e957cfa235ed2fc61dfceae15caa80973a7b69128497aa6b49ffa7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg a8b0960cc0e957cfa235ed2fc61dfceae15caa80973a7b69128497aa6b49ffa7 network default NAD default NAD key ] I0521 19:44:07.643718 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-llnzg, hostIfaceName: a8b0960cc0e957c, network: default, NAD default, SandboxID: "a8b0960cc0e957cfa235ed2fc61dfceae15caa80973a7b69128497aa6b49ffa7", PCI device ID: , UID: "cbbc93e9-183e-4bc5-8968-a8f02bc7b59d", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 19:44:07.698505 3798 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg a8b0960cc0e957cfa235ed2fc61dfceae15caa80973a7b69128497aa6b49ffa7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-llnzg a8b0960cc0e957cfa235ed2fc61dfceae15caa80973a7b69128497aa6b49ffa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:bc:dd:21:39:d5\",\"name\":\"a8b0960cc0e957c\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5795e01a-eaad-43fe-ac3d-78827997e10f\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:44:10.082810 3798 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:44:10.116174 3798 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:10.116194 3798 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:11.068387 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:11.068410 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0521 19:44:12.085739 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0521 19:44:21.057438 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:44:30.462310 3798 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.462907 3798 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.481678 3798 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.481697 3798 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.485174 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:44:30.485198 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:44:37.522807 3798 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.523377 3798 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.541581 3798 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.542199 3798 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.321932 3798 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.321959 3798 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.354308 3798 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.354329 3798 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:39.458232 3798 obj_retry.go:498] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:39.458798 3798 obj_retry.go:498] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:40.345395 3798 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:40.345418 3798 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:41.337943 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:44:43.371640 3798 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:44:44.712827 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:44:46.847539 3798 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:46.848124 3798 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:47.868828 3798 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.868853 3798 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.903776 3798 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.903799 3798 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.907647 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-j7flm I0521 19:44:47.907675 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-j7flm W0521 19:44:48.376917 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:44:50.900123 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0521 19:44:52.530429 3798 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:52.530998 3798 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:52.550863 3798 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:52.550887 3798 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:52.554281 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:44:52.554311 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:44:58.934245 3798 obj_retry.go:498] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:58.934828 3798 obj_retry.go:498] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:59.957670 3798 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:59.957694 3798 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:02.945958 3798 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:02.946562 3798 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:03.105165 3798 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:03.105194 3798 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:05.971362 3798 obj_retry.go:498] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.971933 3798 obj_retry.go:498] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.992886 3798 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.992916 3798 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:19.054579 3798 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:19.055170 3798 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:19.583336 3798 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:20.078342 3798 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:20.078368 3798 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:45:35.013441 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:45:46.831434 3798 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:46.831983 3798 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:46.871634 3798 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:46.871654 3798 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:46.877667 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:46.877693 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:47.695844 3798 namespace.go:98] [default-tenant] adding namespace I0521 19:45:47.695971 3798 namespace.go:98] [integration-service] adding namespace I0521 19:45:47.695858 3798 namespace.go:98] [build-service] adding namespace I0521 19:45:47.696773 3798 namespace.go:102] [default-tenant] adding namespace took 846.569µs I0521 19:45:47.696971 3798 namespace.go:98] [image-controller] adding namespace I0521 19:45:47.697401 3798 namespace.go:102] [integration-service] adding namespace took 1.413508ms I0521 19:45:47.697961 3798 namespace.go:102] [build-service] adding namespace took 1.898053ms I0521 19:45:47.698551 3798 namespace.go:102] [image-controller] adding namespace took 1.565205ms I0521 19:45:47.749182 3798 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.779532 3798 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.797780 3798 namespace.go:142] [build-service] updating namespace I0521 19:45:47.842580 3798 namespace.go:142] [build-service] updating namespace I0521 19:45:47.844907 3798 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.863195 3798 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.878352 3798 namespace.go:142] [image-controller] updating namespace I0521 19:45:47.901003 3798 namespace.go:142] [image-controller] updating namespace I0521 19:45:48.000944 3798 namespace.go:142] [build-service] updating namespace I0521 19:45:48.039393 3798 namespace.go:142] [integration-service] updating namespace I0521 19:45:48.071331 3798 namespace.go:98] [release-service] adding namespace I0521 19:45:48.072236 3798 namespace.go:102] [release-service] adding namespace took 885.64µs I0521 19:45:48.109666 3798 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:48.144670 3798 namespace.go:142] [release-service] updating namespace I0521 19:45:48.174454 3798 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-115.ec2.internal I0521 19:45:48.174548 3798 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:45:48.181369 3798 namespace.go:142] [release-service] updating namespace I0521 19:45:48.200444 3798 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 25.92375ms I0521 19:45:48.200469 3798 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 25.953781ms I0521 19:45:48.201743 3798 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 27.312758ms, libovsdb time 863.017µs I0521 19:45:48.267404 3798 namespace.go:98] [konflux-info] adding namespace I0521 19:45:48.268277 3798 namespace.go:102] [konflux-info] adding namespace took 852.438µs I0521 19:45:48.339409 3798 namespace.go:98] [namespace-lister] adding namespace I0521 19:45:48.340241 3798 namespace.go:102] [namespace-lister] adding namespace took 810.17µs I0521 19:45:48.406722 3798 namespace.go:142] [konflux-info] updating namespace I0521 19:45:48.450072 3798 namespace.go:142] [konflux-info] updating namespace I0521 19:45:48.476592 3798 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:45:48.477492 3798 namespace.go:102] [enterprise-contract-service] adding namespace took 876.878µs I0521 19:45:48.507764 3798 namespace.go:142] [image-controller] updating namespace I0521 19:45:48.507835 3798 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:48.737685 3798 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:48.833826 3798 cni.go:452] [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key ] I0521 19:45:48.843121 3798 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: e494cfc1d518976, network: default, NAD default, SandboxID: "e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4", PCI device ID: , UID: "23b897c8-06ca-4d74-9e37-e9bbffb6b193", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 19:45:48.899524 3798 cni.go:473] [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3c:f5:3b:ed:9d\",\"name\":\"e494cfc1d518976\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd0a2106-9dc2-4c93-bab8-14ee1156fdae\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:48.959601 3798 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:49.098548 3798 namespace.go:142] [default-tenant] updating namespace I0521 19:45:49.298676 3798 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:49.662046 3798 namespace.go:98] [segment-bridge] adding namespace I0521 19:45:49.662940 3798 namespace.go:102] [segment-bridge] adding namespace took 864.698µs I0521 19:45:49.698408 3798 namespace.go:98] [konflux-cli] adding namespace I0521 19:45:49.699192 3798 namespace.go:102] [konflux-cli] adding namespace took 764.589µs I0521 19:45:49.779725 3798 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:49.868686 3798 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:49.899535 3798 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:45:49.900228 3798 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:45:49.900247 3798 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:45:49.902741 3798 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:45:49.915955 3798 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-crksz] creating logical port namespace-lister_namespace-lister-696b855848-crksz for pod on switch ip-10-0-1-115.ec2.internal I0521 19:45:49.916047 3798 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-crksz I0521 19:45:49.935189 3798 pod.go:62] [namespace-lister/namespace-lister-696b855848-crksz] pod update took 19.167819ms I0521 19:45:49.935210 3798 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-crksz] addLogicalPort annotation time took 19.193529ms I0521 19:45:49.936419 3798 pods.go:271] [namespace-lister/namespace-lister-696b855848-crksz] addLogicalPort took 20.47828ms, libovsdb time 767.301µs I0521 19:45:49.961666 3798 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:50.064603 3798 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:50.086408 3798 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:45:50.086435 3798 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:45:50.087691 3798 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:45:50.704233 3798 namespace.go:142] [build-service] updating namespace I0521 19:45:50.944196 3798 base_network_controller_pods.go:487] [default/konflux-ui/dex-7cdbb7c447-74h2j] creating logical port konflux-ui_dex-7cdbb7c447-74h2j for pod on switch ip-10-0-1-115.ec2.internal I0521 19:45:50.944293 3798 kube.go:256] Updating pod konflux-ui/dex-7cdbb7c447-74h2j I0521 19:45:50.961856 3798 pod.go:62] [konflux-ui/dex-7cdbb7c447-74h2j] pod update took 17.586427ms I0521 19:45:50.961882 3798 base_network_controller_pods.go:951] [default/konflux-ui/dex-7cdbb7c447-74h2j] addLogicalPort annotation time took 17.617859ms I0521 19:45:50.963436 3798 pods.go:271] [konflux-ui/dex-7cdbb7c447-74h2j] addLogicalPort took 19.260885ms, libovsdb time 1.057042ms I0521 19:45:51.029876 3798 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6f59d4f9b6-62m8x] creating logical port konflux-ui_proxy-6f59d4f9b6-62m8x for pod on switch ip-10-0-1-115.ec2.internal I0521 19:45:51.030066 3798 kube.go:256] Updating pod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:45:51.047311 3798 pod.go:62] [konflux-ui/proxy-6f59d4f9b6-62m8x] pod update took 17.288558ms I0521 19:45:51.047379 3798 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6f59d4f9b6-62m8x] addLogicalPort annotation time took 17.360049ms I0521 19:45:51.048900 3798 pods.go:271] [konflux-ui/proxy-6f59d4f9b6-62m8x] addLogicalPort took 19.04787ms, libovsdb time 956.948µs I0521 19:45:51.266487 3798 namespace.go:142] [default-tenant] updating namespace I0521 19:45:51.270321 3798 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-9r8fp] creating logical port image-controller_image-controller-controller-manager-6f859968fc-9r8fp for pod on switch ip-10-0-1-115.ec2.internal I0521 19:45:51.270417 3798 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-9r8fp I0521 19:45:51.286266 3798 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-9r8fp] pod update took 15.874595ms I0521 19:45:51.286288 3798 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-9r8fp] addLogicalPort annotation time took 15.903011ms I0521 19:45:51.287762 3798 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-9r8fp] addLogicalPort took 17.463785ms, libovsdb time 959.762µs I0521 19:45:51.650595 3798 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-9r8fp a83e8daf83faa1decb153540c56b9f4ef8f99f9ae4532c6a51b3bb54d733bedb network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-9r8fp a83e8daf83faa1decb153540c56b9f4ef8f99f9ae4532c6a51b3bb54d733bedb network default NAD default NAD key ] I0521 19:45:51.661370 3798 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-9r8fp, hostIfaceName: a83e8daf83faa1d, network: default, NAD default, SandboxID: "a83e8daf83faa1decb153540c56b9f4ef8f99f9ae4532c6a51b3bb54d733bedb", PCI device ID: , UID: "c85b7b2e-2f6f-492e-b0b7-008a8e6878c9", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0521 19:45:51.715121 3798 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-9r8fp a83e8daf83faa1decb153540c56b9f4ef8f99f9ae4532c6a51b3bb54d733bedb network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-9r8fp a83e8daf83faa1decb153540c56b9f4ef8f99f9ae4532c6a51b3bb54d733bedb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1d:11:6d:e2:7c\",\"name\":\"a83e8daf83faa1d\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cba7a15-7b30-4601-b892-e3fcb1a91b8e\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:51.781397 3798 cni.go:452] [namespace-lister/namespace-lister-696b855848-crksz a94cfdd3576a83249f79e27f6697aaa1c057f3733351434790e4bde109353982 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-crksz a94cfdd3576a83249f79e27f6697aaa1c057f3733351434790e4bde109353982 network default NAD default NAD key ] I0521 19:45:51.791257 3798 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-crksz, hostIfaceName: a94cfdd3576a832, network: default, NAD default, SandboxID: "a94cfdd3576a83249f79e27f6697aaa1c057f3733351434790e4bde109353982", PCI device ID: , UID: "014918ad-28aa-48bb-be50-6e0c7fd6d8ba", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 19:45:51.848214 3798 cni.go:473] [namespace-lister/namespace-lister-696b855848-crksz a94cfdd3576a83249f79e27f6697aaa1c057f3733351434790e4bde109353982 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-crksz a94cfdd3576a83249f79e27f6697aaa1c057f3733351434790e4bde109353982 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:07:54:0f:64:e8\",\"name\":\"a94cfdd3576a832\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edfb02a5-4f41-4a3b-bb1d-aeba4dfb0bc4\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:52.066512 3798 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:52.511601 3798 namespace.go:142] [image-controller] updating namespace I0521 19:45:52.819249 3798 namespace.go:142] [integration-service] updating namespace I0521 19:45:53.060386 3798 namespace.go:142] [konflux-info] updating namespace I0521 19:45:53.397013 3798 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:53.576870 3798 namespace.go:142] [release-service] updating namespace I0521 19:45:53.710969 3798 namespace.go:142] [build-service] updating namespace I0521 19:45:53.726957 3798 namespace.go:142] [default-tenant] updating namespace I0521 19:45:53.748355 3798 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:53.767119 3798 namespace.go:142] [image-controller] updating namespace I0521 19:45:53.779267 3798 namespace.go:142] [integration-service] updating namespace I0521 19:45:53.797240 3798 namespace.go:142] [konflux-info] updating namespace I0521 19:45:53.819002 3798 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:53.833266 3798 namespace.go:142] [release-service] updating namespace I0521 19:45:53.889324 3798 namespace.go:142] [build-service] updating namespace I0521 19:45:53.968243 3798 namespace.go:142] [default-tenant] updating namespace I0521 19:45:54.045605 3798 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:54.066397 3798 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-55b9d454c8-kpglf] creating logical port integration-service_integration-service-controller-manager-55b9d454c8-kpglf for pod on switch ip-10-0-1-115.ec2.internal I0521 19:45:54.066503 3798 kube.go:256] Updating pod integration-service/integration-service-controller-manager-55b9d454c8-kpglf I0521 19:45:54.081613 3798 pod.go:62] [integration-service/integration-service-controller-manager-55b9d454c8-kpglf] pod update took 15.132523ms I0521 19:45:54.081642 3798 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-55b9d454c8-kpglf] addLogicalPort annotation time took 15.169757ms I0521 19:45:54.083476 3798 pods.go:271] [integration-service/integration-service-controller-manager-55b9d454c8-kpglf] addLogicalPort took 17.098755ms, libovsdb time 1.112865ms I0521 19:45:54.142657 3798 namespace.go:142] [image-controller] updating namespace I0521 19:45:54.205689 3798 namespace.go:142] [integration-service] updating namespace I0521 19:45:54.316033 3798 namespace.go:142] [konflux-info] updating namespace I0521 19:45:54.409730 3798 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:54.501064 3798 namespace.go:142] [release-service] updating namespace W0521 19:45:55.138248 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:45:55.734531 3798 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:55.936270 3798 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.055800 3798 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:56.067099 3798 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.168740 3798 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:56.269524 3798 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.312027 3798 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:45:58.045987 3798 cni.go:452] [integration-service/integration-service-controller-manager-55b9d454c8-kpglf 9c123f1b22bb5a4169ae2bcb098809d06bce9836eb269ab742849bc6d88a5e8f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-55b9d454c8-kpglf 9c123f1b22bb5a4169ae2bcb098809d06bce9836eb269ab742849bc6d88a5e8f network default NAD default NAD key ] I0521 19:45:58.056071 3798 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-55b9d454c8-kpglf, hostIfaceName: 9c123f1b22bb5a4, network: default, NAD default, SandboxID: "9c123f1b22bb5a4169ae2bcb098809d06bce9836eb269ab742849bc6d88a5e8f", PCI device ID: , UID: "341a7a28-b046-4712-a178-6ffcd14033d3", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0521 19:45:58.114643 3798 cni.go:473] [integration-service/integration-service-controller-manager-55b9d454c8-kpglf 9c123f1b22bb5a4169ae2bcb098809d06bce9836eb269ab742849bc6d88a5e8f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-55b9d454c8-kpglf 9c123f1b22bb5a4169ae2bcb098809d06bce9836eb269ab742849bc6d88a5e8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b8:ad:74:88:10\",\"name\":\"9c123f1b22bb5a4\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/185eb565-7bd1-4d0d-bf41-b15bc1cdce18\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:45:58.634636 3798 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:45:58.824122 3798 cni.go:452] [konflux-ui/dex-7cdbb7c447-74h2j d44c8f5ec75a8ec7ed94316bf568cd511358f0db3fdf474c3ac49d681e65585a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7cdbb7c447-74h2j d44c8f5ec75a8ec7ed94316bf568cd511358f0db3fdf474c3ac49d681e65585a network default NAD default NAD key ] I0521 19:45:58.839036 3798 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7cdbb7c447-74h2j, hostIfaceName: d44c8f5ec75a8ec, network: default, NAD default, SandboxID: "d44c8f5ec75a8ec7ed94316bf568cd511358f0db3fdf474c3ac49d681e65585a", PCI device ID: , UID: "86b2ef11-e88f-472e-ae42-905a02e6418a", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 19:45:58.905721 3798 cni.go:473] [konflux-ui/dex-7cdbb7c447-74h2j d44c8f5ec75a8ec7ed94316bf568cd511358f0db3fdf474c3ac49d681e65585a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7cdbb7c447-74h2j d44c8f5ec75a8ec7ed94316bf568cd511358f0db3fdf474c3ac49d681e65585a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f0:82:ed:80:1c\",\"name\":\"d44c8f5ec75a8ec\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/274e3b94-9476-41dc-ac53-0408e2aeb5fa\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:58.919271 3798 cni.go:452] [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key ] I0521 19:45:58.930737 3798 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f59d4f9b6-62m8x, hostIfaceName: 2ad72585d0ef3a5, network: default, NAD default, SandboxID: "2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501", PCI device ID: , UID: "9de134f9-6c02-42bc-ba76-bcb85beb0b04", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0521 19:45:58.994834 3798 cni.go:473] [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:21:c6:b7:b5:9c\",\"name\":\"2ad72585d0ef3a5\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eed0bb70-3f85-46ab-89e0-290965de94ff\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:46:01.656854 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:01.657454 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:01.703051 3798 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:02.190731 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:02.192661 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:03.199237 3798 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:03.199662 3798 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:04.699426 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:04.699448 3798 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:07.230474 3798 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:07.230493 3798 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:09.641974 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:12.661207 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:12.661320 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0521 19:46:12.990202 3798 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:12.990851 3798 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.261322 3798 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.261352 3798 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.267056 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 I0521 19:46:13.267087 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 W0521 19:46:15.683074 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0521 19:46:27.792347 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=608 W0521 19:46:45.312543 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:45.312564 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:45.312579 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:45.312584 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:45.772567 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:45.772590 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:47:01.992736 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:47:15.092562 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:47:15.320129 3798 cni.go:452] [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key ] I0521 19:47:15.394835 3798 cni.go:473] [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6f59d4f9b6-62m8x 2ad72585d0ef3a5136c00f2989128f8559aff4467bd8c5501401afd243e83501 network default NAD default NAD key default], result "{}", err I0521 19:47:15.466692 3798 obj_retry.go:498] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:15.466727 3798 pods.go:176] Deleting pod: konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:15.468211 3798 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6f59d4f9b6-62m8x, ips: 10.128.0.49 I0521 19:47:15.468247 3798 obj_retry.go:498] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:16.089294 3798 obj_retry.go:492] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:16.089320 3798 obj_retry.go:492] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:16.095293 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:16.095313 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:20.102217 3798 cni.go:452] [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key ] I0521 19:47:20.175968 3798 cni.go:473] [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux e494cfc1d51897616a62afd99c28bee54e1a79248b6d1eab5134d41454971ce4 network default NAD default NAD key default], result "{}", err I0521 19:47:20.229214 3798 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:20.229245 3798 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:47:20.230657 3798 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.46 I0521 19:47:20.230686 3798 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:20.249570 3798 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:20.249589 3798 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:20.256101 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:20.256122 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:22.520420 3798 cni.go:452] [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key ] I0521 19:47:22.602186 3798 cni.go:473] [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-759b77f79c-rmz5v 02db69d059d8cefebcf27969546d6630f9dd6c8097dd071b60d84219d5a02505 network default NAD default NAD key default], result "{}", err I0521 19:47:22.658904 3798 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-rmz5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.658938 3798 pods.go:176] Deleting pod: openshift-console/console-759b77f79c-rmz5v I0521 19:47:22.660399 3798 pods.go:236] Attempting to release IPs for pod: openshift-console/console-759b77f79c-rmz5v, ips: 10.128.0.28 I0521 19:47:22.660434 3798 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-rmz5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.668051 3798 base_network_controller_pods.go:487] [default/openshift-console/console-fb457dc4-8vsdd] creating logical port openshift-console_console-fb457dc4-8vsdd for pod on switch ip-10-0-1-115.ec2.internal I0521 19:47:22.668165 3798 kube.go:256] Updating pod openshift-console/console-fb457dc4-8vsdd I0521 19:47:22.682812 3798 pod.go:62] [openshift-console/console-fb457dc4-8vsdd] pod update took 14.700195ms I0521 19:47:22.682833 3798 base_network_controller_pods.go:951] [default/openshift-console/console-fb457dc4-8vsdd] addLogicalPort annotation time took 14.727096ms I0521 19:47:22.684311 3798 pods.go:271] [openshift-console/console-fb457dc4-8vsdd] addLogicalPort took 16.271943ms, libovsdb time 1.031224ms I0521 19:47:23.039299 3798 cni.go:452] [openshift-console/console-fb457dc4-8vsdd 01ddd9d6eac66914faec306a83ae87bb06c9475c7fb8b0e343fb21a91dbc9dd1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-fb457dc4-8vsdd 01ddd9d6eac66914faec306a83ae87bb06c9475c7fb8b0e343fb21a91dbc9dd1 network default NAD default NAD key ] I0521 19:47:23.048996 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-fb457dc4-8vsdd, hostIfaceName: 01ddd9d6eac6691, network: default, NAD default, SandboxID: "01ddd9d6eac66914faec306a83ae87bb06c9475c7fb8b0e343fb21a91dbc9dd1", PCI device ID: , UID: "83624dd1-0a65-4cde-912e-8087cf58acb1", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0521 19:47:23.106250 3798 cni.go:473] [openshift-console/console-fb457dc4-8vsdd 01ddd9d6eac66914faec306a83ae87bb06c9475c7fb8b0e343fb21a91dbc9dd1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-fb457dc4-8vsdd 01ddd9d6eac66914faec306a83ae87bb06c9475c7fb8b0e343fb21a91dbc9dd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:63:20:f5:4c:cd\",\"name\":\"01ddd9d6eac6691\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eeb1185-1b10-44a2-9098-cbbd6d9761c5\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:47:23.117753 3798 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-rmz5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:23.117785 3798 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-rmz5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:23.124226 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759b77f79c-rmz5v I0521 19:47:23.124250 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759b77f79c-rmz5v W0521 19:47:33.195892 3798 util.go:959] Failed to build node endpoints for node ip-10-0-1-115.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:47:33.486753 3798 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-spm47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.487341 3798 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-spm47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.735231 3798 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-spm47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:33.735259 3798 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-spm47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:33.743262 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759b77f79c-spm47 I0521 19:47:33.743294 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759b77f79c-spm47 I0521 19:47:44.918448 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:47:49.453759 3798 namespace.go:98] [managed-tenant-e5y28] adding namespace I0521 19:47:49.454665 3798 namespace.go:102] [managed-tenant-e5y28] adding namespace took 885.498µs I0521 19:47:49.480395 3798 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:49.501678 3798 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.505989 3798 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.639518 3798 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.738589 3798 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:57.254990 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:48:33.113941 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:48:35.784103 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 19:48:38.785533 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0521 19:49:00.084639 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:49:08.785554 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=171 I0521 19:49:21.789942 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0521 19:49:51.210993 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:50:00.205191 3798 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656550-ntr9d for pod on switch ip-10-0-1-115.ec2.internal I0521 19:50:00.205332 3798 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d I0521 19:50:00.224908 3798 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d] pod update took 19.601051ms I0521 19:50:00.224938 3798 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d] addLogicalPort annotation time took 19.635971ms I0521 19:50:00.226347 3798 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d] addLogicalPort took 21.202937ms, libovsdb time 937.435µs I0521 19:50:00.564997 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key ] I0521 19:50:00.574505 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656550-ntr9d, hostIfaceName: 2af6b97a8d4f635, network: default, NAD default, SandboxID: "2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889", PCI device ID: , UID: "b227ea79-4837-4074-a953-e58ecba55c26", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0521 19:50:00.633133 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:19:ff:fc:e0:4e\",\"name\":\"2af6b97a8d4f635\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/529ccb7f-07b9-4145-8314-50aaa1fc4dae\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:04.006035 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key ] I0521 19:50:04.100824 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d 2af6b97a8d4f635f96bb964531154feb220a7b039cee56079aa21de1c9c7b889 network default NAD default NAD key default], result "{}", err I0521 19:50:04.155543 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.155650 3798 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d I0521 19:50:04.157229 3798 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d, ips: 10.128.0.53 I0521 19:50:04.157255 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.018481 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.018528 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:06.088198 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:50:09.783760 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0521 19:50:15.206585 3798 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:52:23.795304 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=53 I0521 19:52:40.095655 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0521 19:53:06.902608 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 19:53:55.995952 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:54:59.050081 3798 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.050123 3798 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.054413 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hsn4m I0521 19:54:59.054446 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hsn4m I0521 19:55:03.031948 3798 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:03.031998 3798 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:03.036274 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mfzvn I0521 19:55:03.036304 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mfzvn I0521 19:55:06.039490 3798 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:06.039534 3798 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:06.045029 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-v2wvw I0521 19:55:06.045057 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-v2wvw I0521 19:55:33.090509 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 19:55:49.800590 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0521 19:55:55.087182 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:56:49.218668 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 19:57:02.116235 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:57:06.920943 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 W0521 19:57:21.838720 3798 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5f44f5dcd9-vs9sv I0521 19:57:26.257339 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 19:57:48.786829 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 19:58:18.786179 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0521 19:58:21.797990 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=11 I0521 19:58:25.788764 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0521 19:58:39.905791 3798 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0521 19:58:54.788644 3798 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0521 19:59:06.098762 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:59:11.208828 3798 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 20:00:00.186814 3798 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29656560-22lpw] creating logical port segment-bridge_segment-bridge-29656560-22lpw for pod on switch ip-10-0-1-115.ec2.internal I0521 20:00:00.186935 3798 kube.go:256] Updating pod segment-bridge/segment-bridge-29656560-22lpw I0521 20:00:00.209539 3798 pod.go:62] [segment-bridge/segment-bridge-29656560-22lpw] pod update took 22.628239ms I0521 20:00:00.209563 3798 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29656560-22lpw] addLogicalPort annotation time took 22.657552ms I0521 20:00:00.210895 3798 pods.go:271] [segment-bridge/segment-bridge-29656560-22lpw] addLogicalPort took 24.094439ms, libovsdb time 891.894µs I0521 20:00:00.261124 3798 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656560-jbmlr for pod on switch ip-10-0-1-115.ec2.internal I0521 20:00:00.261253 3798 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr I0521 20:00:00.283607 3798 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr] pod update took 22.377928ms I0521 20:00:00.283628 3798 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr] addLogicalPort annotation time took 22.403505ms I0521 20:00:00.284998 3798 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr] addLogicalPort took 23.89214ms, libovsdb time 917.163µs I0521 20:00:00.550987 3798 cni.go:452] [segment-bridge/segment-bridge-29656560-22lpw 04aa59f69781b85bc016e966f89cca766096f3e110e6d7707b7b46678ccf53e1 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29656560-22lpw 04aa59f69781b85bc016e966f89cca766096f3e110e6d7707b7b46678ccf53e1 network default NAD default NAD key ] I0521 20:00:00.560397 3798 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29656560-22lpw, hostIfaceName: 04aa59f69781b85, network: default, NAD default, SandboxID: "04aa59f69781b85bc016e966f89cca766096f3e110e6d7707b7b46678ccf53e1", PCI device ID: , UID: "f4b60c31-3f7f-4d37-bf3e-1b5c98fb06ae", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0521 20:00:00.618546 3798 cni.go:473] [segment-bridge/segment-bridge-29656560-22lpw 04aa59f69781b85bc016e966f89cca766096f3e110e6d7707b7b46678ccf53e1 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29656560-22lpw 04aa59f69781b85bc016e966f89cca766096f3e110e6d7707b7b46678ccf53e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d4:43:49:4d:70\",\"name\":\"04aa59f69781b85\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b0d16c7-b591-4791-bf58-d15c8f7ea01e\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:00:00.625954 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key ] I0521 20:00:00.635534 3798 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656560-jbmlr, hostIfaceName: 4ff880fcb82eb23, network: default, NAD default, SandboxID: "4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed", PCI device ID: , UID: "bac4a52a-78b9-4b77-9b9d-44fb7be29256", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0521 20:00:00.690708 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:bf:e9:3b:8d:a2\",\"name\":\"4ff880fcb82eb23\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f518dd-8af5-41a2-951e-769d56ba597e\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:00:04.224719 3798 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key ] I0521 20:00:04.329744 3798 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr 4ff880fcb82eb239989a3dbe2e3f06f6011ca4125ed34e8890a2445e57e0b8ed network default NAD default NAD key default], result "{}", err I0521 20:00:04.381912 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.381950 3798 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr I0521 20:00:04.383410 3798 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr, ips: 10.128.0.55 I0521 20:00:04.383440 3798 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:05.235828 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.235859 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.266725 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.266754 3798 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.271648 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 20:00:05.271676 3798 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 20:01:57.089639 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 20:01:59.221734 3798 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6